pyspiral 0.8.1__cp311-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl → 0.9.8__cp311-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl

{pyspiral-0.8.1.dist-info → pyspiral-0.9.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.8.1
+Version: 0.9.8
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -31,17 +31,19 @@ Requires-Dist: xxhash>=3.4.1
 Requires-Dist: polars>=1.31.0 ; extra == 'polars'
 Requires-Dist: duckdb>=1.3.2 ; extra == 'duckdb'
 Requires-Dist: pyiceberg[s3fs]>=0.9.1 ; extra == 'iceberg'
-Requires-Dist: datasets>=4.0.0 ; extra == 'huggingface'
+Requires-Dist: datasets>=4.3.0 ; extra == 'huggingface'
 Requires-Dist: mosaicml-streaming>=0.13.0 ; extra == 'streaming'
 Requires-Dist: vortex-data>=0.52.1 ; extra == 'streaming'
 Requires-Dist: dask>=2025.10.0 ; extra == 'dask'
 Requires-Dist: distributed>=2025.10.0 ; extra == 'dask'
+Requires-Dist: ray[data]>=2.0.0 ; python_full_version < '3.14' and extra == 'ray'
 Provides-Extra: polars
 Provides-Extra: duckdb
 Provides-Extra: iceberg
 Provides-Extra: huggingface
 Provides-Extra: streaming
 Provides-Extra: dask
+Provides-Extra: ray
 Summary: Python client for Spiral.
 Home-Page: https://spiraldb.com
 Author-email: SpiralDB <hello@spiraldb.com>

{pyspiral-0.8.1.dist-info → pyspiral-0.9.8.dist-info}/RECORD

@@ -1,83 +1,91 @@
-pyspiral-0.8.1.dist-info/METADATA,sha256=iJRR8MZocrH9H-LyCyeXk7TYbLQNjdwUueFtzhrFC4k,1953
-pyspiral-0.8.1.dist-info/WHEEL,sha256=bx69zWyc-B09u77H7BhtavKljYQJK822O1mV8jKC1Q4,147
-pyspiral-0.8.1.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
-spiral/__init__.py,sha256=PwaYBWFBtB7cYi7peMmhk_Lm5XzjRoLwOtLbUhc1ZDo,1449
-spiral/_lib.abi3.so,sha256=n2Hb9QJG6wwuO8sFX2OTyISycsQdlyjaM29WcnVwEe4,66210936
-spiral/adbc.py,sha256=7IxfWIeQN-fh0W5OdN_PP2x3pzQYg6ZUOLsHg3jktqw,14842
-spiral/api/__init__.py,sha256=fguWdWeMnxWALRpqfKaUY5LmdQPsxTeyVIwIxElcRws,2240
+pyspiral-0.9.8.dist-info/METADATA,sha256=BZlkhMmVj7_ZWXDWYxf6xJ4fRt6rU4-4_PdP_7hg1vY,2055
+pyspiral-0.9.8.dist-info/WHEEL,sha256=bx69zWyc-B09u77H7BhtavKljYQJK822O1mV8jKC1Q4,147
+pyspiral-0.9.8.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
+spiral/__init__.py,sha256=8g-RFlbqvKOMgQtkXrtfXFjoqkDbym5n6RZSXsrmgcA,1492
+spiral/_lib.abi3.so,sha256=kdHOPQlXHmFmjv2Zl-2meMZJlL3deRRtaFIp7MmY_Ag,71685080
+spiral/adbc.py,sha256=Mc2wdC_fqvE4jqlgHqCI7M9Y-jRH4SaAjxJMibmIvbc,14854
+spiral/api/__init__.py,sha256=JRLzPC3BYjkEBdcqAYBYv43C2V4Z51tClug6ztyEqBw,2319
 spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
-spiral/api/client.py,sha256=Bu3u2jXrvHpu2KbQrlxKoxq8GA0KC_4HzWsBkdocmXo,4700
-spiral/api/filesystems.py,sha256=yEHgHfo7t1_becm0UFedc3nd49_G77hHjYwtYQ6P9XU,4240
+spiral/api/client.py,sha256=mrnFdmwDB6FYuNKl7QIJqyBVx-Y3ENYgNPXEQ6nLJuI,7932
+spiral/api/filesystems.py,sha256=8g_YdFjFFZLybQqV1xSH91SxVvOer4O6sGECexWXRnw,4548
 spiral/api/key_space_indexes.py,sha256=-38rZXTdkL4mLhp9h3CtqyIyutzzq88tV6bhK05MqYE,640
-spiral/api/organizations.py,sha256=B-8zZ7lFJANGK7dUNbo_aU-cgI959JBP9VcWb6wdgi0,1895
-spiral/api/projects.py,sha256=1JC7VjqZJfwR6zfhBZr3OCwaf6zb-MXMOBTE_NztmcE,6356
+spiral/api/organizations.py,sha256=eXAzxrKPmd3IVFfEaEbqbhqG0AjBM4IDz3O-ZoxJI5w,1928
+spiral/api/projects.py,sha256=G9SXAYg6PH_dTbogB_roZQVUi3rXaFPI9_ytFg25i98,6430
+spiral/api/tables.py,sha256=AH-Kdp2Jy6lReSoK7GcY9L8WsWMWAACaBjYcK3kbNlM,2070
 spiral/api/telemetry.py,sha256=tfdA3E_EWJwFVxkQfkm8tiYGRubnx2LuE5nbfsk1oG4,474
 spiral/api/text_indexes.py,sha256=_zVlGBytl-9-Unbu2POfZgLh40H1YRcagFtplgIG428,1828
 spiral/api/types.py,sha256=HpHsoBuf7IdlXb7Dw-BkBkEvxBVIhkI8JviqhuoP9pY,696
 spiral/api/workers.py,sha256=0wZNUHMioDT53P1OBJfpjyDfIodHwwT6858z2IlRIM4,636
-spiral/api/workloads.py,sha256=XAyXV7vgZcoyyoPoGvOT4jTpyFKFMvrrAfhL6d1h1kE,1748
-spiral/arrow_.py,sha256=fUpXmjUjG-rGfqMhKR332QzC7zrfIU2yjLaWKYzefwU,6778
+spiral/api/workloads.py,sha256=GBZ4tLa_-NtZvV-P5GTJgPSxBQ_YiLyWaOpr9ELojOo,1764
+spiral/arrow_.py,sha256=pV36BbkPL2Gvq5z_O7w2iFySkZTecrTlWYcCkplhVto,1828
 spiral/cli/__init__.py,sha256=GdTQZVArIw19zSKi92ZtwD8pXQExuubnaN854XLTSzY,2505
 spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
-spiral/cli/admin.py,sha256=G_yCj8YKUiLuIZml3rqZLKS_2hBU0r4ILDdO_ZvRnCo,315
-spiral/cli/app.py,sha256=eaY1SRf2wI1_T_cwrGUbldsU1QqfGrpAmN98gH1lJOE,2842
+spiral/cli/admin.py,sha256=sC_XUZvi7t91qHMR5vea_KD3lXUcygil1MUw7zVFmpE,945
+spiral/cli/app.py,sha256=tr8vR1g_9aJBnn2Dea_a-E8Wpn73brbDHrm_zRg-wVA,3048
+spiral/cli/chooser.py,sha256=JmlETVEfHd9JOkL4ILPly1TgyESVa8vZqNDgFMcnQm8,1091
 spiral/cli/console.py,sha256=6JHbAQV6MFWz3P-VzqPOjhHpkIQagsCdzTMvmuDKMkU,2580
-spiral/cli/fs.py,sha256=chg4W6j7rPYxUiTUSVCkHoiF3vG5lcpqUKDYwp5VYtY,2919
-spiral/cli/iceberg.py,sha256=wdMyl0j821MLnXNZ6Kwm65ogh98C-pjMJm3Y6YqlnTI,3249
-spiral/cli/key_spaces.py,sha256=84MibTdjI5bFK7lhL0w1WOlw-uBZtFnPPlTQuI2PPGw,3524
+spiral/cli/fs.py,sha256=WcUeyh9sFoWJ2xn25-xKzLEi2u9KLdmoVXwyKynxrK8,4194
+spiral/cli/iceberg.py,sha256=r5qJTy2YACGQALPwU5VQXsQvkY5Qv07qXgpA4qvmVGU,3250
+spiral/cli/key_spaces.py,sha256=0Mv7jwY8coF_wBW8klLJHPpiXqLwFNfVzT06zokzqfU,3526
 spiral/cli/login.py,sha256=2l2i38XNHGKtV4DP6PZPN4LHxceCn3AdHDE5nM2iK5M,760
-spiral/cli/orgs.py,sha256=Y3hBPqBchPS72uJNn_OVx1fBIc2lO2EiKJsfRHAX1yE,2890
+spiral/cli/orgs.py,sha256=L68jO-SEHlocy-tMQYmQ7LAW0WuY0r7q5yr3QBUm0CM,2538
 spiral/cli/printer.py,sha256=HcvSUpaMItzmhBUfIHROK1Z3SL8J8wDopS3Qo8H00uw,1781
-spiral/cli/projects.py,sha256=awB2Q8gM1MtZOltWZ9ZPCbdUr-4WpsGHMR1rY12kv-s,5748
+spiral/cli/projects.py,sha256=maH8uGJT_TopIEoPADiz5Qe4SziH0jYJW9bJK1QtWL4,5831
 spiral/cli/state.py,sha256=3sKQuFtV2vCn3E1Dv7Sw9-IK5jiXCVBEQ9Ze17NZXDs,129
-spiral/cli/tables.py,sha256=nrzPHUekYY3MF0nWHdfLUmfWrIucYJp_JwdsWqOFYXI,7161
-spiral/cli/telemetry.py,sha256=9kp7lmimShsGoLRUic5aOEQ4hti-pPFMBFc4cdlPDmk,587
-spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
-spiral/cli/types.py,sha256=o-HJhfoyPW3JD5p55yec6QNTtVGzbG-PG3kwjvZz5Zs,1358
-spiral/cli/workloads.py,sha256=HL2_CkmlCm_nzTLjFogAW57Tev7RR73Qan_SZjsAoWk,2009
-spiral/client.py,sha256=oN9VlCkclqjFERHaggcxhc5ZvcCta9f25ZZrP9nZhts,9360
+spiral/cli/tables.py,sha256=r4cogd-4Az-KYoIAcrJ4Fxi1lPj5AEBB7_qdCdpmhgQ,8967
+spiral/cli/telemetry.py,sha256=bhbFyMtQ2Wc_-Rl1u4VlQcr8Yt3hNlW-Gi2NbBHC09c,794
+spiral/cli/text.py,sha256=u2XR9SOs0vIz5NjV5P5Lj3PC1XOlsD8RFQrGwc0AMUY,4033
+spiral/cli/transactions.py,sha256=t3yB2pN3ishYQjlSkP_hVkENgBnqi0QvdBMyVS8pKXU,2748
+spiral/cli/types_.py,sha256=8FEaKDNVtzrQswuX7KHKL1znHeJK7AKrDTRTPer5PWM,1335
+spiral/cli/workloads.py,sha256=NOoYZQ2OewtIAgmWXhPpwGwio233VHhdDfdDgqFMVc8,2999
+spiral/client.py,sha256=bpzXee4HqNaP6Q646LWa4wesQgA7tbqeA3rUS7rVXFU,12099
 spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/core/_tools/__init__.pyi,sha256=b2KLfTOQ67pjfbYt07o0IGiTu5o2bZw69lllV8v0Dps,143
 spiral/core/authn/__init__.pyi,sha256=deZvPlCyiPC6PpXxpEZVglxL5mUJ1Qqg20ieEQgU6ik,582
-spiral/core/client/__init__.pyi,sha256=zIaI9t1_dbQTQ3vd2CUBNwg7elIZVOFz4rL8pKW-8CM,7229
+spiral/core/client/__init__.pyi,sha256=a5jsYTjBQVkH3WtxMHNHFK_U8z5yx-mh-FeSa5N0bYY,7655
 spiral/core/config/__init__.pyi,sha256=1BaB7fTGly_fW-qTSQtxbGrYErzkqxuJokDFPupP7d0,955
 spiral/core/expr/__init__.pyi,sha256=3HSKjkotiEkxBvGBALXEBIie0JiyI9bCpehwA3nMQkU,571
 spiral/core/expr/images/__init__.pyi,sha256=wnE_wZXq7a4iqTg3SVm-ssxGw1WQZyk5dGOPaP4Btko,73
 spiral/core/expr/list_/__init__.pyi,sha256=Q_9c87eIQfZbqlaw_rq3fvs93YEsW7K5VYk6VZ4g6mU,126
+spiral/core/expr/pushdown/__init__.pyi,sha256=zcpBHFz-uriK0WccBUrPOuR8Mi8jPzEzpv9kGpp_PRw,60
 spiral/core/expr/refs/__init__.pyi,sha256=nZZP3l_Z6bLx6V8lTcH3Jgo--xwfADOU2XdTAvM5IMk,127
+spiral/core/expr/s3/__init__.pyi,sha256=GlgT6HtRqNbf31enHhkoM6HXHHxlgic7mApob_R3tOQ,76
 spiral/core/expr/str_/__init__.pyi,sha256=Bm6fZK-d4fNbJuuBhVoWMACXUbQQ2SjlhgrOpdOHIPM,86
 spiral/core/expr/struct_/__init__.pyi,sha256=MXckd98eV_x3X0RhEWvlkA3DcDXRtLs5pNnTQkc09nE,296
 spiral/core/expr/text/__init__.pyi,sha256=ed83n1xcsGY7_QDhMmJGnSQ20UrJFXcdv1AveSEcS1c,175
 spiral/core/expr/udf/__init__.pyi,sha256=zsZs081KVhY3-1JidqTkWMW81Qd_ScoTGZvasIhIK-4,358
 spiral/core/expr/video/__init__.pyi,sha256=nQJEcSsigZuRpMjkI_O4EEtMK_n2zRvorcL_KEeD5vU,95
-spiral/core/table/__init__.pyi,sha256=nffQgwjzokhM_lRFyKXnHIfdXDv0OKZB3r5pQjGvtyw,4536
+spiral/core/table/__init__.pyi,sha256=hdAu59xHgMWsA1I2Vmz7sRq4DJhh8OVhnHPDgGoz6CQ,4802
 spiral/core/table/manifests/__init__.pyi,sha256=eVfDpmhYSjafIvvALqAkZe5baN3Y1HpKpxYEbjwd4gQ,1043
 spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
 spiral/core/table/spec/__init__.pyi,sha256=839FNXvUS1PD-jYx2pXIIlTEjKszZUGfVD7WKSpflIQ,5659
-spiral/dataloader.py,sha256=W9siY4BF4p_rwTTSS4KgsaQsPLxxza6XmQhrdBzzMJ8,10592
+spiral/dataloader.py,sha256=FAaV_B3HTH_gz2FQDDG_5gLjQYR3jScgyHaOa8fSoQk,10766
 spiral/dataset.py,sha256=xse0evrNDKPXNrqaS5ZklyvPsrTPaFov5A2uwwMd9sU,8429
 spiral/datetime_.py,sha256=elXaUWtZuuLVcu9E0aXnvYRPB9XWqZbLDToozQYQYjU,950
 spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/debug/manifests.py,sha256=7f1O3ba9mrA5nXpOF9cEIQuUAteP5wiBkFy_diQJ7No,3216
+spiral/debug/manifests.py,sha256=DvhDUkW9Ca8YfsPchArnajzEdedd1jg0Zx-xSRmnrmw,4282
 spiral/debug/metrics.py,sha256=_B1LoHejOQk7sfKX1dhVmHrcB3HNZzhr2M4iQfsyOUQ,2058
-spiral/debug/scan.py,sha256=bYLY4nZNdo0cv7Ldcy3hkXix3aFClHOCG6QbOtn8954,9549
-spiral/enrichment.py,sha256=DpnCtKcdqwvogCu3ReR1iDktSQqA_GOXXLTzvHKb64w,10713
-spiral/expressions/__init__.py,sha256=ZsD8g7vB0G7xy19GUiH4m79kw7KEkTQRwJl5Gn1cgtw,8049
-spiral/expressions/base.py,sha256=ooTtXy5QkCmPNMYa7lJuFAguFpBrd59UWIxOGxhQ5h0,6261
+spiral/debug/scan.py,sha256=PYU4FJiE5aZ0Rc7LkTK62UEjlLwdAm-gNe869KHpNTs,9475
+spiral/demo.py,sha256=28jH4Y0VmBifFCEEPxsUVfzqBqWW-pTUI1__N8nwwPA,6793
+spiral/enrichment.py,sha256=wp9EKN0baQwqwV7I2aL87BgTt5zSY0mvn8M2I6mxUe8,10771
+spiral/expressions/__init__.py,sha256=bb54V06ybqrf9P7E8gyKktLrs01m94-NktZpN6mnfRA,5042
+spiral/expressions/base.py,sha256=J9apXEX47ufrofHo37pFr-6Qj2t0mxCsVtabXFsCrD4,6080
 spiral/expressions/file.py,sha256=7D9jIENJcoT0KFharBLkzK9dZgO4DYn5K_KCt0twefg,518
 spiral/expressions/http.py,sha256=OOHh0WBxg3vwza_m74-rkoQWSclRMI60aPAbQ6yKZi0,486
 spiral/expressions/list_.py,sha256=-OHzTkTYvTY_Q2IuATfK5QNx7KEyic3DzZLEYn8otIk,2050
+spiral/expressions/pushdown.py,sha256=6ZHke34_YLFYiqp14tXIRWH3K2yVHADeNiRDY_tF5N8,371
 spiral/expressions/s3.py,sha256=PhQhMP-d8PLsSRtGCZbytnm7lI9VbDAbuSs2LBM4G7Q,505
 spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
 spiral/expressions/struct.py,sha256=pGAnCDh6AK0BK1XfZ1qG4ce4ranIQEE1HQsgmzBcfwQ,2038
 spiral/expressions/text.py,sha256=-02gBWYoyNQ3qQ1--9HTa8IryUDojYQVIp8C7rgnOWQ,1893
 spiral/expressions/tiff.py,sha256=B1N6ck1-CcIPSU9_Vnol7fXNnTbhV1CnMxvtAG5wmx0,7979
-spiral/expressions/udf.py,sha256=5mu8azZ7pLI3D9YaXFH33ukIY37BdohC1eFfyLBTNx0,1925
+spiral/expressions/udf.py,sha256=XhePtyzrMgX0SQ5mOmf2XrdkhN7BSyyZpLZtF862B1U,2046
 spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
+spiral/huggingface.py,sha256=eJPX0npe4IBfZ8bwXPc374W22kN5iK00xOzTIklxPwA,15809
 spiral/iceberg.py,sha256=02OkA348eFxkEbgreeTuVlzavVvZmM4hldrZI76PZ9I,914
-spiral/iterable_dataset.py,sha256=Eekg9ad8tcwXcloHWReBbvCSr5ZappRHn2ldKTvwqS0,4622
+spiral/input.py,sha256=yCqojJDwdkXg92tfLcgfR0ltSrDwCwxS_GjoP9r9HGU,4195
 spiral/key_space_index.py,sha256=NAB_nONEjpMYbse8suz42w7Qb5OPHuKN9h9CT2NJe08,1460
-spiral/project.py,sha256=dkYc5iWZzz_HMKcu1EXUNNsI7hnEyGy8VrnKdVmKjjE,8199
+spiral/project.py,sha256=bUqfROIouk_2WSZXc8DPbFwJuzPac8ucxOM7qHpw6gE,8796
 spiral/protogen/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -95,16 +103,17 @@ spiral/protogen/_/substrait/extensions/__init__.py,sha256=nhnEnho70GAT8WPj2xtwJU
 spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
 spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/scan.py,sha256=sc29S4gXq2zaOa-Q3V_IwK310htw80Y2U3fo40huRac,13678
-spiral/server.py,sha256=ztBmB5lBnUz-smQxR_tC8AI5SOhz17wH0MI3GuzDUdM,600
-spiral/settings.py,sha256=Ae17TH_1kKiyDo6ePjPMeLfbG2pydKSQPRuJbVkro6E,938
-spiral/snapshot.py,sha256=cTobi5jtiANxalGA-isokQHblNmXGtuUvgUGGNVybsI,1555
+spiral/ray_.py,sha256=iEpkEHu6V2ATtX1KHrRDF9R6dsiazHwltr5GUF35Svg,2749
+spiral/scan.py,sha256=c-lLaoLydnGV5ydYgS8SFdFz0qIbiWnTVhn7QpU1Xdc,20003
+spiral/server.py,sha256=Q1FcOAV0EsDespdBJI25R5K2mihP_i1xNRe99SYUhsY,1401
+spiral/settings.py,sha256=zeiEhWC2H94r3o5-jsOqSIHu-hthRYO48ShWnXvGrQ8,895
+spiral/snapshot.py,sha256=nf0ywmFy1Z2v6NCDBKBzfwmht5nGqWv2V_BifP_Q6Ag,1995
 spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k,61
 spiral/streaming_/reader.py,sha256=tl_lC9xgh1-QFhsZn4xQT7It3PVTzHCEUT2BG2dWBRQ,4166
 spiral/streaming_/stream.py,sha256=efqhExky4YgI1f3Me5ctfayFbTExoyS3TRMkrPIjvv0,5918
 spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
-spiral/table.py,sha256=B8QWhPbpXP46Q6qJY-LQCLKI9l7EwK7Ceja9yqG_5zg,7630
+spiral/table.py,sha256=qnppfbien_Ytogr9eQuK9pOtgRnV6iWgHw_ynvZtOno,8038
 spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
-spiral/transaction.py,sha256=12i3qSYgTgra95I2SChbBbL__sQtkshx3Y5Aivyfo2M,5009
+spiral/transaction.py,sha256=EEz_1VnFojr0D553TF8_YntZE0UWlWvxq6C31P6ab_M,7866
 spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
-pyspiral-0.8.1.dist-info/RECORD,,
+pyspiral-0.9.8.dist-info/RECORD,,

spiral/__init__.py

@@ -22,7 +22,7 @@ from spiral.scan import Scan  # noqa: E402
 from spiral.snapshot import Snapshot  # noqa: E402
 from spiral.table import Table  # noqa: E402
 from spiral.text_index import TextIndex  # noqa: E402
-from spiral.transaction import Transaction  # noqa: E402
+from spiral.transaction import Transaction, TransactionOps  # noqa: E402
 
 __all__ = [
     "Spiral",
@@ -30,6 +30,7 @@ __all__ = [
     "Table",
     "Snapshot",
     "Transaction",
+    "TransactionOps",
     "Enrichment",
     "Scan",
     "Shard",
@@ -41,7 +42,7 @@ __all__ = [
     "Iceberg",
 ]
 
-__version__ = importlib.metadata.version("pyspiral")
+__version__: str = importlib.metadata.version("pyspiral")
 
 
 def _warn_msg():

spiral/adbc.py

@@ -247,7 +247,7 @@ class SpiralADBCServer(ADBCServerBase):
 
                     if req.include_schema:
                         open_table = project.table(f"{table.dataset}.{table.table}")
-                        row["table_schema"] = open_table.snapshot().to_dataset().schema.serialize().to_pybytes()
+                        row["table_schema"] = open_table.snapshot().to_arrow_dataset().schema.serialize().to_pybytes()
 
                     rows.append(row)
 
@@ -267,7 +267,7 @@ class SpiralADBCServer(ADBCServerBase):
             # This lets us register a PyArrow Dataset with DuckDB for the query.
             snapshot = self.open_snapshot(tbl)
             name = snapshot.table.table_id
-            datasets[name] = snapshot.to_dataset()
+            datasets[name] = snapshot.to_arrow_dataset()
             tbl.replace(exp.table_(table=name))
 
         try:

spiral/api/__init__.py

@@ -9,22 +9,23 @@ if TYPE_CHECKING:
     from spiral.core.authn import Authn
 
     from .admin import AdminService
-    from .filesystems import FileSystemService
+    from .filesystems import FileSystemsService
     from .key_space_indexes import KeySpaceIndexesService
-    from .organizations import OrganizationService
-    from .projects import ProjectService
+    from .organizations import OrganizationsService
+    from .projects import ProjectsService
+    from .tables import TablesService
     from .telemetry import TelemetryService
     from .text_indexes import TextIndexesService
-    from .workloads import WorkloadService
+    from .workloads import WorkloadsService
 
 
 class SpiralAPI:
-    def __init__(self, authn: "Authn", base_url: str | None = None):
-        self.base_url = base_url or os.environ.get("SPIRAL_URL", "https://api.spiraldb.com")
+    def __init__(self, base_url: str, authn: "Authn"):
+        self.base_url = base_url
         self.client = _Client(
             httpx.Client(
                 base_url=self.base_url,
-                timeout=None if ("PYTEST_VERSION" in os.environ or bool(os.environ.get("SPIRAL_DEV", None))) else 60,
+                timeout=None if "PYTEST_VERSION" in os.environ else 60,
             ),
             authn,
         )
@@ -36,28 +37,34 @@ class SpiralAPI:
         return AdminService(self.client)
 
     @property
-    def organization(self) -> "OrganizationService":
-        from .organizations import OrganizationService
+    def organizations(self) -> "OrganizationsService":
+        from .organizations import OrganizationsService
 
-        return OrganizationService(self.client)
+        return OrganizationsService(self.client)
 
     @property
-    def project(self) -> "ProjectService":
-        from .projects import ProjectService
+    def projects(self) -> "ProjectsService":
+        from .projects import ProjectsService
 
-        return ProjectService(self.client)
+        return ProjectsService(self.client)
 
     @property
-    def file_system(self) -> "FileSystemService":
-        from .filesystems import FileSystemService
+    def file_systems(self) -> "FileSystemsService":
+        from .filesystems import FileSystemsService
 
-        return FileSystemService(self.client)
+        return FileSystemsService(self.client)
 
     @property
-    def workload(self) -> "WorkloadService":
-        from .workloads import WorkloadService
+    def workloads(self) -> "WorkloadsService":
+        from .workloads import WorkloadsService
 
-        return WorkloadService(self.client)
+        return WorkloadsService(self.client)
+
+    @property
+    def tables(self) -> "TablesService":
+        from .tables import TablesService
+
+        return TablesService(self.client)
 
     @property
     def text_indexes(self) -> "TextIndexesService":

spiral/api/client.py

@@ -1,7 +1,10 @@
 from __future__ import annotations
 
 import logging
+import time
 from collections.abc import Iterable, Iterator, Mapping
+from datetime import UTC, datetime
+from email.utils import parsedate_to_datetime
 from typing import Any, Generic, TypeVar
 
 import httpx
@@ -35,7 +38,7 @@ class Paged(Iterable[E], Generic[E]):
         client: _Client,
         path: str,
         page_token: str | None,
-        page_size: int,
+        page_size: int | None,
         response_cls: type[PagedResponse[E]],
         params: Mapping[str, str] | None = None,
     ):
@@ -48,9 +51,8 @@ class Paged(Iterable[E], Generic[E]):
         self._params = params or {}
         if page_token is not None:
             self._params["page_token"] = str(page_token)
-        # TODO(marko): Support paging.
-        # if page_size is not None:
-        #     self._params["page_size"] = str(page_size)
+        if page_size is not None:
+            self._params["page_size"] = str(page_size)
 
         self._response: PagedResponse[E] = client.get(path, response_cls, params=self._params)
 
@@ -58,6 +60,13 @@ class Paged(Iterable[E], Generic[E]):
     def page(self) -> PagedResponse[E]:
         return self._response
 
+    def _fetch_next_page(self):
+        assert self._response.next_page_token
+
+        params = self._params.copy()
+        params["page_token"] = self._response.next_page_token
+        self._response = self._client.get(self._path, self._response_cls, params=params)
+
     def __iter__(self) -> Iterator[E]:
         while True:
             yield from self._response.items
@@ -65,9 +74,7 @@ class Paged(Iterable[E], Generic[E]):
             if self._response.next_page_token is None:
                 break
 
-            params = self._params.copy()
-            params["page_token"] = self._response.next_page_token
-            self._response = self._client.get(self._path, self._response_cls, params=params)
+            self._fetch_next_page()
 
 
 class ServiceBase:
@@ -90,6 +97,73 @@ class _Client:
         self.http = http
         self.authn = authn
 
+    def _handle_deprecation(self, response: httpx.Response, path: str) -> None:
+        """Handle deprecation headers from API responses.
+
+        - Logs warnings if the endpoint is deprecated
+        - Sleeps progressively longer as sunset date approaches
+        - Logs errors if past the sunset date
+        """
+        deprecation_header = response.headers.get("Deprecation")
+        sunset_header = response.headers.get("Sunset")
+
+        if not deprecation_header:
+            return
+
+        try:
+            deprecation_date = parsedate_to_datetime(deprecation_header)
+            sunset_date = parsedate_to_datetime(sunset_header) if sunset_header else None
+        except (ValueError, TypeError):
+            log.warning("Failed to parse deprecation headers for path %s", path)
+            return
+
+        sunset_str = sunset_date.isoformat() if sunset_date else "unknown"
+        log.warning(
+            "SpiralDB is using a deprecated API endpoint, please migrate to a supported version "
+            "(path=%s, deprecation_date=%s, sunset_date=%s)",
+            path,
+            deprecation_date.isoformat(),
+            sunset_str,
+        )
+
+        if sunset_date:
+            now = datetime.now(UTC)
+
+            if now > sunset_date:
+                # Past sunset date - log error and use maximum sleep
+                days_past_sunset = (now - sunset_date).days
+                log.error(
+                    "SpiralDB API endpoint has been sunset, please migrate to a supported version "
+                    "(path=%s, sunset_date=%s, days_past_sunset=%d)",
+                    path,
+                    sunset_date.isoformat(),
+                    days_past_sunset,
+                )
+                sleep_ms = 5000  # Max sleep after sunset
+            else:
+                # Before sunset - calculate progressive sleep
+                time_until_sunset = (sunset_date - now).total_seconds()
+                time_since_deprecation = (now - deprecation_date).total_seconds()
+                total_deprecation_window = max((sunset_date - deprecation_date).total_seconds(), 1.0)
+
+                # Calculate progress: 0.0 (just deprecated) to 1.0 (at sunset)
+                progress = max(0.0, min(1.0, time_since_deprecation / total_deprecation_window))
+
+                # Exponential backoff: 0ms → 5000ms as we approach sunset
+                sleep_ms = int((progress**2) * 5000.0)
+
+                if sleep_ms > 0:
+                    days_until_sunset = int(time_until_sunset / 86400) + 1
+                    log.warning(
+                        "Sleeping due to deprecated endpoint usage (path=%s, sleep_ms=%d, days_until_sunset=%d)",
+                        path,
+                        sleep_ms,
+                        days_until_sunset,
+                    )
+
+            if sleep_ms > 0:
+                time.sleep(sleep_ms / 1000.0)
+
     def get(
         self, path: str, response_cls: type[ResponseT], *, params: Mapping[str, str | list[str]] | None = None
     ) -> ResponseT:
@@ -142,6 +216,9 @@ class _Client:
             **req_data,
         )
 
+        # Handle deprecation headers before processing response
+        self._handle_deprecation(resp, path)
+
         try:
             resp.raise_for_status()
         except HTTPStatusError as e:
@@ -149,7 +226,6 @@ class _Client:
             raise SpiralHTTPError(body=resp.text, code=resp.status_code) from e
 
         if response_cls == type[None]:
-            assert resp.text == ""
             return None
 
         return TypeAdapter(response_cls).validate_python(resp.json())
@@ -160,7 +236,8 @@ class _Client:
         response_cls: type[PagedResponse[E]],
         *,
         page_token: str | None = None,
-        page_size: int = 50,
+        page_size: int | None = None,
         params: Mapping[str, str] | None = None,
     ) -> Paged[E]:
+        # TODO(DK): When paging is uniformly supported, set a default page size *here* rather than in the callers.
         return Paged(self, path, page_token, page_size, response_cls, params)

spiral/api/filesystems.py

@@ -40,16 +40,33 @@ class UpstreamFileSystem(BaseModel):
 
 
 class S3FileSystem(BaseModel):
-    """File system backed by an S3-compatible bucket."""
+    """File system backed by an AWS S3 bucket."""
 
     type: Literal["s3"] = "s3"
     endpoint: str | None = None
     region: str
     bucket: str
     directory: DirectoryPath | None = None
-    # ARN of the role to assume when accessing the bucket https://docs.spiraldb.com/filesystems#aws
-    # role_arn: str | None = None
-    role_arn: str  # TODO(marko): Make optional once we support third-party S3-compatible storage.
+    # ARN of the role to assume when accessing the bucket
+    role_arn: str
+
+
+class VaultSecret(BaseModel):
+    type: Literal["secret"] = "secret"
+    # Reference to a secret stored in vault
+    secret: str
+
+
+class S3LikeFileSystem(BaseModel):
+    """File system backed by an AWS S3 bucket that is compatible with S3 APIs."""
+
+    type: Literal["s3like"] = "s3like"
+    endpoint: str
+    region: str
+    bucket: str
+    directory: DirectoryPath | None = None
+    access_key_id: str
+    secret_access_key: str | VaultSecret
 
 
 class GCSFileSystem(BaseModel):
@@ -62,7 +79,8 @@ class GCSFileSystem(BaseModel):
 
 
 FileSystem = Annotated[
-    BuiltinFileSystem | UpstreamFileSystem | S3FileSystem | GCSFileSystem, Field(discriminator="type")
+    BuiltinFileSystem | UpstreamFileSystem | S3FileSystem | S3LikeFileSystem | GCSFileSystem,
+    Field(discriminator="type"),
 ]
 
 
@@ -97,7 +115,7 @@ class GetMountAndFileSystemResponse(BaseModel):
     fs_loc: FsLoc
 
 
-class FileSystemService(ServiceBase):
+class FileSystemsService(ServiceBase):
     """Service for file system operations."""
 
     def list_providers(self) -> list[str]:

spiral/api/organizations.py

@@ -37,6 +37,7 @@ class PortalLinkIntent(str, Enum):
     AUDIT_LOGS = "audit-logs"
     LOG_STREAMS = "log-streams"
     DOMAIN_VERIFICATION = "domain-verification"
+    BYOK = "bring-your-own-key"
 
 
 class PortalLinkRequest(BaseModel):
@@ -57,7 +58,7 @@ class InviteUserResponse(BaseModel):
     invite_id: str
 
 
-class OrganizationService(ServiceBase):
+class OrganizationsService(ServiceBase):
     """Service for organization operations."""
 
     def create(self, request: CreateOrgRequest) -> CreateOrgResponse:

spiral/api/projects.py

@@ -151,7 +151,7 @@ class KeySpaceIndexResource(BaseModel):
     name: str
 
 
-class ProjectService(ServiceBase):
+class ProjectsService(ServiceBase):
     """Service for project operations."""
 
     def create(self, request: CreateProjectRequest) -> CreateProjectResponse:
@@ -163,7 +163,7 @@ class ProjectService(ServiceBase):
         return self.client.paged("/v1/projects", PagedResponse[Project])
 
     def list_tables(
-        self, project_id: ProjectId, dataset: str | None = None, table: str | None = None
+        self, project_id: ProjectId, dataset: str | None = None, table: str | None = None, page_size: int | None = None
     ) -> Paged[TableResource]:
         """List tables in a project."""
         params = {}
@@ -171,7 +171,9 @@ class ProjectService(ServiceBase):
             params["dataset"] = dataset
         if table:
             params["table"] = table
-        return self.client.paged(f"/v1/projects/{project_id}/tables", PagedResponse[TableResource], params=params)
+        return self.client.paged(
+            f"/v1/projects/{project_id}/tables", PagedResponse[TableResource], params=params, page_size=page_size
+        )
 
     def list_text_indexes(self, project_id: ProjectId, name: str | None = None) -> Paged[TextIndexResource]:
         """List text indexes in a project."""

spiral/api/tables.py

@@ -0,0 +1,77 @@
+from typing import Any
+
+from pydantic import BaseModel
+
+from ..types_ import Timestamp
+from .client import _Client
+
+
+class Transaction(BaseModel):
+    """Represents a committed transaction in SpiralDB."""
+
+    txn_idx: int
+    committed_at: Timestamp
+    # TODO(marko): Define a proper Operation model
+    operations: list[dict[str, Any]]
+
+
+class TransactionsListResponse(BaseModel):
+    """Response for listing transactions."""
+
+    items: list[Transaction]
+    next_page_token: Timestamp | None = None
+
+
+class TablesService:
+    """Service for managing table transactions."""
+
+    def __init__(self, client: _Client):
+        self.client = client
+
+    def list_transactions(
+        self,
+        table_id: str,
+        *,
+        since: Timestamp | None = None,
+    ) -> list[Transaction]:
+        """List transactions for a table.
+
+        Args:
+            table_id: The ID of the table
+            since: Only return transactions committed after this timestamp (microseconds since epoch)
+
+        Returns:
+            List of transactions
+        """
+        params = {"ordering": "asc"}
+        if since is not None:
+            params["page_token"] = str(since)
+
+        all_transactions = []
+
+        while True:
+            response = self.client.get(
+                f"/v1/tables/{table_id}/transactions-list",
+                TransactionsListResponse,
+                params=params,
+            )
+
+            # Parse transactions from the API response
+            all_transactions.extend(response.items)
+
+            # Check for next page
+            if response.next_page_token is None:
+                break
+
+            params["page_token"] = str(response.next_page_token)
+
+        return all_transactions
+
+    def revert_transaction(self, table_id: str, txn_idx: int) -> None:
+        """Revert a transaction by marking it as reverted.
+
+        Args:
+            table_id: The ID of the table
+            txn_idx: The index of the transaction to revert
+        """
+        self.client.delete(f"/v1/tables/{table_id}/transactions/{txn_idx}", type[None])