pyspiral 0.8.9__cp311-abi3-macosx_11_0_arm64.whl → 0.9.9__cp311-abi3-macosx_11_0_arm64.whl

{pyspiral-0.8.9.dist-info → pyspiral-0.9.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.8.9
+Version: 0.9.9
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -31,17 +31,19 @@ Requires-Dist: xxhash>=3.4.1
 Requires-Dist: polars>=1.31.0 ; extra == 'polars'
 Requires-Dist: duckdb>=1.3.2 ; extra == 'duckdb'
 Requires-Dist: pyiceberg[s3fs]>=0.9.1 ; extra == 'iceberg'
-Requires-Dist: datasets>=4.0.0 ; extra == 'huggingface'
+Requires-Dist: datasets>=4.3.0 ; extra == 'huggingface'
 Requires-Dist: mosaicml-streaming>=0.13.0 ; extra == 'streaming'
 Requires-Dist: vortex-data>=0.52.1 ; extra == 'streaming'
 Requires-Dist: dask>=2025.10.0 ; extra == 'dask'
 Requires-Dist: distributed>=2025.10.0 ; extra == 'dask'
+Requires-Dist: ray[data]>=2.0.0 ; python_full_version < '3.14' and extra == 'ray'
 Provides-Extra: polars
 Provides-Extra: duckdb
 Provides-Extra: iceberg
 Provides-Extra: huggingface
 Provides-Extra: streaming
 Provides-Extra: dask
+Provides-Extra: ray
 Summary: Python client for Spiral.
 Home-Page: https://spiraldb.com
 Author-email: SpiralDB <hello@spiraldb.com>

{pyspiral-0.8.9.dist-info → pyspiral-0.9.9.dist-info}/RECORD

@@ -1,45 +1,48 @@
-pyspiral-0.8.9.dist-info/METADATA,sha256=Ti8e0-xOdp5VUMbJ8X30eLyH-tkaPi-9MdG0DDWLZuI,1953
-pyspiral-0.8.9.dist-info/WHEEL,sha256=wLM-4-OuCEmDufFmMnL4mT6DsF8lSbFPkcIGjsPxDb0,104
-pyspiral-0.8.9.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
-spiral/__init__.py,sha256=PwaYBWFBtB7cYi7peMmhk_Lm5XzjRoLwOtLbUhc1ZDo,1449
-spiral/_lib.abi3.so,sha256=EA4kgWe6pzgxACe8OELMyZfscv2wOE8ADrPk0CikrZ0,80996768
+pyspiral-0.9.9.dist-info/METADATA,sha256=M360x1KvrpXFeGHPIqmUwuUt6UllvRwff7sp4laWZ7k,2055
+pyspiral-0.9.9.dist-info/WHEEL,sha256=wLM-4-OuCEmDufFmMnL4mT6DsF8lSbFPkcIGjsPxDb0,104
+pyspiral-0.9.9.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
+spiral/__init__.py,sha256=8g-RFlbqvKOMgQtkXrtfXFjoqkDbym5n6RZSXsrmgcA,1492
+spiral/_lib.abi3.so,sha256=r5jlbRgZES9Ct4VzoiJZkI0O7gUjB5gNoTTnmz8Pb5o,90734912
 spiral/adbc.py,sha256=Mc2wdC_fqvE4jqlgHqCI7M9Y-jRH4SaAjxJMibmIvbc,14854
-spiral/api/__init__.py,sha256=XlDdWLyEfnK3FRyYaA02JN91890QYpcPnyvilz9XcTk,2140
+spiral/api/__init__.py,sha256=JRLzPC3BYjkEBdcqAYBYv43C2V4Z51tClug6ztyEqBw,2319
 spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
-spiral/api/client.py,sha256=v1_FD46Hy4XMAUGfoNBcbnqwRX10WfkTpPQfVsLkozM,4665
+spiral/api/client.py,sha256=mrnFdmwDB6FYuNKl7QIJqyBVx-Y3ENYgNPXEQ6nLJuI,7932
 spiral/api/filesystems.py,sha256=8g_YdFjFFZLybQqV1xSH91SxVvOer4O6sGECexWXRnw,4548
 spiral/api/key_space_indexes.py,sha256=-38rZXTdkL4mLhp9h3CtqyIyutzzq88tV6bhK05MqYE,640
 spiral/api/organizations.py,sha256=eXAzxrKPmd3IVFfEaEbqbhqG0AjBM4IDz3O-ZoxJI5w,1928
-spiral/api/projects.py,sha256=j2sYhhh_Q3Pk9MBukb8pQgKN2JP00RKyDYdAcgLbmtw,6357
+spiral/api/projects.py,sha256=G9SXAYg6PH_dTbogB_roZQVUi3rXaFPI9_ytFg25i98,6430
+spiral/api/tables.py,sha256=AH-Kdp2Jy6lReSoK7GcY9L8WsWMWAACaBjYcK3kbNlM,2070
 spiral/api/telemetry.py,sha256=tfdA3E_EWJwFVxkQfkm8tiYGRubnx2LuE5nbfsk1oG4,474
 spiral/api/text_indexes.py,sha256=_zVlGBytl-9-Unbu2POfZgLh40H1YRcagFtplgIG428,1828
 spiral/api/types.py,sha256=HpHsoBuf7IdlXb7Dw-BkBkEvxBVIhkI8JviqhuoP9pY,696
 spiral/api/workers.py,sha256=0wZNUHMioDT53P1OBJfpjyDfIodHwwT6858z2IlRIM4,636
 spiral/api/workloads.py,sha256=GBZ4tLa_-NtZvV-P5GTJgPSxBQ_YiLyWaOpr9ELojOo,1764
-spiral/arrow_.py,sha256=fUpXmjUjG-rGfqMhKR332QzC7zrfIU2yjLaWKYzefwU,6778
+spiral/arrow_.py,sha256=pV36BbkPL2Gvq5z_O7w2iFySkZTecrTlWYcCkplhVto,1828
 spiral/cli/__init__.py,sha256=GdTQZVArIw19zSKi92ZtwD8pXQExuubnaN854XLTSzY,2505
 spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
 spiral/cli/admin.py,sha256=sC_XUZvi7t91qHMR5vea_KD3lXUcygil1MUw7zVFmpE,945
-spiral/cli/app.py,sha256=nNDoMxnGCJIiaD8PMDqSL2rK_QErmtZGOGHT4V29CRA,2825
+spiral/cli/app.py,sha256=tr8vR1g_9aJBnn2Dea_a-E8Wpn73brbDHrm_zRg-wVA,3048
+spiral/cli/chooser.py,sha256=JmlETVEfHd9JOkL4ILPly1TgyESVa8vZqNDgFMcnQm8,1091
 spiral/cli/console.py,sha256=6JHbAQV6MFWz3P-VzqPOjhHpkIQagsCdzTMvmuDKMkU,2580
-spiral/cli/fs.py,sha256=Swawf9oPQjL0NOE-sB96xtK7G6hhfTu8q9XxSwflSQw,4173
-spiral/cli/iceberg.py,sha256=wdMyl0j821MLnXNZ6Kwm65ogh98C-pjMJm3Y6YqlnTI,3249
-spiral/cli/key_spaces.py,sha256=84MibTdjI5bFK7lhL0w1WOlw-uBZtFnPPlTQuI2PPGw,3524
+spiral/cli/fs.py,sha256=WcUeyh9sFoWJ2xn25-xKzLEi2u9KLdmoVXwyKynxrK8,4194
+spiral/cli/iceberg.py,sha256=r5qJTy2YACGQALPwU5VQXsQvkY5Qv07qXgpA4qvmVGU,3250
+spiral/cli/key_spaces.py,sha256=0Mv7jwY8coF_wBW8klLJHPpiXqLwFNfVzT06zokzqfU,3526
 spiral/cli/login.py,sha256=2l2i38XNHGKtV4DP6PZPN4LHxceCn3AdHDE5nM2iK5M,760
-spiral/cli/orgs.py,sha256=QHvpUQrKqaNC99efa8v0l-bg38aJCE6m7N9LU6VmMlc,2537
+spiral/cli/orgs.py,sha256=L68jO-SEHlocy-tMQYmQ7LAW0WuY0r7q5yr3QBUm0CM,2538
 spiral/cli/printer.py,sha256=HcvSUpaMItzmhBUfIHROK1Z3SL8J8wDopS3Qo8H00uw,1781
-spiral/cli/projects.py,sha256=2d-um9qlX9TK7ehvDUq5hUTsqvj-4S9DoL_h5U111-Y,5802
+spiral/cli/projects.py,sha256=maH8uGJT_TopIEoPADiz5Qe4SziH0jYJW9bJK1QtWL4,5831
 spiral/cli/state.py,sha256=3sKQuFtV2vCn3E1Dv7Sw9-IK5jiXCVBEQ9Ze17NZXDs,129
-spiral/cli/tables.py,sha256=JnTJbHzUC48SOeb8sgzj8dfpR67y4eTTdg7T5fEZzAs,7914
-spiral/cli/telemetry.py,sha256=9kp7lmimShsGoLRUic5aOEQ4hti-pPFMBFc4cdlPDmk,587
-spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
-spiral/cli/types.py,sha256=0Zau84chh3XGIdFYqzC3LvgRtY8Ljw7WnKpzvjQ45SA,1360
-spiral/cli/workloads.py,sha256=r6f5y_MTPW460wpd50hC4BkFrg7WM4NOqUkgEI4Vg-U,2997
-spiral/client.py,sha256=UGFYteCv02_8vt46N3dC_nGNxHeJ6feUhKPLvuidg-4,9918
+spiral/cli/tables.py,sha256=r4cogd-4Az-KYoIAcrJ4Fxi1lPj5AEBB7_qdCdpmhgQ,8967
+spiral/cli/telemetry.py,sha256=bhbFyMtQ2Wc_-Rl1u4VlQcr8Yt3hNlW-Gi2NbBHC09c,794
+spiral/cli/text.py,sha256=u2XR9SOs0vIz5NjV5P5Lj3PC1XOlsD8RFQrGwc0AMUY,4033
+spiral/cli/transactions.py,sha256=t3yB2pN3ishYQjlSkP_hVkENgBnqi0QvdBMyVS8pKXU,2748
+spiral/cli/types_.py,sha256=8FEaKDNVtzrQswuX7KHKL1znHeJK7AKrDTRTPer5PWM,1335
+spiral/cli/workloads.py,sha256=NOoYZQ2OewtIAgmWXhPpwGwio233VHhdDfdDgqFMVc8,2999
+spiral/client.py,sha256=bpzXee4HqNaP6Q646LWa4wesQgA7tbqeA3rUS7rVXFU,12099
 spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/core/_tools/__init__.pyi,sha256=b2KLfTOQ67pjfbYt07o0IGiTu5o2bZw69lllV8v0Dps,143
 spiral/core/authn/__init__.pyi,sha256=deZvPlCyiPC6PpXxpEZVglxL5mUJ1Qqg20ieEQgU6ik,582
-spiral/core/client/__init__.pyi,sha256=CxoshdsdmaEff7eoBf1eWMNMqNw6PfQKgy0QVzjSwKg,7395
+spiral/core/client/__init__.pyi,sha256=a5jsYTjBQVkH3WtxMHNHFK_U8z5yx-mh-FeSa5N0bYY,7655
 spiral/core/config/__init__.pyi,sha256=1BaB7fTGly_fW-qTSQtxbGrYErzkqxuJokDFPupP7d0,955
 spiral/core/expr/__init__.pyi,sha256=3HSKjkotiEkxBvGBALXEBIie0JiyI9bCpehwA3nMQkU,571
 spiral/core/expr/images/__init__.pyi,sha256=wnE_wZXq7a4iqTg3SVm-ssxGw1WQZyk5dGOPaP4Btko,73
@@ -52,7 +55,7 @@ spiral/core/expr/struct_/__init__.pyi,sha256=MXckd98eV_x3X0RhEWvlkA3DcDXRtLs5pNn
 spiral/core/expr/text/__init__.pyi,sha256=ed83n1xcsGY7_QDhMmJGnSQ20UrJFXcdv1AveSEcS1c,175
 spiral/core/expr/udf/__init__.pyi,sha256=zsZs081KVhY3-1JidqTkWMW81Qd_ScoTGZvasIhIK-4,358
 spiral/core/expr/video/__init__.pyi,sha256=nQJEcSsigZuRpMjkI_O4EEtMK_n2zRvorcL_KEeD5vU,95
-spiral/core/table/__init__.pyi,sha256=_BvwxwaTxILYTh2O5nDGpx23gqv3rxh-awNbDWsPKU0,4600
+spiral/core/table/__init__.pyi,sha256=hdAu59xHgMWsA1I2Vmz7sRq4DJhh8OVhnHPDgGoz6CQ,4802
 spiral/core/table/manifests/__init__.pyi,sha256=eVfDpmhYSjafIvvALqAkZe5baN3Y1HpKpxYEbjwd4gQ,1043
 spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
 spiral/core/table/spec/__init__.pyi,sha256=839FNXvUS1PD-jYx2pXIIlTEjKszZUGfVD7WKSpflIQ,5659
@@ -60,13 +63,13 @@ spiral/dataloader.py,sha256=FAaV_B3HTH_gz2FQDDG_5gLjQYR3jScgyHaOa8fSoQk,10766
 spiral/dataset.py,sha256=xse0evrNDKPXNrqaS5ZklyvPsrTPaFov5A2uwwMd9sU,8429
 spiral/datetime_.py,sha256=elXaUWtZuuLVcu9E0aXnvYRPB9XWqZbLDToozQYQYjU,950
 spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/debug/manifests.py,sha256=IJjF5mqpTUeTLpSQ10PBn0DnkkNvPl0c1ghN-7s3PMI,3999
+spiral/debug/manifests.py,sha256=DvhDUkW9Ca8YfsPchArnajzEdedd1jg0Zx-xSRmnrmw,4282
 spiral/debug/metrics.py,sha256=_B1LoHejOQk7sfKX1dhVmHrcB3HNZzhr2M4iQfsyOUQ,2058
-spiral/debug/scan.py,sha256=bYLY4nZNdo0cv7Ldcy3hkXix3aFClHOCG6QbOtn8954,9549
-spiral/demo.py,sha256=YXjKAlxetzpZ9g3rEP0E9fa1bngWtaVicrECZa7IdTg,3173
-spiral/enrichment.py,sha256=DpnCtKcdqwvogCu3ReR1iDktSQqA_GOXXLTzvHKb64w,10713
-spiral/expressions/__init__.py,sha256=ZsD8g7vB0G7xy19GUiH4m79kw7KEkTQRwJl5Gn1cgtw,8049
-spiral/expressions/base.py,sha256=ooTtXy5QkCmPNMYa7lJuFAguFpBrd59UWIxOGxhQ5h0,6261
+spiral/debug/scan.py,sha256=PYU4FJiE5aZ0Rc7LkTK62UEjlLwdAm-gNe869KHpNTs,9475
+spiral/demo.py,sha256=28jH4Y0VmBifFCEEPxsUVfzqBqWW-pTUI1__N8nwwPA,6793
+spiral/enrichment.py,sha256=wp9EKN0baQwqwV7I2aL87BgTt5zSY0mvn8M2I6mxUe8,10771
+spiral/expressions/__init__.py,sha256=bb54V06ybqrf9P7E8gyKktLrs01m94-NktZpN6mnfRA,5042
+spiral/expressions/base.py,sha256=J9apXEX47ufrofHo37pFr-6Qj2t0mxCsVtabXFsCrD4,6080
 spiral/expressions/file.py,sha256=7D9jIENJcoT0KFharBLkzK9dZgO4DYn5K_KCt0twefg,518
 spiral/expressions/http.py,sha256=OOHh0WBxg3vwza_m74-rkoQWSclRMI60aPAbQ6yKZi0,486
 spiral/expressions/list_.py,sha256=-OHzTkTYvTY_Q2IuATfK5QNx7KEyic3DzZLEYn8otIk,2050
@@ -78,8 +81,9 @@ spiral/expressions/text.py,sha256=-02gBWYoyNQ3qQ1--9HTa8IryUDojYQVIp8C7rgnOWQ,18
 spiral/expressions/tiff.py,sha256=B1N6ck1-CcIPSU9_Vnol7fXNnTbhV1CnMxvtAG5wmx0,7979
 spiral/expressions/udf.py,sha256=XhePtyzrMgX0SQ5mOmf2XrdkhN7BSyyZpLZtF862B1U,2046
 spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
+spiral/huggingface.py,sha256=eJPX0npe4IBfZ8bwXPc374W22kN5iK00xOzTIklxPwA,15809
 spiral/iceberg.py,sha256=02OkA348eFxkEbgreeTuVlzavVvZmM4hldrZI76PZ9I,914
-spiral/iterable_dataset.py,sha256=Eekg9ad8tcwXcloHWReBbvCSr5ZappRHn2ldKTvwqS0,4622
+spiral/input.py,sha256=yCqojJDwdkXg92tfLcgfR0ltSrDwCwxS_GjoP9r9HGU,4195
 spiral/key_space_index.py,sha256=NAB_nONEjpMYbse8suz42w7Qb5OPHuKN9h9CT2NJe08,1460
 spiral/project.py,sha256=bUqfROIouk_2WSZXc8DPbFwJuzPac8ucxOM7qHpw6gE,8796
 spiral/protogen/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -99,7 +103,8 @@ spiral/protogen/_/substrait/extensions/__init__.py,sha256=nhnEnho70GAT8WPj2xtwJU
 spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
 spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/scan.py,sha256=PNjoY_GpjbdAQxXFXLNsB-P8Q1d_GLgQ_1whXvgpC_k,14268
+spiral/ray_.py,sha256=xktNdvcZfqqU7CizsD1caefAuGmlfE9z9dCKp_Zj-J4,2387
+spiral/scan.py,sha256=mOw1FbNPnEj1WadReLqRRSHbccdsrzD-f7tBK4dnbyQ,19478
 spiral/server.py,sha256=Q1FcOAV0EsDespdBJI25R5K2mihP_i1xNRe99SYUhsY,1401
 spiral/settings.py,sha256=zeiEhWC2H94r3o5-jsOqSIHu-hthRYO48ShWnXvGrQ8,895
 spiral/snapshot.py,sha256=nf0ywmFy1Z2v6NCDBKBzfwmht5nGqWv2V_BifP_Q6Ag,1995
@@ -107,8 +112,8 @@ spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k
 spiral/streaming_/reader.py,sha256=tl_lC9xgh1-QFhsZn4xQT7It3PVTzHCEUT2BG2dWBRQ,4166
 spiral/streaming_/stream.py,sha256=efqhExky4YgI1f3Me5ctfayFbTExoyS3TRMkrPIjvv0,5918
 spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
-spiral/table.py,sha256=vRgNRvKld1kdCTpHgHNcb1VcRXyWZ-2O-3iRUGFIGkU,8031
+spiral/table.py,sha256=qnppfbien_Ytogr9eQuK9pOtgRnV6iWgHw_ynvZtOno,8038
 spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
-spiral/transaction.py,sha256=rifPjzGsLl2hdoQmFMSGI049EWr7yNh1PnTvvohZU6Y,5418
+spiral/transaction.py,sha256=EEz_1VnFojr0D553TF8_YntZE0UWlWvxq6C31P6ab_M,7866
 spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
-pyspiral-0.8.9.dist-info/RECORD,,
+pyspiral-0.9.9.dist-info/RECORD,,

spiral/__init__.py

@@ -22,7 +22,7 @@ from spiral.scan import Scan  # noqa: E402
 from spiral.snapshot import Snapshot  # noqa: E402
 from spiral.table import Table  # noqa: E402
 from spiral.text_index import TextIndex  # noqa: E402
-from spiral.transaction import Transaction  # noqa: E402
+from spiral.transaction import Transaction, TransactionOps  # noqa: E402
 
 __all__ = [
     "Spiral",
@@ -30,6 +30,7 @@ __all__ = [
     "Table",
     "Snapshot",
     "Transaction",
+    "TransactionOps",
     "Enrichment",
     "Scan",
     "Shard",
@@ -41,7 +42,7 @@ __all__ = [
     "Iceberg",
 ]
 
-__version__ = importlib.metadata.version("pyspiral")
+__version__: str = importlib.metadata.version("pyspiral")
 
 
 def _warn_msg():

spiral/api/__init__.py

@@ -13,6 +13,7 @@ if TYPE_CHECKING:
     from .key_space_indexes import KeySpaceIndexesService
     from .organizations import OrganizationsService
     from .projects import ProjectsService
+    from .tables import TablesService
     from .telemetry import TelemetryService
     from .text_indexes import TextIndexesService
     from .workloads import WorkloadsService
@@ -59,6 +60,12 @@ class SpiralAPI:
 
         return WorkloadsService(self.client)
 
+    @property
+    def tables(self) -> "TablesService":
+        from .tables import TablesService
+
+        return TablesService(self.client)
+
     @property
     def text_indexes(self) -> "TextIndexesService":
         from .text_indexes import TextIndexesService

spiral/api/client.py

@@ -1,7 +1,10 @@
 from __future__ import annotations
 
 import logging
+import time
 from collections.abc import Iterable, Iterator, Mapping
+from datetime import UTC, datetime
+from email.utils import parsedate_to_datetime
 from typing import Any, Generic, TypeVar
 
 import httpx
@@ -35,7 +38,7 @@ class Paged(Iterable[E], Generic[E]):
         client: _Client,
         path: str,
         page_token: str | None,
-        page_size: int,
+        page_size: int | None,
         response_cls: type[PagedResponse[E]],
         params: Mapping[str, str] | None = None,
     ):
@@ -48,9 +51,8 @@ class Paged(Iterable[E], Generic[E]):
         self._params = params or {}
         if page_token is not None:
             self._params["page_token"] = str(page_token)
-        # TODO(marko): Support paging.
-        # if page_size is not None:
-        #     self._params["page_size"] = str(page_size)
+        if page_size is not None:
+            self._params["page_size"] = str(page_size)
 
         self._response: PagedResponse[E] = client.get(path, response_cls, params=self._params)
 
@@ -58,6 +60,13 @@ class Paged(Iterable[E], Generic[E]):
     def page(self) -> PagedResponse[E]:
         return self._response
 
+    def _fetch_next_page(self):
+        assert self._response.next_page_token
+
+        params = self._params.copy()
+        params["page_token"] = self._response.next_page_token
+        self._response = self._client.get(self._path, self._response_cls, params=params)
+
     def __iter__(self) -> Iterator[E]:
         while True:
             yield from self._response.items
@@ -65,9 +74,7 @@ class Paged(Iterable[E], Generic[E]):
             if self._response.next_page_token is None:
                 break
 
-            params = self._params.copy()
-            params["page_token"] = self._response.next_page_token
-            self._response = self._client.get(self._path, self._response_cls, params=params)
+            self._fetch_next_page()
 
 
 class ServiceBase:
@@ -90,6 +97,73 @@ class _Client:
         self.http = http
         self.authn = authn
 
+    def _handle_deprecation(self, response: httpx.Response, path: str) -> None:
+        """Handle deprecation headers from API responses.
+
+        - Logs warnings if the endpoint is deprecated
+        - Sleeps progressively longer as sunset date approaches
+        - Logs errors if past the sunset date
+        """
+        deprecation_header = response.headers.get("Deprecation")
+        sunset_header = response.headers.get("Sunset")
+
+        if not deprecation_header:
+            return
+
+        try:
+            deprecation_date = parsedate_to_datetime(deprecation_header)
+            sunset_date = parsedate_to_datetime(sunset_header) if sunset_header else None
+        except (ValueError, TypeError):
+            log.warning("Failed to parse deprecation headers for path %s", path)
+            return
+
+        sunset_str = sunset_date.isoformat() if sunset_date else "unknown"
+        log.warning(
+            "SpiralDB is using a deprecated API endpoint, please migrate to a supported version "
+            "(path=%s, deprecation_date=%s, sunset_date=%s)",
+            path,
+            deprecation_date.isoformat(),
+            sunset_str,
+        )
+
+        if sunset_date:
+            now = datetime.now(UTC)
+
+            if now > sunset_date:
+                # Past sunset date - log error and use maximum sleep
+                days_past_sunset = (now - sunset_date).days
+                log.error(
+                    "SpiralDB API endpoint has been sunset, please migrate to a supported version "
+                    "(path=%s, sunset_date=%s, days_past_sunset=%d)",
+                    path,
+                    sunset_date.isoformat(),
+                    days_past_sunset,
+                )
+                sleep_ms = 5000  # Max sleep after sunset
+            else:
+                # Before sunset - calculate progressive sleep
+                time_until_sunset = (sunset_date - now).total_seconds()
+                time_since_deprecation = (now - deprecation_date).total_seconds()
+                total_deprecation_window = max((sunset_date - deprecation_date).total_seconds(), 1.0)
+
+                # Calculate progress: 0.0 (just deprecated) to 1.0 (at sunset)
+                progress = max(0.0, min(1.0, time_since_deprecation / total_deprecation_window))
+
+                # Exponential backoff: 0ms → 5000ms as we approach sunset
+                sleep_ms = int((progress**2) * 5000.0)
+
+                if sleep_ms > 0:
+                    days_until_sunset = int(time_until_sunset / 86400) + 1
+                    log.warning(
+                        "Sleeping due to deprecated endpoint usage (path=%s, sleep_ms=%d, days_until_sunset=%d)",
+                        path,
+                        sleep_ms,
+                        days_until_sunset,
+                    )
+
+            if sleep_ms > 0:
+                time.sleep(sleep_ms / 1000.0)
+
     def get(
         self, path: str, response_cls: type[ResponseT], *, params: Mapping[str, str | list[str]] | None = None
     ) -> ResponseT:
@@ -142,6 +216,9 @@ class _Client:
             **req_data,
         )
 
+        # Handle deprecation headers before processing response
+        self._handle_deprecation(resp, path)
+
         try:
             resp.raise_for_status()
         except HTTPStatusError as e:
@@ -159,7 +236,8 @@ class _Client:
         response_cls: type[PagedResponse[E]],
         *,
         page_token: str | None = None,
-        page_size: int = 50,
+        page_size: int | None = None,
         params: Mapping[str, str] | None = None,
     ) -> Paged[E]:
+        # TODO(DK): When paging is uniformly supported, set a default page size *here* rather than in the callers.
         return Paged(self, path, page_token, page_size, response_cls, params)

spiral/api/projects.py

@@ -163,7 +163,7 @@ class ProjectsService(ServiceBase):
         return self.client.paged("/v1/projects", PagedResponse[Project])
 
     def list_tables(
-        self, project_id: ProjectId, dataset: str | None = None, table: str | None = None
+        self, project_id: ProjectId, dataset: str | None = None, table: str | None = None, page_size: int | None = None
     ) -> Paged[TableResource]:
         """List tables in a project."""
         params = {}
@@ -171,7 +171,9 @@ class ProjectsService(ServiceBase):
             params["dataset"] = dataset
         if table:
             params["table"] = table
-        return self.client.paged(f"/v1/projects/{project_id}/tables", PagedResponse[TableResource], params=params)
+        return self.client.paged(
+            f"/v1/projects/{project_id}/tables", PagedResponse[TableResource], params=params, page_size=page_size
+        )
 
     def list_text_indexes(self, project_id: ProjectId, name: str | None = None) -> Paged[TextIndexResource]:
         """List text indexes in a project."""

spiral/api/tables.py

@@ -0,0 +1,77 @@
+from typing import Any
+
+from pydantic import BaseModel
+
+from ..types_ import Timestamp
+from .client import _Client
+
+
+class Transaction(BaseModel):
+    """Represents a committed transaction in SpiralDB."""
+
+    txn_idx: int
+    committed_at: Timestamp
+    # TODO(marko): Define a proper Operation model
+    operations: list[dict[str, Any]]
+
+
+class TransactionsListResponse(BaseModel):
+    """Response for listing transactions."""
+
+    items: list[Transaction]
+    next_page_token: Timestamp | None = None
+
+
+class TablesService:
+    """Service for managing table transactions."""
+
+    def __init__(self, client: _Client):
+        self.client = client
+
+    def list_transactions(
+        self,
+        table_id: str,
+        *,
+        since: Timestamp | None = None,
+    ) -> list[Transaction]:
+        """List transactions for a table.
+
+        Args:
+            table_id: The ID of the table
+            since: Only return transactions committed after this timestamp (microseconds since epoch)
+
+        Returns:
+            List of transactions
+        """
+        params = {"ordering": "asc"}
+        if since is not None:
+            params["page_token"] = str(since)
+
+        all_transactions = []
+
+        while True:
+            response = self.client.get(
+                f"/v1/tables/{table_id}/transactions-list",
+                TransactionsListResponse,
+                params=params,
+            )
+
+            # Parse transactions from the API response
+            all_transactions.extend(response.items)
+
+            # Check for next page
+            if response.next_page_token is None:
+                break
+
+            params["page_token"] = str(response.next_page_token)
+
+        return all_transactions
+
+    def revert_transaction(self, table_id: str, txn_idx: int) -> None:
+        """Revert a transaction by marking it as reverted.
+
+        Args:
+            table_id: The ID of the table
+            txn_idx: The index of the transaction to revert
+        """
+        self.client.delete(f"/v1/tables/{table_id}/transactions/{txn_idx}", type[None])

spiral/arrow_.py

@@ -1,5 +1,3 @@
-from collections import defaultdict
-from collections.abc import Callable, Iterable
 from functools import reduce
 from typing import TypeVar
 
@@ -9,108 +7,6 @@ from pyarrow import compute as pc
 T = TypeVar("T")
 
 
-def zip_tables(tables: Iterable[pa.Table]) -> pa.Table:
-    data = []
-    names = []
-    for table in tables:
-        data.extend(table.columns)
-        names.extend(table.column_names)
-    return pa.Table.from_arrays(data, names=names)
-
-
-def merge_arrays(*arrays: pa.StructArray) -> pa.StructArray:
-    """Recursively merge arrays into nested struct arrays."""
-    if len(arrays) == 1:
-        return arrays[0]
-
-    nstructs = sum(pa.types.is_struct(a.type) for a in arrays)
-    if nstructs == 0:
-        # Then we have conflicting arrays and we choose the last.
-        return arrays[-1]
-
-    if nstructs != len(arrays):
-        raise ValueError("Cannot merge structs with non-structs.")
-
-    data = defaultdict(list)
-    for array in arrays:
-        if isinstance(array, pa.ChunkedArray):
-            array = array.combine_chunks()
-        for field in array.type:
-            data[field.name].append(array.field(field.name))
-
-    return pa.StructArray.from_arrays([merge_arrays(*v) for v in data.values()], names=list(data.keys()))
-
-
-def merge_scalars(*scalars: pa.StructScalar) -> pa.StructScalar:
-    """Recursively merge scalars into nested struct scalars."""
-    if len(scalars) == 1:
-        return scalars[0]
-
-    nstructs = sum(pa.types.is_struct(a.type) for a in scalars)
-    if nstructs == 0:
-        # Then we have conflicting scalars and we choose the last.
-        return scalars[-1]
-
-    if nstructs != len(scalars):
-        raise ValueError("Cannot merge scalars with non-scalars.")
-
-    data = defaultdict(list)
-    for scalar in scalars:
-        for field in scalar.type:
-            data[field.name].append(scalar[field.name])
-
-    return pa.scalar({k: merge_scalars(*v) for k, v in data.items()})
-
-
-def null_table(schema: pa.Schema, length: int = 0) -> pa.Table:
-    # We add an extra nulls column to ensure the length is correctly applied.
-    return pa.table(
-        [pa.nulls(length, type=field.type) for field in schema] + [pa.nulls(length)],
-        schema=pa.schema(list(schema) + [pa.field("__", type=pa.null())]),
-    ).drop(["__"])
-
-
-def coalesce_all(table: pa.Table) -> pa.Table:
-    """Coalesce all columns that share the same name."""
-    columns: dict[str, list[pa.Array]] = defaultdict(list)
-    for i, col in enumerate(table.column_names):
-        columns[col].append(table[i])
-
-    data = []
-    names = []
-    for col, arrays in columns.items():
-        names.append(col)
-        if len(arrays) == 1:
-            data.append(arrays[0])
-        else:
-            data.append(pc.coalesce(*arrays))
-
-    return pa.Table.from_arrays(data, names=names)
-
-
-def nest_structs(array: pa.StructArray | pa.StructScalar | dict) -> dict:
-    """Turn a struct-like value with dot-separated column names into a nested dictionary."""
-    data = {}
-
-    if isinstance(array, pa.StructArray | pa.StructScalar):
-        array = {f.name: field(array, f.name) for f in array.type}
-
-    for name in array.keys():
-        if "." not in name:
-            data[name] = array[name]
-            continue
-
-        parts = name.split(".")
-        child_data = data
-        for part in parts[:-1]:
-            if part not in child_data:
-                child_data[part] = {}
-            child_data = child_data[part]
-        child_data[parts[-1]] = array[name]
-
-    return data
-
-
 def flatten_struct_table(table: pa.Table, separator=".") -> pa.Table:
     """Turn a nested struct table into a flat table with dot-separated names."""
     data = []
@@ -121,7 +17,7 @@ def flatten_struct_table(table: pa.Table, separator=".") -> pa.Table:
             if isinstance(array, pa.ChunkedArray):
                 array = array.combine_chunks()
             for f in array.type:
-                _unfold(field(array, f.name), f"{prefix}{separator}{f.name}")
+                _unfold(array.field(f.name), f"{prefix}{separator}{f.name}")
         else:
             data.append(array)
             names.append(prefix)
@@ -133,6 +29,7 @@ def flatten_struct_table(table: pa.Table, separator=".") -> pa.Table:
 
 
 def struct_array(fields: list[tuple[str, bool, pa.Array]], /, mask: list[bool] | None = None) -> pa.StructArray:
+    """Helper to create struct arrays from field definitions."""
     return pa.StructArray.from_arrays(
         arrays=[x[2] for x in fields],
         fields=[pa.field(x[0], type=x[2].type, nullable=x[1]) for x in fields],
@@ -144,59 +41,11 @@ def table(fields: list[tuple[str, bool, pa.Array]], /) -> pa.Table:
     return pa.Table.from_struct_array(struct_array(fields))
 
 
-def dict_to_table(data) -> pa.Table:
-    return pa.Table.from_struct_array(dict_to_struct_array(data))
-
-
-def dict_to_struct_array(data: dict | pa.StructArray, propagate_nulls: bool = False) -> pa.StructArray:
+def dict_to_struct_array(data: dict[str, dict | pa.Array], propagate_nulls: bool = False) -> pa.StructArray:
     """Convert a nested dictionary of arrays to a table with nested structs."""
-    if isinstance(data, pa.Array):
-        return data
-    arrays = [dict_to_struct_array(value) for value in data.values()]
+    arrays = [value if not isinstance(value, dict) else dict_to_struct_array(value) for value in data.values()]
     return pa.StructArray.from_arrays(
         arrays,
         names=list(data.keys()),
         mask=reduce(pc.and_, [pc.is_null(array) for array in arrays]) if propagate_nulls else None,
     )
-
-
-def struct_array_to_dict(array: pa.StructArray, array_fn: Callable[[pa.Array], T] = lambda a: a) -> dict | T:
-    """Convert a struct array to a nested dictionary."""
-    if not pa.types.is_struct(array.type):
-        return array_fn(array)
-    if isinstance(array, pa.ChunkedArray):
-        array = array.combine_chunks()
-    return {field.name: struct_array_to_dict(array.field(i), array_fn=array_fn) for i, field in enumerate(array.type)}
-
-
-def table_to_struct_array(table: pa.Table) -> pa.StructArray:
-    if not table.num_rows:
-        return pa.array([], type=pa.struct(table.schema))
-    array = table.to_struct_array()
-    if isinstance(array, pa.ChunkedArray):
-        array = array.combine_chunks()
-    return array
-
-
-def table_from_struct_array(array: pa.StructArray | pa.ChunkedArray):
-    if len(array) == 0:
-        return null_table(pa.schema(array.type))
-    return pa.Table.from_struct_array(array)
-
-
-def field(value: pa.StructArray | pa.StructScalar, name: str) -> pa.Array | pa.Scalar:
-    """Get a field from a struct-like value."""
-    if isinstance(value, pa.StructScalar):
-        return value[name]
-    return value.field(name)
-
-
-def concat_tables(tables: list[pa.Table]) -> pa.Table:
-    """
-    Concatenate pyarrow.Table objects, filling "missing" data with appropriate null arrays
-    and casting arrays to the most common denominator type that fits all fields.
-    """
-    if len(tables) == 1:
-        return tables[0]
-    else:
-        return pa.concat_tables(tables, promote_options="permissive")