pyspiral 0.2.4__cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl → 0.3.1__cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl

{pyspiral-0.2.4.dist-info → pyspiral-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.2.4
+Version: 0.3.1
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -18,22 +18,24 @@ Requires-Dist: grpclib>=0.4.7
 Requires-Dist: hishel>=0.0.30
 Requires-Dist: httpx>=0.27.0
 Requires-Dist: numpy>=1.26.3
-Requires-Dist: opentelemetry-api>=1.27.0
-Requires-Dist: opentelemetry-sdk>=1.27.0
-Requires-Dist: polars>=1.6.0
 Requires-Dist: pyarrow>=17.0.0
 Requires-Dist: pydantic-settings>=2.3.4
 Requires-Dist: pydantic[email]>=2.5.3
 Requires-Dist: pyjwt[crypto]>=2.9.0
-Requires-Dist: pyroaring>=0.4.4
 Requires-Dist: questionary>=2.0.1
 Requires-Dist: tqdm>=4.66.5
 Requires-Dist: typer>=0.12.3
 Requires-Dist: xxhash>=3.4.1
 Requires-Dist: nanoid>=2.0.0
 Requires-Dist: sqlglot[rs]>=25.25.1
-Requires-Dist: duckdb>=1.1.1
 Requires-Dist: pyperclip>=1.9.0
+Requires-Dist: boto3>=1.35.36
+Requires-Dist: polars>=1.6.0 ; extra == 'polars'
+Requires-Dist: duckdb>=1.1.1 ; extra == 'duckdb'
+Requires-Dist: pyiceberg>=0.9.0 ; extra == 'pyiceberg'
+Provides-Extra: polars
+Provides-Extra: duckdb
+Provides-Extra: pyiceberg
 Summary: Python implementation of Spiral table format.
 Keywords: vortex,spiraldb
 Home-Page: https://spiraldb.com

{pyspiral-0.2.4.dist-info → pyspiral-0.3.1.dist-info}/RECORD

@@ -1,81 +1,85 @@
-pyspiral-0.2.4.dist-info/METADATA,sha256=h72-QsWWrCAWVRU6rj6knjyyhnK0hf6jBVMrezRsynM,1699
-pyspiral-0.2.4.dist-info/WHEEL,sha256=wK_6Lwbu_tU_K4QRNYNiwYBiniUr5XZyljMKmHIWzV0,130
-pyspiral-0.2.4.dist-info/entry_points.txt,sha256=uft7u-a6g40NLt4Q6BleWbK4NY0M8nZuYPpP8DV0EOk,45
-spiral/catalog.py,sha256=BtthmRApU1RSb6KbUfVTM2aYeLsnlO0nKDYHBYhdr9M,2496
-spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
-spiral/substrait_.py,sha256=5ZXnYcsXEdrBogECnoL6IMlsjsseYHEnVARgRpy2vt8,12671
-spiral/table.py,sha256=iJ-Lhu9ieSNg728cvUNRERcxKz7pj8hMCXPGBFHg7tI,4845
-spiral/core/spec/__init__.pyi,sha256=zwOPhpBS_iOrPkOdc4ySpgzICZNbteMZf4c2wdkWw1Y,7251
-spiral/core/core/__init__.pyi,sha256=-OCtTgqjUN7sACAmgrAA_TrqmuP7epNSyL9XjqnNTa4,1914
-spiral/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/core/metastore/__init__.pyi,sha256=pdKED91GVJ9XWxTWc9gwkHvVHV_RKxvL43Ofs5ndmew,3145
-spiral/core/manifests/__init__.pyi,sha256=DXr4Ab_Xo11AzrJlSj7FTSJc8qoO-SkL-_ik4kB855U,1516
-spiral/__init__.py,sha256=4EiQkY17qHT9dpxu41fdOV1kqGl_b-HXNRQg--ZwJbo,286
-spiral/api/__init__.py,sha256=Ub3IYeQUJ_z0-Y_SXmNasxb6uefKynQkuUZgRM1enyc,6660
-spiral/api/admin.py,sha256=HJBrRJScbcdDuFhF_06E0EyE-_Y0osfYPxVoRAyEoTc,837
-spiral/api/workloads.py,sha256=4MWs2pp9AWvx6cZhgyW-ehyCRxpHc_NAQgHaoYOEBfg,1266
-spiral/api/organizations.py,sha256=-PO93HTX02IxhXM6SJpAhnAXpVW1WjthFO4-AOzZAC4,2670
-spiral/api/filesystems.py,sha256=NPf5PCyCQ7eEU723fOdKcuGPgn83pthkb_jJ9aB0fwM,3431
-spiral/api/tables.py,sha256=uPoWkkcW7lJUxU0fUgDK5Gy_DT8y7gJFXdgxQpqcc5w,2548
-spiral/api/projects.py,sha256=-VGlu5V3TJ3XLCGu85bPHRFiktIADnAxfLWIH8Rmxug,4986
-spiral/api/tokens.py,sha256=WaSRr_l3i81t5u2qi3kWW-fySbyKFm-PQK1ZlmoSByc,1464
-spiral/adbc.py,sha256=H_bzevPy5teyZKzjczh1gQ_zPcfk5sNASiJKQvyab9E,13830
-spiral/config.py,sha256=ovtE5D3r6_g90ZRDJhlJyWhOBlxLjagvomOyA-VZmdc,911
-spiral/settings.py,sha256=e_F6GQea6ljXzCRgFxMBMecoGhFpEhePhMRQkYOoVO4,4555
-spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/scan_.py,sha256=rbLl85yeOkRuLsbk6QKng0_U4gtGGsW6C-aJiJSxuv8,5946
-spiral/dataset.py,sha256=jUeXvE4B5nKh9VNmHxvROQbEkTUxqyYS8oS6EQyRbng,7555
-spiral/expressions/__init__.py,sha256=T2POn0Z-mQj9PY8ukYWYn5A832Fz7Y6F8RRASo6Xl3A,5638
-spiral/expressions/struct.py,sha256=MuxoBP6ESpwmjzusG-_HxHGYKvQQz6AZWzvw7vNUHJM,2007
-spiral/expressions/refs.py,sha256=F3xr7wmrbAawMkLTWcvVwczbOMNOnIttSMRDuzjZHbo,1774
-spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
+pyspiral-0.3.1.dist-info/METADATA,sha256=QWHcYqfg46JUluQy_NZ3TKilWdvRFwOCqcJPYMo4g3c,1782
+pyspiral-0.3.1.dist-info/WHEEL,sha256=af3Rnddq_WOqLumP8-WjpIdHYn_omYhKsSmkxM97Oo0,130
+pyspiral-0.3.1.dist-info/entry_points.txt,sha256=uft7u-a6g40NLt4Q6BleWbK4NY0M8nZuYPpP8DV0EOk,45
+spiral/expressions/http.py,sha256=begUydWoFHEqjeLkATvI_v66Ez6_rR-OQBWO5cHbb9c,2742
+spiral/expressions/udf.py,sha256=vOlrdxiVpt7vdSgiTKX_XR86YKyu02Fdwb9xlINCby4,1363
 spiral/expressions/base.py,sha256=mTBwS6CwdDaV8uotjZUiKi7GHQzX2TRPpnseJJUDrR0,4776
 spiral/expressions/list_.py,sha256=nbo4xQAuqBsQGajq_JgORaJl8_CDvOAv14zMbqmtZh4,1814
-spiral/expressions/tiff.py,sha256=k5GMzm4FmGBJMyja-D6u_kt_-vHYIdj4bnYYZut5lK4,7579
-spiral/expressions/udf.py,sha256=vOlrdxiVpt7vdSgiTKX_XR86YKyu02Fdwb9xlINCby4,1363
+spiral/expressions/mp4.py,sha256=0qhTP4HGI0WL-nVhke-ykqEnOYcb64Aqryplgelv-BA,2437
 spiral/expressions/io.py,sha256=gJ2a0FKMmdxarWKENulPRwH7KDvSJTIh_OUxX306xAM,3045
-spiral/expressions/http.py,sha256=begUydWoFHEqjeLkATvI_v66Ez6_rR-OQBWO5cHbb9c,2742
-spiral/authn/modal_.py,sha256=agcnR3dYTslkH2K_a2Eis_2JWn9Ps11FVrGG_jkOdGk,472
-spiral/authn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/authn/authn.py,sha256=OCGJAUfoKLiXw9xAcAnX6i6mBRlvsl6qEFcimqQOu7g,2555
-spiral/authn/github_.py,sha256=K-0RUHDreINjnCDHyT9aeVDRk6WtNP7noBYEcwdz2W4,1313
-spiral/authn/device.py,sha256=ohHSVLW3a-qLNYQGN-3kXxV_836xOe0UYBN8i63cqAQ,6796
-spiral/arrow.py,sha256=LBPwZcGkP4kXb42_kl5IUwWW3DO84CV3QJDwCHjG5Dg,7225
-spiral/project.py,sha256=q9jHql7hz5OQzPfDfvE_hN3K9cZotD0cxkdug9EUTwM,4889
-spiral/debug.py,sha256=t590eAUtNWwMTsSdkjVNN7J1iMqY2p4PRJ3BWR_ozho,8999
+spiral/expressions/__init__.py,sha256=LqvssKQTvoyX4s5UIG_HtYZbt5i5EkghkEpsE_37MWg,6118
+spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
+spiral/expressions/qoi.py,sha256=FCAsoF-3ur7CMIk2Oz5Hm4qDdb901E_7_-aKT8yss6E,511
+spiral/expressions/tiff.py,sha256=fQwIn0kLFBM2Y3YYIHmTgb_EIRHKT2fNc77nioDQQw4,8044
+spiral/expressions/png.py,sha256=3SjreqYcnDL4_EWMENcaGpZVoXR49KAfJiERkFSdT-w,511
+spiral/expressions/refs.py,sha256=EndnGTLSA-s3hD6QOkxfUSWpw2IUm1hnKyyiPIlhZ7I,2370
+spiral/expressions/struct.py,sha256=MuxoBP6ESpwmjzusG-_HxHGYKvQQz6AZWzvw7vNUHJM,2007
+spiral/cli/printer.py,sha256=5HD3UcszFfPk-dK8U5akuvtXqMB7PMgOB1DFYMqspG8,1625
+spiral/cli/org.py,sha256=ezWhoGUkJQQAwI1jKvDP8uZPNlnou_hXtRDa1us5cSE,2935
+spiral/cli/login.py,sha256=C7VpqVyYO2daUeIWHoelWnSGN7cju8YEuqOy12ImH4c,381
+spiral/cli/token.py,sha256=dv30aa745bbS-c3tyzQUTSxGG_N0kCt8G4bip9fP_EM,968
+spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
+spiral/cli/fs.py,sha256=rgI3QNKg0_B-3T2d0KgjcLYQNc2M6sRK95cJ_J0nth0,1523
+spiral/cli/project.py,sha256=N9ocPRtjLT5lfrPMGbX_-bUXP6o5gq3RpoGYQR3CJ74,4524
+spiral/cli/app.py,sha256=2oZfDTgj_gZ-lFMMzzJJTnvVzQhp_iedvH-FJnaaMW0,1487
 spiral/cli/table.py,sha256=eh2NAk0GlfvthwRNeIbcZTsRWU3ypFx_uu9OaOLHPUo,628
 spiral/cli/__init__.py,sha256=CoiAJ7FDgqjG_TrU-6SpP1hyZloIlEP4wcwnrF8flHM,2237
 spiral/cli/state.py,sha256=1quvei8TnDTT6mDRo58P8FUfy4w16Z9sggBz7cFgllY,70
-spiral/cli/types.py,sha256=4cphJs-i0vfq_CcnHxT9FpHiZdGwxME5GnOmIGB6Thw,1436
-spiral/cli/admin.py,sha256=3pIs6PxDugMtdgzfRpn_HfBDv-cwAYtF0cJP2INB01A,579
-spiral/cli/fs.py,sha256=8sQAgMahAq0gtXJqnuiKUkx4sO6vEEF4Iaq_-AF3wro,1524
-spiral/cli/token.py,sha256=dv30aa745bbS-c3tyzQUTSxGG_N0kCt8G4bip9fP_EM,968
 spiral/cli/workload.py,sha256=-XreFPJcX7kZvcYE3oQMeGkkYoXi25R5nuktJPg-PuY,2000
-spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
-spiral/cli/project.py,sha256=aCxvw8UVwSmh_anArizIQ3_pLVT6QH9jYwMsGfpJUgM,4486
-spiral/cli/app.py,sha256=2oZfDTgj_gZ-lFMMzzJJTnvVzQhp_iedvH-FJnaaMW0,1487
-spiral/cli/org.py,sha256=ezWhoGUkJQQAwI1jKvDP8uZPNlnou_hXtRDa1us5cSE,2935
-spiral/cli/login.py,sha256=C7VpqVyYO2daUeIWHoelWnSGN7cju8YEuqOy12ImH4c,381
+spiral/cli/admin.py,sha256=3pIs6PxDugMtdgzfRpn_HfBDv-cwAYtF0cJP2INB01A,579
 spiral/cli/console.py,sha256=-OP0bB_efxhWh4lZ95KRdu-SRgSUMJ47Rbi9FHv1TlY,2577
-spiral/cli/printer.py,sha256=5HD3UcszFfPk-dK8U5akuvtXqMB7PMgOB1DFYMqspG8,1625
-spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
-spiral/proto/scandal/__init__.py,sha256=wAAEkPN4S4XDpGQtw1MV5zFUeHM01XSAa5tgUgcALvg,777
-spiral/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/proto/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
-spiral/proto/substrait/__init__.py,sha256=pV4-T-lwAHKkfFrNYSUGY4IkbIvuKjSo_imzF7BLj_s,126526
-spiral/proto/substrait/extensions/__init__.py,sha256=yD7dg0TBqn-GK_L0qeVof1GKnwSLg_kPyQSV3kcSljs,3655
-spiral/proto/spiral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/cli/types.py,sha256=4cphJs-i0vfq_CcnHxT9FpHiZdGwxME5GnOmIGB6Thw,1436
+spiral/txn.py,sha256=SIww2vAazE1nPxyAkeiN7NMvXmBK6jHhFM_uMkEUW0o,1508
+spiral/adbc.py,sha256=H_bzevPy5teyZKzjczh1gQ_zPcfk5sNASiJKQvyab9E,13830
 spiral/proto/spiral/table/__init__.py,sha256=_F1f52RMkZsXofPXpJb2KE8KR5l6zxCtrGrabR1uDxo,2816
-spiral/proto/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/proto/spiral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/proto/_/spiral/table/__init__.py,sha256=WnBvPPGHphSIa5K6ct6G3S3pK5BJtcC0EIce7r4Jam4,8818
+spiral/proto/_/spiral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/proto/_/scandal/__init__.py,sha256=4UV2TipI1dJWCM2gFNmZM1qbM1_C_pilO3DTI1Kqq8M,8655
+spiral/proto/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/proto/_/arrow/flight/protocol/sql/__init__.py,sha256=_xhj9QkWEW1qZ-iVxcQ8k4EjYr7KJ5ofitJGqVUGQi4,79921
 spiral/proto/_/arrow/flight/protocol/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/proto/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/proto/_/scandal/__init__.py,sha256=rQJdbN3UKDJ8vOJ5V7l3KumNHlRyY8iw25HCLsIDB4I,6582
+spiral/proto/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/proto/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/proto/_/spiraldb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/proto/_/spiraldb/metastore/__init__.py,sha256=40Egtg8MRYTaTTYRKOHkwuiyXEkw3Yg7ETCQskIzpIg,16873
-spiral/proto/_/spiral/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/proto/_/spiral/table/__init__.py,sha256=sjK2dmvB09PqV3lxKMEk5QoHjC37HMW0MnxR1QDuBg0,7387
+spiral/proto/_/spiraldb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/proto/_/spfs/__init__.py,sha256=9WtIXr7HGslKWRHHieFDo8N_qnGL4QQyLOCWEkOKRvk,1017
-spiral/_lib.abi3.so,sha256=ANaVOBWG0FJj-CwgafXiDwj6snc494ibP35U6bJbAmw,52536432
-pyspiral-0.2.4.dist-info/RECORD,,
+spiral/proto/substrait/extensions/__init__.py,sha256=yD7dg0TBqn-GK_L0qeVof1GKnwSLg_kPyQSV3kcSljs,3655
+spiral/proto/substrait/__init__.py,sha256=pV4-T-lwAHKkfFrNYSUGY4IkbIvuKjSo_imzF7BLj_s,126526
+spiral/proto/scandal/__init__.py,sha256=wAAEkPN4S4XDpGQtw1MV5zFUeHM01XSAa5tgUgcALvg,777
+spiral/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/proto/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
+spiral/authn/authn.py,sha256=OCGJAUfoKLiXw9xAcAnX6i6mBRlvsl6qEFcimqQOu7g,2555
+spiral/authn/device.py,sha256=ohHSVLW3a-qLNYQGN-3kXxV_836xOe0UYBN8i63cqAQ,6796
+spiral/authn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/authn/github_.py,sha256=K-0RUHDreINjnCDHyT9aeVDRk6WtNP7noBYEcwdz2W4,1313
+spiral/authn/modal_.py,sha256=agcnR3dYTslkH2K_a2Eis_2JWn9Ps11FVrGG_jkOdGk,472
+spiral/project.py,sha256=q9jHql7hz5OQzPfDfvE_hN3K9cZotD0cxkdug9EUTwM,4889
+spiral/catalog.py,sha256=o6b8yhVzHmk_CPNZMKyJU0H8xpjJKKcf2rjcopTSBKc,2912
+spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
+spiral/api/tokens.py,sha256=WaSRr_l3i81t5u2qi3kWW-fySbyKFm-PQK1ZlmoSByc,1464
+spiral/api/organizations.py,sha256=-PO93HTX02IxhXM6SJpAhnAXpVW1WjthFO4-AOzZAC4,2670
+spiral/api/filesystems.py,sha256=_JWFbggORWOAg0yKASsEXbu8Vk-hIMOiiVrwcEcm_RA,3424
+spiral/api/workloads.py,sha256=4MWs2pp9AWvx6cZhgyW-ehyCRxpHc_NAQgHaoYOEBfg,1266
+spiral/api/__init__.py,sha256=Wy2ZEL0balniPP7LuYLhazxI9p3ZcgZ9g_MAZLWF3Hg,6828
+spiral/api/tables.py,sha256=3Kt0tPfu3jQGIIAMUSNAMRtDRGK-STRYoHHgzZ4qFNU,2532
+spiral/api/admin.py,sha256=HJBrRJScbcdDuFhF_06E0EyE-_Y0osfYPxVoRAyEoTc,837
+spiral/api/projects.py,sha256=-VGlu5V3TJ3XLCGu85bPHRFiktIADnAxfLWIH8Rmxug,4986
+spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/scan_.py,sha256=TNAR_ELKRMJec6fIxhOwpW12WTwZc4sDLtfGdiok-lw,8239
+spiral/maintenance.py,sha256=UFvWBLf9L0qDxJa2VdyBzxQxN4W3D9F3QHFKWp1yWZU,304
+spiral/core/manifests/__init__.pyi,sha256=DXr4Ab_Xo11AzrJlSj7FTSJc8qoO-SkL-_ik4kB855U,1516
+spiral/core/metastore/__init__.pyi,sha256=pdKED91GVJ9XWxTWc9gwkHvVHV_RKxvL43Ofs5ndmew,3145
+spiral/core/spec/__init__.pyi,sha256=RAnvJjuQPxbcyPtjldvOU8zjVlHhnTKHAFa77sqxBdw,6714
+spiral/core/core/__init__.pyi,sha256=zQhEB9X0B4EJGZf6AJYZdRt1tDQelF5tCsUaVdH7p4I,2706
+spiral/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/table.py,sha256=HzSRNQAI9YscdfmeHlwZcIdrK2SJ9wWq-GRRCmint_M,5541
+spiral/dataset.py,sha256=53s1JGM9lQkzbZes9nXnax6XtMtCUDR0TBOeTA8wC38,14019
+spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
+spiral/__init__.py,sha256=Dlaha3kfmzIri8A3-d69tOC2iQrK5fXlYVSI6uU4Fus,394
+spiral/substrait_.py,sha256=LmdRhyTX7vhgEbpxV6FUssyL-BiBEIPBeUZApeaKDM4,12671
+spiral/arrow.py,sha256=LBPwZcGkP4kXb42_kl5IUwWW3DO84CV3QJDwCHjG5Dg,7225
+spiral/debug.py,sha256=t590eAUtNWwMTsSdkjVNN7J1iMqY2p4PRJ3BWR_ozho,8999
+spiral/settings.py,sha256=H0ELgA1k_YENufIWscXV7gzdU8t7JOCw0AdUDVvCFH0,4704
+spiral/_lib.abi3.so,sha256=Cg-p2t7sOKUczv2WG8czuxzxk7me6IpCLFhu7asz36U,55714368
+pyspiral-0.3.1.dist-info/RECORD,,

{pyspiral-0.2.4.dist-info → pyspiral-0.3.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.8.2)
+Generator: maturin (1.8.3)
 Root-Is-Purelib: false
 Tag: cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64

spiral/__init__.py

@@ -2,10 +2,12 @@
 
 from spiral import _lib
 from spiral.catalog import Spiral
+from spiral.maintenance import Maintenance
 from spiral.scan_ import Scan, scan
 from spiral.table import Table
+from spiral.txn import Transaction
 
 # Eagerly import the Spiral library
 assert _lib, "Spiral library"
 
-__all__ = ["scan", "Scan", "Table", "Spiral"]
+__all__ = ["scan", "Scan", "Table", "Spiral", "Transaction", "Maintenance"]

spiral/api/__init__.py

@@ -118,20 +118,25 @@ class _Client:
         self.http = http
         self.authn = authn
 
+    def get(self, path: str, response_cls: type[ResponseT]) -> ResponseT:
+        return self.request("GET", path, None, response_cls)
+
     def post(self, path: str, req: RequestT, response_cls: type[ResponseT]) -> ResponseT:
         return self.request("POST", path, req, response_cls)
 
     def put(self, path: str, req: RequestT, response_cls: type[ResponseT]) -> ResponseT:
         return self.request("PUT", path, req, response_cls)
 
-    def request(self, method: str, path: str, req: RequestT, response_cls: type[ResponseT]) -> ResponseT:
+    def request(self, method: str, path: str, req: RequestT | None, response_cls: type[ResponseT]) -> ResponseT:
         if isinstance(req, betterproto.Message):
             try:
                 req = dict(content=bytes(req))
             except:
                 raise
-        else:
+        elif req is not None:
             req = dict(json=TypeAdapter(req.__class__).dump_python(req, mode="json") if req is not None else None)
+        else:
+            req = dict()
 
         token = self.authn.token()
         resp = self.http.request(method, path, headers={"authorization": f"Bearer {token}" if token else None}, **req)
@@ -157,8 +162,7 @@ class SpiralAPI:
         self.client = _Client(
             httpx.Client(
                 base_url=self.base_url,
-                timeout=60,
-                # timeout=None if ("PYTEST_VERSION" in os.environ or bool(os.environ.get("SPIRAL_DEV", None))) else 60,
+                timeout=None if ("PYTEST_VERSION" in os.environ or bool(os.environ.get("SPIRAL_DEV", None))) else 60,
             ),
             authn,
         )

spiral/api/filesystems.py

@@ -122,4 +122,4 @@ class FileSystemService(ServiceBase):
         return self.client.post("/file-system/create-mount", request, CreateMount.Response)
 
     def create_mount_token(self, request: CreateMountToken.Request) -> CreateMountToken.Response:
-        return self.client.post("/file-system/create-mount-token", request, CreateMountToken.Response)
+        return self.client.post("/file-system/mount-token", request, CreateMountToken.Response)

spiral/api/tables.py

@@ -1,10 +1,6 @@
 from typing import Annotated
 
-from pydantic import (
-    AfterValidator,
-    BaseModel,
-    StringConstraints,
-)
+from pydantic import AfterValidator, BaseModel, StringConstraints
 
 from . import ArrowSchema, Paged, PagedRequest, PagedResponse, ProjectId, ServiceBase
 
@@ -21,10 +17,11 @@ TableName = Annotated[str, StringConstraints(max_length=128, pattern=r"^[a-zA-Z_
 
 
 class TableMetadata(BaseModel):
-    key_schema: ArrowSchema
     root_uri: RootUri
     spfs_mount_id: str | None = None
 
+    key_schema: ArrowSchema
+
     # TODO(marko): Randomize this on creation of metadata.
     # Column group salt is used to compute column group IDs.
     # It's used to ensure that column group IDs are unique

spiral/catalog.py

@@ -7,6 +7,8 @@ from spiral.api.projects import CreateProject
 from spiral.settings import Settings, settings
 
 if TYPE_CHECKING:
+    from pyiceberg import catalog
+
     from spiral.project import Project
     from spiral.table import Table
 
@@ -76,3 +78,16 @@ class Spiral:
         project_id, dataset, table = parts
 
         return self.project(project_id).table(f"{dataset}.{table}")
+
+    def iceberg_catalog(self) -> "catalog.Catalog":
+        """Open the Iceberg catalog."""
+        from pyiceberg.catalog import load_catalog
+
+        return load_catalog(
+            "default",
+            **{
+                "type": "rest",
+                "uri": self._config.spiraldb.uri_iceberg,
+                "token": self._config.authn.token(),
+            },
+        )

spiral/cli/fs.py

@@ -23,7 +23,7 @@ def show(project: ProjectArg):
 
 def _provider_default():
     res = state.settings.api.file_system.list_providers()
-    questionary.select("Select a file system provider", choices=res.providers).ask()
+    return questionary.select("Select a file system provider", choices=res.providers).ask()
 
 
 ProviderOpt = Annotated[
@@ -37,7 +37,7 @@ def update(project: ProjectArg, provider: ProviderOpt):
     res = state.settings.api.file_system.update_file_system(
         UpdateFileSystem.Request(project_id=project, file_system=BuiltinFileSystem(provider=provider))
     )
-    rich.print(res.file_system.builtin)
+    rich.print(res.file_system)
 
 
 @app.command(help="Lists the available built-in file system providers.")

spiral/cli/project.py

@@ -55,11 +55,13 @@ def grant(
         OptionalStr,
         Option(help="Pass a `<workspace_id>/<env_name>` string to grant a role to a job running in Modal environment."),
     ] = None,
-    conditions: list[str] = Option(
-        default_factory=list,
+    conditions: list[str] | None = Option(
+        default=None,
         help="`<key>=<value>` token conditions to apply to the grant when using --github or --modal.",
     ),
 ):
+    conditions = conditions or []
+
     # Check mutual exclusion
     if sum(int(bool(opt)) for opt in {org_id, workload_id, github, modal}) != 1:
         raise typer.BadParameter("Only one of --org-id, --github or --modal may be specified.")
@@ -81,7 +83,7 @@ def grant(
 
         if user_id is not None:
             principal = GrantRole.OrgUserPrincipal(org_id=org_id, user_id=user_id)
-        elif org_role is None:
+        elif org_role is not None:
             principal = GrantRole.OrgRolePrincipal(org_id=org_id, role=OrganizationRole(org_role))
         else:
             raise NotImplementedError("Only user or role principal is supported at this time.")

spiral/core/core/__init__.pyi

@@ -1,9 +1,9 @@
-from typing import Any
+from typing import Any, Literal
 
 import pyarrow as pa
 from spiral.core.manifests import FragmentManifest
 from spiral.core.metastore import PyMetastore
-from spiral.core.spec import ColumnGroup, ColumnGroupMetadata, KeyRange, Schema, WriteAheadLog
+from spiral.core.spec import ColumnGroup, ColumnGroupMetadata, FileFormat, KeyRange, Schema, WriteAheadLog
 from spiral.expressions import Expr
 
 class Table:
@@ -15,9 +15,9 @@ class Table:
     metastore: PyMetastore
 
     def get_wal(self, *, asof: int | None) -> WriteAheadLog: ...
+    def get_schema(self, *, asof: int | None) -> Schema: ...
     def get_column_group_metadata(self, column_group: ColumnGroup, *, asof: int | None) -> ColumnGroupMetadata: ...
     def list_column_groups(self, *, asof: int | None) -> list[ColumnGroup] | None: ...
-    def get_schema(self, *, asof: int | None) -> Schema: ...
 
 class TableScan:
     def __init__(
@@ -34,7 +34,11 @@ class TableScan:
     def split(self) -> list[KeyRange]: ...
     def table_ids(self) -> list[str]: ...
     def column_groups(self) -> list[ColumnGroup]: ...
-    def to_record_batches(self, aux_table: pa.Table | pa.RecordBatch | None = None) -> pa.RecordBatchReader: ...
+    def to_record_batches(
+        self,
+        key_table: pa.Table | pa.RecordBatch | None = None,
+        batch_readahead: int | None = None,
+    ) -> pa.RecordBatchReader: ...
     def column_group_scan(self, column_group: ColumnGroup) -> ColumnGroupScan: ...
     def key_space_scan(self, table_id: str) -> KeySpaceScan: ...
     def metrics(self) -> dict[str, Any]: ...
@@ -49,5 +53,29 @@ class ColumnGroupScan:
 
     def schema(self) -> Schema: ...
 
-def write(table: Table, expr: Expr, format: str = "parquet", *, partition_size: int | None = None): ...
-def flush_wal(table: Table, manifest_format: str = "parquet"): ...
+class TableTransaction:
+    def __init__(self, metastore: PyMetastore, format: FileFormat): ...
+    @property
+    def status(self) -> str: ...
+    def write(self, expr: Expr, *, partition_size_bytes: int | None = None): ...
+    def commit(self): ...
+    def abort(self): ...
+    def metrics(self) -> dict[str, Any]: ...
+
+class TableMaintenance:
+    def __init__(self, metastore: PyMetastore, format: FileFormat): ...
+    def flush_wal(self): ...
+    def compact_key_space(
+        self,
+        *,
+        mode: Literal["plan", "read", "write"] | None = None,
+        partition_bytes_min: int | None = None,
+    ): ...
+    def compact_column_group(
+        self,
+        column_group: ColumnGroup,
+        *,
+        mode: Literal["plan", "read", "write"] | None = None,
+        partition_bytes_min: int | None = None,
+    ): ...
+    def metrics(self) -> dict[str, Any]: ...

spiral/core/spec/__init__.pyi

@@ -59,37 +59,13 @@ class LogEntry:
     def column_group(self) -> ColumnGroup | None:
         """Returns the column group of the entry if it is associated with one."""
 
-    def replace_timestamp(self, ts: int) -> LogEntry:
-        """Returns a copy of the entry with the timestamp replaced."""
-
-    @staticmethod
-    def schema_break(*, column_group: ColumnGroup, removed_column_names: list[str]) -> LogEntry: ...
-    @staticmethod
-    def schema_evolution(*, column_group: ColumnGroup, new_schema: Schema) -> LogEntry: ...
-    @staticmethod
-    def ks_write(
-        *,
-        ks_id: str,
-        manifest_handle: ManifestHandle,
-    ) -> LogEntry: ...
-    @staticmethod
-    def fs_write(
-        *,
-        column_group: ColumnGroup,
-        fs_id: str,
-        fs_level: FragmentLevel,
-        manifest_handle: ManifestHandle,
-        key_span: KeySpan,
-        key_extent: KeyExtent,
-        column_ids: list[str],
-    ) -> LogEntry: ...
-
 class FileFormat:
     def __init__(self, value: int): ...
 
     Parquet: FileFormat
     Protobuf: FileFormat
     BinaryArray: FileFormat
+    Vortex: FileFormat
 
     def __int__(self) -> int:
         """Returns the protobuf enum int value."""
@@ -194,11 +170,17 @@ class Schema:
     def to_arrow(self) -> pa.Schema:
         """Returns the Arrow schema."""
         ...
-
     @staticmethod
     def from_arrow(arrow: pa.Schema) -> Schema:
         """Creates a Schema from an Arrow schema."""
         ...
+    def __len__(self):
+        """Returns the number of columns in the schema."""
+        ...
+    @property
+    def names(self) -> list[str]:
+        """Returns the names of the columns in the schema."""
+        ...
 
 class VersionedSchema:
     ts: int