deltacat 2.0.0b9__py3-none-any.whl → 2.0.0b11__py3-none-any.whl

{deltacat-2.0.0b9.dist-info → deltacat-2.0.0b11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deltacat
-Version: 2.0.0b9
+Version: 2.0.0b11
 Summary: A portable, scalable, fast, and Pythonic Data Lakehouse for AI.
 Home-page: https://github.com/ray-project/deltacat
 Author: Ray Team
@@ -17,15 +17,17 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aws-embedded-metrics==3.2.0
 Requires-Dist: boto3~=1.34
-Requires-Dist: daft>=0.4.13
+Requires-Dist: google-cloud-storage
+Requires-Dist: gcsfs==2025.3.2
+Requires-Dist: daft==0.4.15
 Requires-Dist: intervaltree==3.1.0
-Requires-Dist: numpy==1.21.5
-Requires-Dist: pandas==1.3.5
+Requires-Dist: numpy==1.22.4
+Requires-Dist: pandas==2.2.3
+Requires-Dist: polars==1.28.1
 Requires-Dist: pyarrow==16.0.0
 Requires-Dist: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3
 Requires-Dist: pymemcache==4.0.0
-Requires-Dist: ray>=2.20.0
-Requires-Dist: s3fs==2024.5.0
+Requires-Dist: ray[default]==2.46.0
 Requires-Dist: tenacity==8.2.3
 Requires-Dist: typing-extensions==4.6.1
 Requires-Dist: redis==4.6.0
@@ -34,6 +36,8 @@ Provides-Extra: iceberg
 Requires-Dist: pyiceberg[glue]>=0.9.0; extra == "iceberg"
 Requires-Dist: pyiceberg[hive]>=0.9.0; extra == "iceberg"
 Requires-Dist: pyiceberg[sql-sqlite]>=0.9.0; extra == "iceberg"
+Provides-Extra: s3fs
+Requires-Dist: s3fs==2025.3.2; extra == "s3fs"
 
 <p align="center">
   <img src="media/deltacat-logo-alpha-750.png" alt="DeltaCAT Logo" style="width:55%; height:auto; text-align: center;">
@@ -58,8 +62,6 @@ DeltaCAT provides four high-level components:
 
 DeltaCAT is rapidly evolving. Usage instructions will be posted here soon!
 
-For now, feel free to peruse some of our examples:
-* https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/rivulet
-* https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/iceberg
+For now, feel free to peruse some of our [examples](https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/).
 
 

{deltacat-2.0.0b9.dist-info → deltacat-2.0.0b11.dist-info}/RECORD

@@ -1,38 +1,34 @@
-deltacat/__init__.py,sha256=NEIWMnOyGxSspHbfzf3Q4K6q9OLaN7qD6rkKyg1ZxJk,2474
+deltacat/__init__.py,sha256=_r2iNgTB-UbRKhQooHH8Q_Ul_sb6dScSkIHSYsrZ_7E,2835
 deltacat/annotations.py,sha256=9lBi34DpIV_RPjCCK2Aiz_6nMyd-e-_CfQ1XtdRQQlM,1196
-deltacat/api.py,sha256=fYKurVlM97VKb_fh7kJ1rDcl-VAAuSflxPeqrsUt1u8,5257
-deltacat/constants.py,sha256=_JfHTRktDTM70Nls-LMnSmLeCRG17UwQYCmY6gQSGBg,3482
-deltacat/env.py,sha256=cDEdyNtT448fAnioU3VoavLyprWR8si0YRLhfviNZrY,1994
+deltacat/api.py,sha256=8wXFzNWDUYqy40ZtRex4outDPiFy8K8KHF-PSxMsZsw,18396
+deltacat/constants.py,sha256=ggHddITClnrcrzeGQkSas81UeyXGrF1DmLZQG-oNpik,3395
+deltacat/env.py,sha256=BJdTt8od3IVR4RMLjBxy4oRUHM7Lb16AzMOz8-hpwOI,2303
 deltacat/exceptions.py,sha256=K44xpmWNptIpM2gEWX6cy8Ko0vU1G7qDwwILDW8NWKM,13938
 deltacat/logs.py,sha256=vlKFsid9D6dpX9JlIP67fRZy18SjA08XMEfn0QWrxt0,9513
 deltacat/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/aws/clients.py,sha256=4eQvpkV1PzFfxog7EriuglOGGwNFHR5hbGYpjsNNPxk,6949
 deltacat/aws/constants.py,sha256=hcYAUot4ahq9GXCMClQiuYCtiDs5XaOebdUoKg4V84k,1222
-deltacat/aws/s3u.py,sha256=doRoX2WiNMcSoCefh9hv4olY1RAKIf3bK6HYqGTXM3M,28566
+deltacat/aws/s3u.py,sha256=OQYDh0MqwH6UPSU62fzy0g226OiPeFndjsnwFkd8GGc,28572
 deltacat/benchmarking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/benchmarking/benchmark_engine.py,sha256=v3s5VcY8U7s_G6gaAiSbH0RP92dIcrfai0oOsEfW0Nk,3342
+deltacat/benchmarking/benchmark_engine.py,sha256=cLoENLTJNAO01Xfsyf14B7xvE4KW1FCyDNcyZp3AUdE,3377
 deltacat/benchmarking/benchmark_parquet_reads.py,sha256=2BctkvXAYcAxokLwMSTu4TQ6-HGqzkgYcVEAzPN2QQo,1709
 deltacat/benchmarking/benchmark_report.py,sha256=Bm-7NQFiQM0f47tQ9jMjcaQ8GBNxZ-m8Z130wgwTldk,2719
 deltacat/benchmarking/benchmark_suite.py,sha256=RbZR1p0U0MU0HkGR06MosV6TKysooQD0HQne2rUAIds,316
-deltacat/benchmarking/conftest.py,sha256=a20VBGMILAuW-1g8jZO_hvRa6KCZTsuFH86-I1WvpNQ,2426
-deltacat/benchmarking/test_benchmark_pipeline.py,sha256=XRqrShvtbCrPsPDRSQkn4FM6fTawwxsY2xJN9P6jiQI,3790
+deltacat/benchmarking/conftest.py,sha256=WRfEz46G8PyLp9E3RNpv_jpys7AyGiC-GFpUYs08f9M,2414
+deltacat/benchmarking/test_benchmark_pipeline.py,sha256=MD6Af3EJ1V80l9xqCbl4N5uEjI8thMb2zXgJIrs2Ofg,3851
 deltacat/benchmarking/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/benchmarking/data/random_row_generator.py,sha256=-D1RFIQ6jE6KBmWGN6We8smhYxWQ19N2Pi8Z3iwBCiM,3227
 deltacat/benchmarking/data/row_generator.py,sha256=PqtYdbgznqKVfidnR40gwET7yHov2N7Esd8bEY90ALU,333
-deltacat/catalog/__init__.py,sha256=w18zlda3Xzk2mfk53VlLt00Ao8hlGkHrnVZJDgwrITU,372
+deltacat/catalog/__init__.py,sha256=8tC0n1Y1LSs-tePt1TAPg9i_kNGxo0WgyFSlGFYxxhw,1500
 deltacat/catalog/delegate.py,sha256=x3jj_T61gyExuAnbDqhU6smbaAbIN4UxrVMZuBEOg0A,10447
 deltacat/catalog/interface.py,sha256=YB-qNBFsWupqyWJuHr7eQ-_MshhZZ5HpLphoZ64yn2g,12244
-deltacat/catalog/iceberg/__init__.py,sha256=LOENcLTQQlu_694MvRhMd2TQDLzwfg2vz0D8DuVO3M8,190
-deltacat/catalog/iceberg/iceberg_catalog_config.py,sha256=LfHxv8pk-YmTRQy5LvKFzwSqZ8ek2Y6v0KY7xihhIN0,786
-deltacat/catalog/iceberg/impl.py,sha256=c_ONnLLyh8Vyqo5PusQSHySQ92iM4Qgk-rucHMfdd7s,14288
-deltacat/catalog/iceberg/overrides.py,sha256=WmM2mxf7ihDl8anb5GzBxo5-sxBkot8ZSRTxDpaauRA,2687
 deltacat/catalog/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/catalog/main/impl.py,sha256=E9gCPaARJAaiIS2HTdXXz0-GwTjOaWIBX2TK2MsL194,23092
+deltacat/catalog/main/impl.py,sha256=-thwtB19f45Hh2zlenXMcRRrKDWvjbGU10OagiVpYsI,23681
 deltacat/catalog/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/catalog/model/catalog.py,sha256=zGuNl1Czqbk2QQx9qGpMWCTK9ay4b3tm3SJzNkLlw-I,10198
-deltacat/catalog/model/properties.py,sha256=wdXjd39-JEj-zZLL5pH6wyIXAdpph-CD7yEIF96Wn-A,4110
+deltacat/catalog/model/catalog.py,sha256=qgIw5faIOdy1Tbn6JJv0J-3gXXGmVY7tTOp5IDvg5Og,11148
+deltacat/catalog/model/properties.py,sha256=UraiKC99UlZh1ev4UbydQbBaa8-L5QhgSxiMaMbxSE0,3894
 deltacat/catalog/model/table_definition.py,sha256=mKmwFd2qKlj7ZH4AdZwU3bEcFtzpGvl0mXuWjqLUgBw,1842
-deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/compute/__init__.py,sha256=Yopyz3mokk-HtV9CDjQFCluvHbI7UiOPZYVtapUu13A,247
 deltacat/compute/compactor/__init__.py,sha256=ivpOPve1yKi3Vz3tVgp-eeFMNEeUSf-dlRJNSCM85sE,1022
 deltacat/compute/compactor/compaction_session.py,sha256=YthBYNpj6qvr6SqfVfXTy5ylKFOo8zUKI3bn4tHt0e8,27766
 deltacat/compute/compactor/repartition_session.py,sha256=ujR-CtHIcRw8b4DHhO1m6_6CpVeN-GnAYoZ890w0igw,7260
@@ -92,25 +88,28 @@ deltacat/compute/compactor_v2/utils/merge.py,sha256=EV_iKhNc3WflgfLW1Q46dXUvyClx
 deltacat/compute/compactor_v2/utils/primary_key_index.py,sha256=QOMwWxGhZ7VWa3oE6InM4thR5pbjmT7ttNXvx_IiKjo,11676
 deltacat/compute/compactor_v2/utils/task_options.py,sha256=W0jyWIIZ0tcSAGp8mhpnu1G8p3rmX4d3juCPpAJxnDM,12649
 deltacat/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/compute/converter/constants.py,sha256=hSEqvWOfH3vrI_pN3kos5zYWQuJ2Skqw-TxAKad4gdY,168
-deltacat/compute/converter/converter_session.py,sha256=MDxReRVTGVt4euvEKep-AEWR0Ft0Ts3ypgXTPaf8y3Y,6102
+deltacat/compute/converter/constants.py,sha256=8bavgMWtlfFmI3UPrbRJY5CyfVk_xNzUznx83CxPwNU,431
+deltacat/compute/converter/converter_session.py,sha256=IxbPH4tAt4c8fHvjuk58MkMJimH1BYLeNIFmXw5VPmw,7803
 deltacat/compute/converter/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/compute/converter/model/convert_input.py,sha256=qBW_bln44LY4BJjTNVCsH71hY_beSpGd4RvE3FFY_Wc,2254
+deltacat/compute/converter/model/convert_input.py,sha256=DuthWEXjV2oflqeOP6hJkww8LwIJUtn77MoUvJEdXYM,2822
 deltacat/compute/converter/model/convert_input_files.py,sha256=cC2gCWnmlYeMRa2vl1HpSdCndjcNRFxExynhkQ1T8FE,2155
-deltacat/compute/converter/model/converter_session_params.py,sha256=1NenD9DSLaBKFnKiztsYpTgwGgReeXyPptQXGgcGMIY,3497
+deltacat/compute/converter/model/convert_result.py,sha256=Wmw8W1dDvwT_35sGkfSj3enzxvyPAiwUFiDKwccRIWs,2003
+deltacat/compute/converter/model/converter_session_params.py,sha256=eG9JHoAYOdMnXfb2xbbO7PKqU2Wfbxvm8zJ5LE2FPIM,4980
 deltacat/compute/converter/pyiceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/compute/converter/pyiceberg/catalog.py,sha256=IKio3i7JSUQGUnGxgVoKqay4ebsVQxJRy3rSOZCOM3s,1987
-deltacat/compute/converter/pyiceberg/overrides.py,sha256=8WhkM_vePusFW7uhgaCPPzBze3C8PbPFbD-9wiZObjc,5269
+deltacat/compute/converter/pyiceberg/overrides.py,sha256=MJ77EO6brke7do7P5rAL_nTUsIOlsK-QeZnMSxycFug,9713
 deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py,sha256=YguylurzfWK5wmj9pg56s7TI0yzwow1PDRFVH_WOc3I,9944
 deltacat/compute/converter/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/compute/converter/steps/convert.py,sha256=SvUN3QISzT1mt29iarkDN6rrVbE5wQTn0jPCmRFZoBU,8525
-deltacat/compute/converter/steps/dedupe.py,sha256=IpEM3jrF9Rf417n2KvmJT24Cq-yqbOByrfOC_MgERF0,2083
+deltacat/compute/converter/steps/convert.py,sha256=qLXi183aOb8uQnvrc_FblYnQrMBTlcKcXzAQdDrCaPI,10390
+deltacat/compute/converter/steps/dedupe.py,sha256=CAJX-DP3zJJP88CjIFLAy0vIfMG7peqCvkesTbdT9UU,2918
 deltacat/compute/converter/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/compute/converter/utils/convert_task_options.py,sha256=ktsD_mjtcTMW4SMgxZRZa_HPMH4aJd2TOsBeKy2s-s8,3111
+deltacat/compute/converter/utils/convert_task_options.py,sha256=nVebli5MioF-nwJxsverNbRTw3ehLTojfW_AUxwZNos,4601
 deltacat/compute/converter/utils/converter_session_utils.py,sha256=0uzbQE3gwps8TTsawlbVKvGmMKOWQS_Cjd_Hk--Pfbo,4334
-deltacat/compute/converter/utils/iceberg_columns.py,sha256=Pl1eQsZH0ssZqOjvG5r7sCjvR8zkuHZ-9ftIyGikqhk,2327
-deltacat/compute/converter/utils/io.py,sha256=4fNEKISGbG2-JA7EkSM95DuZVcGIlGtEkqzhKvI2q3w,1612
-deltacat/compute/converter/utils/s3u.py,sha256=MBXelxSbqy5UcKh15tVZXZzH42cyPYJnjmcxJ1MTrxg,4207
+deltacat/compute/converter/utils/iceberg_columns.py,sha256=k7ng1LOCU8VUfEHMj6z0l9si-U5pDKll1Sl-4jVBb3E,2425
+deltacat/compute/converter/utils/io.py,sha256=8ymAFaciRpIhFbe_bl6D-Ozn5HehO5sCKV24DeenNbQ,4218
+deltacat/compute/converter/utils/s3u.py,sha256=Du5UKB0hdaQmT-yGaFtUVCXB2KTBVXWmKRL2er49KKg,4434
+deltacat/compute/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/compute/jobs/client.py,sha256=xWhZUpBNoSFa7s0MxTbqJ0OKHHiB1O3SIbM8gVJZaq8,14750
 deltacat/compute/merge_on_read/__init__.py,sha256=ckbgngmqPjYBYz_NySsR1vNTOb_hNpeL1sYkZKvBI9M,214
 deltacat/compute/merge_on_read/daft.py,sha256=1oC38u5ig_aTrq7EzyWBo8Ui54rb6yERYMk-vEFbpxM,1400
 deltacat/compute/merge_on_read/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -130,33 +129,92 @@ deltacat/compute/stats/models/delta_stats.py,sha256=hBith8_hbF9TVr6HocLAt6RJ_kZZ
 deltacat/compute/stats/models/delta_stats_cache_result.py,sha256=mbJYxpZd5jaER_BWrCD2hROFy3p1nNdBrj66nUpc6io,1624
 deltacat/compute/stats/models/manifest_entry_stats.py,sha256=NCDAe2nPDEI4kOkuwNkRFgGPS-rqQaQqLuaLoKk20KQ,2419
 deltacat/compute/stats/models/stats_result.py,sha256=XQAlmzhUqRmg4jzEMUAOqcYn1HUOBTMryBH1CCVlet8,3820
-deltacat/daft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/daft/daft_scan.py,sha256=u0RpSZTujF9ScuFkXBLkEXfG2eMkoww5ypG2Eri0HrU,3778
-deltacat/daft/model.py,sha256=6NaKkp9R0ruE0K2x-moyARNrQisswUl6TjMeA6YHtBM,9078
 deltacat/examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/examples/basic_logging.py,sha256=IwUa-MwQbmH5vuzRvmz5NtfYXU2qNUID_0zkO5HlUZo,2826
-deltacat/examples/hello_world.py,sha256=hXpMUvJINB2qWTpV3QFPlRNu0uE31BvEs2sLyQ3CWZk,530
-deltacat/examples/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/examples/common/fixtures.py,sha256=MS0Hz1c__f9Axm3JgTajfWuMVeDAQmFmZ7KB7vz_1q4,430
-deltacat/examples/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/examples/iceberg/iceberg_bucket_writer.py,sha256=PdJG3jXcgPVds4UanfyNWB1egv-Os7LnZCPhdgv9Yyk,6586
-deltacat/examples/iceberg/iceberg_reader.py,sha256=mlF-277vT04at-2jibAjgRJG6Y-zle_NNy1-pXwS2YQ,5023
+deltacat/examples/basic_logging.py,sha256=Umrum-gvY3gJjDNJ4hOMslMMq9bzeTM-s_DO4dGqJiw,2833
+deltacat/examples/hello_world.py,sha256=FvxkEDB1qVPJv55Fe1I7Coy0VLYJIisU7ZFYYkw9U2g,525
+deltacat/examples/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/examples/experimental/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/examples/experimental/iceberg/iceberg_bucket_writer.py,sha256=7v4y_qWLpjB1oT_ZfUXORTF7kWZygUmxmKJoGakLsio,6573
+deltacat/examples/experimental/iceberg/iceberg_reader.py,sha256=ygnfXiZkVI4MGnbkrAFfHl6eECjVUW2jqz6N5tjJ4Bk,4997
+deltacat/examples/indexer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/examples/indexer/indexer.py,sha256=A5gfWomVtfu9uRrAB6UbitQ158ZFkviUscSveri1ggs,6334
+deltacat/examples/indexer/job_runner.py,sha256=M3ZKTcPL5gy1u_E3aZPal2u5INWZlBGDrsRhb5-F7n4,5921
+deltacat/examples/indexer/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/examples/indexer/gcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/catalog/iceberg/__init__.py,sha256=rKZk4_5Yh4k50DVxOMb91VUqE18dn3k8XML80ZX_Z60,225
+deltacat/experimental/catalog/iceberg/iceberg_catalog_config.py,sha256=W3916LCtSP3IPjOzyY-OKH5sSfqixVjVoANb6WVPhB4,799
+deltacat/experimental/catalog/iceberg/impl.py,sha256=YDNRa6363XCPQXcPJkLmoq5cc-qIB1wh_BGou0y2t7c,14753
+deltacat/experimental/catalog/iceberg/overrides.py,sha256=WmM2mxf7ihDl8anb5GzBxo5-sxBkot8ZSRTxDpaauRA,2687
 deltacat/experimental/daft/__init__.py,sha256=0d1SsgjbDher8TKgS0gSBBdy5TGi01fewiwpG0BMwck,108
 deltacat/experimental/daft/daft_catalog.py,sha256=112wDqqzdtxmtZVwiZW59MektbRsFMjSRgqYHrUOuok,8396
-deltacat/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/iceberg/iceberg_scan_planner.py,sha256=kraWLzN9zC0_7F7jgtWXo6utPDGaez4CR7JgOgmT-R8,1082
+deltacat/experimental/storage/iceberg/impl.py,sha256=vF8n_W6fY8SNhYS3abj2k36k3dUruYZm8Ol0L-H2_sg,26326
+deltacat/experimental/storage/iceberg/model.py,sha256=PbEnOEY5Ni7E5pJA2xL2d-rwLGOWw6eTARBAYFgCzm8,24288
+deltacat/experimental/storage/rivulet/__init__.py,sha256=X7bYog7c4NFjoGw16AsCasBRNqKH9N7Z9Pc8aFUT2sA,353
+deltacat/experimental/storage/rivulet/dataset.py,sha256=5eNkHZEK9f1t4R-IatUFtGD-x7jWiRE5aJKOKP6YA6g,28740
+deltacat/experimental/storage/rivulet/dataset_executor.py,sha256=8KVkXLdnyDVfbtFFGw4x3o-1EHUQt8j8DZkfpI-0jaQ,2772
+deltacat/experimental/storage/rivulet/logical_plan.py,sha256=jvF4fyrIWHuLnMX-_tBytiGekPRqW1dwB6pbL3agF8s,3316
+deltacat/experimental/storage/rivulet/serializer.py,sha256=LeyPOKzSa0m5mI__i7OUaVvBTT9T78NQe1hmlgvij_8,1690
+deltacat/experimental/storage/rivulet/serializer_factory.py,sha256=XDntdBRtHRK9T3lZ0KNVlb5hLudfBXJhgZyPM-4G6OY,1920
+deltacat/experimental/storage/rivulet/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/arrow/serializer.py,sha256=HlMaNlshxYjCq5wgWVI5ETKtf6vQtl0fpv6Y7X3_hfo,2736
+deltacat/experimental/storage/rivulet/feather/__init__.py,sha256=rR91gf2z-iux8WNV5equ9FEfenrl_eu3F0PJnxDCnKs,321
+deltacat/experimental/storage/rivulet/feather/file_reader.py,sha256=SpgJDMw5lHFnQF2X0j1omuh02y1noYQPusgPsKTdlMA,4947
+deltacat/experimental/storage/rivulet/feather/serializer.py,sha256=Jwcpnlo4fdtzwEdTBnzaOc210asi1wm1JppK8kUX0D8,1596
+deltacat/experimental/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/fs/file_provider.py,sha256=NPEdUnvQ6WDS3I8rWk5j4OKesIj4CR-an2BDDziwlHA,3863
+deltacat/experimental/storage/rivulet/fs/file_store.py,sha256=OgAXGkSEKY0IR-Bk38tvbcDQ9g1ozGzQxNoCUDl8Yzk,5658
+deltacat/experimental/storage/rivulet/fs/input_file.py,sha256=2SZdngGUlURg6ier3N-0D7zEySxgerg6EHuj3v0DXJM,1921
+deltacat/experimental/storage/rivulet/fs/output_file.py,sha256=DRU36N3UpoPtu73RPkhnBBipUmUG6NYMd8lhRL_qCoY,2480
+deltacat/experimental/storage/rivulet/metastore/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/metastore/delta.py,sha256=EsaLbPvjlhn-UCwVjs-jIbCJF2qkrueeqZ0hAqgwN-A,6316
+deltacat/experimental/storage/rivulet/metastore/json_sst.py,sha256=Gjw-R2U-v3q4gbjQ1vXqZjJHdE4y5qIvJNx202ivak4,3278
+deltacat/experimental/storage/rivulet/metastore/sst.py,sha256=7mOn1OE0FNBSJ7C3CiLPqFXnHBb6LtJcAVgadVY7aHA,2432
+deltacat/experimental/storage/rivulet/metastore/sst_interval_tree.py,sha256=3MQdduJF4TkSFJf9pMTTM8PofnpUpWkdlf0T1dMkzHY,10722
+deltacat/experimental/storage/rivulet/mvp/Table.py,sha256=j82_-gF7byXx3a0yBCWVCtYH2H93qKPBD_1qp5GrlAA,3016
+deltacat/experimental/storage/rivulet/mvp/__init__.py,sha256=28ULboqUHUGJuHjDWQgvG7cyR_ylV8fJ3B_wrsvI1f8,234
+deltacat/experimental/storage/rivulet/parquet/__init__.py,sha256=1zx5IqSRMWsdW03kVmsphY28aWGzC9Tl-oGeoBUASgo,321
+deltacat/experimental/storage/rivulet/parquet/data_reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/parquet/file_reader.py,sha256=4Z0KTe14VquvqFSIRQlZ971L2RDqc_XkL8qO0OnjZEQ,4430
+deltacat/experimental/storage/rivulet/parquet/serializer.py,sha256=SpILisUAg8Y--86aU4ZjQ24n_0kXOvEBHui2XC4R2sM,1575
+deltacat/experimental/storage/rivulet/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/reader/block_scanner.py,sha256=qVYCS_Cl7J9c-eQmv0QKxjkuMXL5oJoPAYnyEiFWPaU,15671
+deltacat/experimental/storage/rivulet/reader/data_reader.py,sha256=kZTv2ErglqtILScvn2i7DDACW_2GcNPmnvuxmO0xdpA,4006
+deltacat/experimental/storage/rivulet/reader/data_scan.py,sha256=-v4qrHQFHFg57yeweqfmhGuCjo539sQPVyNOvTSMUb4,2773
+deltacat/experimental/storage/rivulet/reader/dataset_metastore.py,sha256=UupYrzzkv1eccGgLyU_zwnTAVs1J0eYx_GMfOWMeDaM,6249
+deltacat/experimental/storage/rivulet/reader/dataset_reader.py,sha256=rRc0qB063mHToXZ4idA0lA01zL0xA3hrt-E7o8w699s,6236
+deltacat/experimental/storage/rivulet/reader/pyarrow_data_reader.py,sha256=xjh0qAdpAuXpXIx7f7jfumofRXjQV0t_Gu61wtQ5u4E,4263
+deltacat/experimental/storage/rivulet/reader/query_expression.py,sha256=S6EqP2Ru0liWbYws_ZKZz_aTCWJAHEGoZ2MUY5LZQLk,3121
+deltacat/experimental/storage/rivulet/reader/reader_type_registrar.py,sha256=tIuYUOxOgFEBMNMKIXDqjHSR39IBTHyJpaz2FvwLl6Q,3083
+deltacat/experimental/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/schema/datatype.py,sha256=QKlMwaEuALV6viNnNSRN1PNFUg7edzooEO3Jp901j1I,4370
+deltacat/experimental/storage/rivulet/schema/schema.py,sha256=zjREiUpSXaRRcdCHstmdaAR2ykAo1uDTbrJcDqmHVSQ,9474
+deltacat/experimental/storage/rivulet/shard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/shard/range_shard.py,sha256=uuulo-I9A2nXq2gY0qIMVC8yKf4xmVNhDheQ_SFBVFQ,4881
+deltacat/experimental/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/experimental/storage/rivulet/writer/dataset_writer.py,sha256=aLLwhMY9K5DENu_Rtqa3oWUmdPOYrP07BXntBW3pgdo,957
+deltacat/experimental/storage/rivulet/writer/memtable_dataset_writer.py,sha256=jZJnxyB1PjoKgkoAfQzr-qXNISDcaSURLsbUVu6tImM,10164
+deltacat/io/__init__.py,sha256=QgARmNDGbOKRV2g5HAG9GKL589zt4WUY3T6E6vWZRWI,382
 deltacat/io/file_object_store.py,sha256=YoNL3Qla8uLOHaWnyBmIgotjSGAy3Td3Tumah0kk73Y,1868
 deltacat/io/memcached_object_store.py,sha256=C96t77-4BQe0XZ4vC76Ygi2o1POUoMN4t4BiyPmulz0,10997
 deltacat/io/object_store.py,sha256=z3Crt8TLyLyoRunOuXAri373TQZKFoz66QHpxGOV82U,1910
 deltacat/io/ray_plasma_object_store.py,sha256=TyoUPWybE_cSISZ2SQa3YfD93QWMp0r82-6WnoVSmzk,905
 deltacat/io/redis_object_store.py,sha256=OkbQNq1DUVYA7eupmZTF-9OvXUDTOl6WtEifonA5teg,4862
 deltacat/io/s3_object_store.py,sha256=IxvLUvyQZ1w1oYwN9RvRgmKR0Dw56-GggYJw1UCyhBg,1911
-deltacat/storage/__init__.py,sha256=EeyjDzQ3Ci7mxYY7Xoqe_0Uyjc8o4Fc_Tygl7Do2L74,3668
+deltacat/io/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/io/dataset/deltacat_dataset.py,sha256=j2uJYq3gBZavoF457CACBZ4NE8VCfImdRbZ6AU_e3ig,3963
+deltacat/io/datasink/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/io/datasink/deltacat_datasink.py,sha256=TcXi_jegA0eawUDq3s6nTm3IcAV3B8noWsk7IPpgTdw,7836
+deltacat/io/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/io/datasource/deltacat_datasource.py,sha256=G9casuqV8c5nYLelZrEX0tGHDYrzJtH2R1q6-z5zFLk,21741
+deltacat/io/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/io/reader/deltacat_read_api.py,sha256=OSQ8PTWvyyRq5UTSFBlkFgphkJEm0EB5oztr_iszzHc,8394
+deltacat/storage/__init__.py,sha256=93XqQC1UVsFen-nduWpeQ_pqZu355qHryf7YlilmqMo,3696
 deltacat/storage/interface.py,sha256=OkQr7WvsA_vPtr5OfG9lP8u4m5F8Y21Qa_CIi4LhrNo,25465
-deltacat/storage/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/iceberg/iceberg_scan_planner.py,sha256=TzHTFJidlOXEYCW1czMOOc6oCplDKIs8ooiPlIMXyB0,1069
-deltacat/storage/iceberg/impl.py,sha256=SbAkGn4wp5UUlZcLtYQgoqDjl9Ak49eSObsp01ZZXlc,26313
-deltacat/storage/iceberg/model.py,sha256=PbEnOEY5Ni7E5pJA2xL2d-rwLGOWw6eTARBAYFgCzm8,24288
 deltacat/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/storage/main/impl.py,sha256=aVeo2t7m0_LumaDfH2CE_tB9-AXSYqlE-PXvprfTuOg,68493
 deltacat/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -165,68 +223,29 @@ deltacat/storage/model/interop.py,sha256=CzXdu1NuJF5ER3IjQJztkNECD6MRDwbmMezlfN4
 deltacat/storage/model/list_result.py,sha256=5DpRAu-c0M48cHtKdTRPSgQiq2nCWfjAY8LOVqp5wxI,2703
 deltacat/storage/model/locator.py,sha256=Q16y-eGSQSZpDPKDYQhOjSA9c5ajwg1jLw_13MIB4SM,4707
 deltacat/storage/model/manifest.py,sha256=3I4Vohd-PnEQ5NdQu9yN3jvFchqnzb8hQ3bq6w_tO4E,16808
-deltacat/storage/model/metafile.py,sha256=UVWPvvYvA0tj_pM8ig7NKfVFrVWU4l3eDP7I2n9Upeg,53404
+deltacat/storage/model/metafile.py,sha256=l6XUBMMlHFaHgjttZfq4sEeeSYgH_8eTkOLAvYmEvKY,54703
 deltacat/storage/model/namespace.py,sha256=gLli1V64O9RHIf-FesmqWA29Wi7P1kwt01uz5sDdJR0,2409
 deltacat/storage/model/partition.py,sha256=qNCvc74o_4pmFVL-FCyKCZMH4lHSjRO560sb3vaF_H0,20759
 deltacat/storage/model/schema.py,sha256=uDaOqm1m0DYu89d2vTTMV7hDMvtiVwHqI_HFhRRgAA0,33806
-deltacat/storage/model/shard.py,sha256=v6Aj0dZcwqzuQGNbqqf7hGfOZBeeT8yVg1v-FJbFVm8,1507
+deltacat/storage/model/shard.py,sha256=boPOW45bwLwBazfXZpa3-C5SUSlgelpHf8Yl6357Bq0,1575
 deltacat/storage/model/sort_key.py,sha256=HAZfDYqV24XClf1KslQw0duFVczvkglp0juENrU41nI,5905
 deltacat/storage/model/stream.py,sha256=OwzdyCgBOgJ6T5tUASkEE1-Zt8c3psU2ebk8D5OSkTY,12280
 deltacat/storage/model/table.py,sha256=5dm6ix9d5WEKRn-E-1l7DUEdtHgAOLfjlCRph4mD45Y,7276
 deltacat/storage/model/table_version.py,sha256=4a1VJy0R-kuhgwNaovBkLmtb3Il4krqy_11L8MAvdd4,17304
 deltacat/storage/model/transaction.py,sha256=74Ml0EXGjVYSOerDBIDKOSYAZ5d8vuTPdYymF9VJxeI,30483
 deltacat/storage/model/transform.py,sha256=eVeqcxEvA7VBOWCFStVbfhlxwdb79XwdMKb9F04wlWc,6818
-deltacat/storage/model/types.py,sha256=-4om5Uw3Voozvm0MXaUF1P08G2i7JJHlMWrCrK6ZC1c,4255
+deltacat/storage/model/types.py,sha256=lDDwTeDftkPHODpRXa4f8qsgGEy7WKKr5Fxmgx8-WWI,4359
+deltacat/storage/model/expression/__init__.py,sha256=etUDuH5oaeKmE5da_ELgLVWTlLfemC2lwy9fHWEzy2k,802
+deltacat/storage/model/expression/expression.py,sha256=PMsCbCbZ6EpJ-HSJw0CSJOtf7mvmnhyK-bSrP4UozZU,18209
+deltacat/storage/model/expression/visitor.py,sha256=ROW4yxgi9r0ececrGHDRzxLQUP4wLe-nWyUhmKhS3X4,9853
 deltacat/storage/model/scan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/model/scan/push_down.py,sha256=85qT1X4XYapxB4xJyk08767IgdHvWKQtZ3Y6fwVpISA,293
+deltacat/storage/model/scan/push_down.py,sha256=SldUHgv-HRDpEqIcsD9HI_XuofFI8BI0yRONO0zCcPQ,1034
 deltacat/storage/model/scan/scan_plan.py,sha256=P59yYbQWXbKZU068GzIh7ya_h2n7NgZJBY_eWVfGLAU,250
 deltacat/storage/model/scan/scan_task.py,sha256=pOcGKMjnHrZwabtdk3rw5kbh_d_aJGqzgCj6c_im1vE,855
-deltacat/storage/rivulet/__init__.py,sha256=yi33jE7VTPKp-ZKIJ-Nf6u-1FRi34hyrV_EbfhYmT0k,205
-deltacat/storage/rivulet/dataset.py,sha256=WlTCWVS-GImBfEPtHxKsV4WyAJtWxOSBJyjC0_3dxiI,28605
-deltacat/storage/rivulet/dataset_executor.py,sha256=NXTT8XJIK9ld9EM6bhy0sbxQNsZTdRncJ2uZI5UrRbU,3374
-deltacat/storage/rivulet/logical_plan.py,sha256=UMW-T7ospMlci2l8suasZTnTUrw75rzTp8lo9lU1oyA,3279
-deltacat/storage/rivulet/serializer.py,sha256=Xa6rrAy6QNKcFNh_WxkyP8MHrofGdFVRfxX_jp1_FIk,1677
-deltacat/storage/rivulet/serializer_factory.py,sha256=zUoqew-cddK9o--UeIeDbjqVdSz09t-hzItouogkimo,1837
-deltacat/storage/rivulet/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/arrow/serializer.py,sha256=MgODL6vBm8wyLgOH5fQ22OGrKwy-uO3OnJtM7FMomQY,2671
-deltacat/storage/rivulet/feather/__init__.py,sha256=SsosQE9GeG-jWRy_t3mMBWWS8FLAALdIr-Jj3sXq-04,286
-deltacat/storage/rivulet/feather/file_reader.py,sha256=riaJwxL0T2YxvPkB5uDtumIKw7eH76Ilx7YQkSCdze8,4873
-deltacat/storage/rivulet/feather/serializer.py,sha256=0ESomIDsKRvn6OH2k_IG6zoxTlHdHnlK41yDSNWl9ac,1544
-deltacat/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/fs/file_provider.py,sha256=1bFiQcqJjyCMsZjhAicujwBLdo4P_moTY8BOYlbfvdE,3824
-deltacat/storage/rivulet/fs/file_store.py,sha256=5qWZfWkI__9MNpycgFJVYBhnpbsO-qSbhreYtphqIcA,5632
-deltacat/storage/rivulet/fs/input_file.py,sha256=2SZdngGUlURg6ier3N-0D7zEySxgerg6EHuj3v0DXJM,1921
-deltacat/storage/rivulet/fs/output_file.py,sha256=kjJHDhwKxF3TQ81TBQGX2FGyE-Wk7oA8QVGLqTP0nhg,2467
-deltacat/storage/rivulet/metastore/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/metastore/delta.py,sha256=HWtDeKft6ExH29TndbrNQhTgUiUkJYmKr6_Tq23CwRs,6303
-deltacat/storage/rivulet/metastore/json_sst.py,sha256=mckK9bzu1Tt1kDhZhzFFEbOlDMUqHTl9TeHd3r0AwaA,3239
-deltacat/storage/rivulet/metastore/sst.py,sha256=1uHUHmh6q9hcGXhvrnQFQVLfKBKaBIay1gL5kfbd9nI,2406
-deltacat/storage/rivulet/metastore/sst_interval_tree.py,sha256=j6BwNkpY18WYG3b4s0v_vt4fBKbrTGj5q_QsLPGU-Cg,10683
-deltacat/storage/rivulet/mvp/Table.py,sha256=j82_-gF7byXx3a0yBCWVCtYH2H93qKPBD_1qp5GrlAA,3016
-deltacat/storage/rivulet/mvp/__init__.py,sha256=28ULboqUHUGJuHjDWQgvG7cyR_ylV8fJ3B_wrsvI1f8,234
-deltacat/storage/rivulet/parquet/__init__.py,sha256=n896g5SyboT2t_foaFnPXOdTgqZ9JarsFFzVrtnGeT0,286
-deltacat/storage/rivulet/parquet/data_reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/parquet/file_reader.py,sha256=fzDg2VN50GqljFQFFM_bytbOl2w7BP-FrlUThZIWrzQ,4356
-deltacat/storage/rivulet/parquet/serializer.py,sha256=p9g2oskJTOgw7afiVdr9Vb-PTgzRV4R_9atQHlhnj58,1523
-deltacat/storage/rivulet/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/reader/block_scanner.py,sha256=QvaAAop6YunxrYsvTlFrAmgW_ZjmfPcj7ZpEAJ6cl5w,15505
-deltacat/storage/rivulet/reader/data_reader.py,sha256=GojlClE3W7WwQnvohu3gJK0TEP05_ToGk_wLKtl3hi8,3967
-deltacat/storage/rivulet/reader/data_scan.py,sha256=ada1INAyql42Q8Dw3l9tq1ZIlD2hllU2ivVc0sClI98,2725
-deltacat/storage/rivulet/reader/dataset_metastore.py,sha256=E1BCBcBihPF9HLCy9vWaY54BRMTuHKz_yNlaXprxy10,6197
-deltacat/storage/rivulet/reader/dataset_reader.py,sha256=wjdioXZA3IoLfXKPjjsnkUE1kKGmvy7vEegJNUKSl-4,6149
-deltacat/storage/rivulet/reader/pyarrow_data_reader.py,sha256=QdtrAJ4d42lVxl7ZGE_lBDb_H6keZlcI2DkNkWcyCrU,4237
-deltacat/storage/rivulet/reader/query_expression.py,sha256=S6EqP2Ru0liWbYws_ZKZz_aTCWJAHEGoZ2MUY5LZQLk,3121
-deltacat/storage/rivulet/reader/reader_type_registrar.py,sha256=NFSSBHUopQDQtnadSm0W4HXGhEvPH5sKAXdZG7yNx34,3031
-deltacat/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/schema/datatype.py,sha256=QKlMwaEuALV6viNnNSRN1PNFUg7edzooEO3Jp901j1I,4370
-deltacat/storage/rivulet/schema/schema.py,sha256=t-y4BHSQkZ2bI8WxQfMsXoSYUe4sOLOA75u-BGKXaZM,9461
-deltacat/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/storage/rivulet/writer/dataset_writer.py,sha256=aLLwhMY9K5DENu_Rtqa3oWUmdPOYrP07BXntBW3pgdo,957
-deltacat/storage/rivulet/writer/memtable_dataset_writer.py,sha256=YxB6q-FjD0h3VUbLabjRTiE_MVzj1JCDPM8HsOzgGU8,10012
 deltacat/storage/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/storage/util/scan_planner.py,sha256=yxvExB_rbTc5ijLdnSjJv0BAFGsNRqegzzDBUYzXZ-k,820
 deltacat/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/test_deltacat_api.py,sha256=97gphDpEHKb6JGQUz4i57g6FMrBMpU2W-Fyd6agqwoo,1493
+deltacat/tests/test_deltacat_api.py,sha256=4pQqYMrluCSYXob7M48PE1nIudF67wQdbqzcAM4NtdU,3160
 deltacat/tests/test_exceptions.py,sha256=V3jUQClHLD24tS18tnGvNIt0psn2WFT3Nf_CIvSqL08,3140
 deltacat/tests/test_logs.py,sha256=ULmb3OJ8GGEpq_LFgcil-CPjZQpO9341Ws12svoct0s,6909
 deltacat/tests/_io/__init__.py,sha256=Dl0ouF_riJ16kC2DhUqkL7BJHNrm09u-aMQQCgFD-as,107
@@ -236,12 +255,20 @@ deltacat/tests/_io/test_memcached_object_store.py,sha256=0EIaU5MHiEmIEkA4x5qUXFY
 deltacat/tests/_io/test_ray_plasma_object_store.py,sha256=-wJZP6lRtEOogR25wjEiIBGz_lpvWVihwlZ5GqandZU,1911
 deltacat/tests/_io/test_redis_object_store.py,sha256=4fCxb7PAqYixPbQZEPDwsDU3BEKfOkYxkhAI7V5Zdfc,4988
 deltacat/tests/_io/test_s3_object_store.py,sha256=I8AbyrPfS32CAYvRHtn_OanL-XPpAnJeuCuhD-u9irQ,2270
+deltacat/tests/_io/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/_io/reader/test_deltacat_read_api.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/aws/test_clients.py,sha256=23GMWfz27WWBDXSqphG9mfputsyS7j3I5P_HRk4YoKE,3790
 deltacat/tests/aws/test_s3u.py,sha256=FsYCH8K8DsDRPOtTp-w1Nu3ATqt4p1mqDo6aVJV-SbU,7918
 deltacat/tests/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/catalog/test_catalogs.py,sha256=qllEWqma3aowxdbrY5F7W8okXq7X5IseSEsuBDmv-c4,12295
-deltacat/tests/catalog/test_default_catalog_impl.py,sha256=Z4eWJkbEhPsQ5O68btJzHs-B4WE2io7agSGT3v7Q3-Q,3361
+deltacat/tests/catalog/test_catalogs.py,sha256=hxmjV7tdtcqFdDnY-bqlIruxEt6x1bjJAVmou763jMM,10183
+deltacat/tests/catalog/test_default_catalog_impl.py,sha256=meqLi9G1ToVQ8ZztgUSh-d1WhFaAlT3mXlugV7ioTDE,3289
+deltacat/tests/catalog/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/catalog/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/catalog/main/test_catalog_impl_namespace_operations.py,sha256=XvMoW1yjjoIs4-0A8_dqeY7ArysN6HJkSSHk7JnHeUI,4313
+deltacat/tests/catalog/main/test_catalog_impl_table_operations.py,sha256=74_c77MMQu4W1s2ildOOs2HO4PDwXUDergkPg6eSus0,15352
+deltacat/tests/catalog/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/catalog/model/test_table_definition.py,sha256=R-_FGV-52o5fShItXrbcqt2-2ECjrDQmcOHWKBCU-HQ,574
 deltacat/tests/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/compute/compact_partition_multiple_rounds_test_cases.py,sha256=g4DKJEn7BtLtuDIxYVq9ZkK1S91o4ftRB7-3jhDCJ4s,37694
 deltacat/tests/compute/compact_partition_rebase_test_cases.py,sha256=IwA0w5gURCFlUCFxXmnTSIPh5mkiGKRMw1UB9yU9ESQ,16821
@@ -269,13 +296,42 @@ deltacat/tests/compute/compactor_v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-
 deltacat/tests/compute/compactor_v2/utils/test_task_options.py,sha256=37DkR1u_XwhedV9cGed6FFuJTC0XmuiowHJIa_Op6uA,865
 deltacat/tests/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/compute/converter/conftest.py,sha256=gRXJqf4qmHT1NVwS4dnqVUpTXMKw5vwPDc2hyPmM3Mg,2973
-deltacat/tests/compute/converter/test_convert_session.py,sha256=xaNhR6mNKqTpEyGvE7bQ62_w47eisuORjGSPj7tNJtE,15799
+deltacat/tests/compute/converter/test_convert_session.py,sha256=9FBMIGXH40QPpoVtfY8LUnEZ05Yup84dqwWeAwL8XZE,21003
 deltacat/tests/compute/converter/utils.py,sha256=NYnssLhzCGcbMvojav8e7CPge5ir7KhvfcQ8nMReTCU,3917
 deltacat/tests/compute/resource_estimation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/compute/resource_estimation/test_delta.py,sha256=5GyaYObGa-PjTS01d3uRyTLoVAvgoanMQn0EOFhNFjI,25159
 deltacat/tests/compute/resource_estimation/test_manifest.py,sha256=yrMvqDjolExdRf6Vtg5XaKDuaKz9ok15PCZ7_aJOYrI,32893
 deltacat/tests/compute/resource_estimation/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/local_deltacat_storage/__init__.py,sha256=rcZXQ7PHQNC6l-Junx__YHFWu7igMQc3j_GiUf9ABGI,38770
+deltacat/tests/daft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/daft/test_model.py,sha256=nqKZV1lUqvFzfyjrV1OxtJi3Fj33fcYIl9I0eguxAnQ,3953
+deltacat/tests/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/catalog/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/catalog/iceberg/test_iceberg_catalog.py,sha256=K3YwWX8g_Tf7SQq-ruKj3_fAdPYvHdFYDB57byGhOGc,2029
+deltacat/tests/experimental/daft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/daft/test_deltacat_daft_integration.py,sha256=Vx-5MSPuvaUMHUBQ4cGhob26JWSxNqiHUYVMwvqfS2c,5102
+deltacat/tests/experimental/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/conftest.py,sha256=rtaU6iaCBlCbUiIc8UcVo5m4ADv8jN9N0FVi-36pS9o,3698
+deltacat/tests/experimental/storage/rivulet/test_dataset.py,sha256=yD0c5r8a5IogAA_rvv3vM_waXQylA3oyUOHmvM_vcBI,13577
+deltacat/tests/experimental/storage/rivulet/test_manifest.py,sha256=RS-cZQb7lkwpFFHNnU5varlVp_3njrjBw2B-84tEOPA,1943
+deltacat/tests/experimental/storage/rivulet/test_sst_interval_tree.py,sha256=eBOFI4Z9GXxRwVTbnfhum-WNTTULyOV53gcvKQ8rfos,6866
+deltacat/tests/experimental/storage/rivulet/test_utils.py,sha256=d9igdUG7BSoYVZN0-skxmKRPJ4HmDJE-P6wjh2qqk4Q,4469
+deltacat/tests/experimental/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/fs/test_file_location_provider.py,sha256=TlIEWRZjmMSaCn5NoCDsis1lc4lNxD74tXUzm8rERO0,2842
+deltacat/tests/experimental/storage/rivulet/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/reader/query_expression.py,sha256=6z3x5jEX3L0cUtvd-bx4HYWcMrxWf20PQ0USSxq6nTM,2312
+deltacat/tests/experimental/storage/rivulet/reader/test_data_scan.py,sha256=NMEkkhJvT8Kkc7xXrb5lpN1nup964Qd3vwuo5FbvAE8,3105
+deltacat/tests/experimental/storage/rivulet/reader/test_dataset_metastore.py,sha256=-OLXFgNHlqVw7ezm51f-x6YMZoBciXoR22BKw5LRH6E,2311
+deltacat/tests/experimental/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/schema/test_schema.py,sha256=aefVhuRnpp60ddw3wiDVYcgl2WJFWhb1AFDHgBzvD0Y,7254
+deltacat/tests/experimental/storage/rivulet/shard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/shard/test_range_shard.py,sha256=aUKD1ASNqUP0a6BOnnU-uVwkGsxtv6PXVGHyW6BeFxQ,4687
+deltacat/tests/experimental/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+deltacat/tests/experimental/storage/rivulet/writer/test_dataset_write_then_read.py,sha256=-7bA8eS_vzDfwMJZjfnhg7ogp7jnMSZNEuxqthI9g-k,12299
+deltacat/tests/experimental/storage/rivulet/writer/test_dataset_writer.py,sha256=1bqq9_yGSJD8sXEVDrzNsSA9nsMJ04k7PbxGpUZQ0a4,2884
+deltacat/tests/experimental/storage/rivulet/writer/test_memtable_dataset_writer.py,sha256=www9mD_vugITO42ojHX8HmNiZxvveB0qYg-1MXwl2AA,2579
+deltacat/tests/local_deltacat_storage/__init__.py,sha256=kM-g8zLwXmGnCw6fUzc99v_id5lnalsg81u9D8nkvdQ,38771
 deltacat/tests/local_deltacat_storage/exceptions.py,sha256=oxZ0psmrEO0M6P2r8gHQ2E8E-Y8UBfUCBUIwfuHcx38,251
 deltacat/tests/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/storage/conftest.py,sha256=PmeSapSImU9f9y2iN0Bn0HwbHR6czjbAPKpH2k6eIUE,561
@@ -283,26 +339,13 @@ deltacat/tests/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 deltacat/tests/storage/main/test_main_storage.py,sha256=9dtsAcp9GZ4XQ5-8XhKnAcFF7upowJpTIuqZUB2EYig,58124
 deltacat/tests/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/storage/model/test_delete_parameters.py,sha256=RcNRMIed0zUzkX9tRXDoYPXHb7721OEt8viY9tpWXZM,822
+deltacat/tests/storage/model/test_expression.py,sha256=eySWacUo8EK1NwxMQnNqpXAVbG_fZTj7BfyircyKawM,11237
 deltacat/tests/storage/model/test_manifest.py,sha256=udp9YUNvIBpnT-NutjMaF25abEQOXEcPkQm8Aay_UCs,3733
 deltacat/tests/storage/model/test_metafile_io.py,sha256=116U9aNJPzR0JS6iadJyyx0_4KyAi3D47WCNbndag6o,101639
 deltacat/tests/storage/model/test_schema.py,sha256=5m4BscbxbbOiry-lDI8j4vQcnvkG2Y-f0ZfshncPiSI,9599
-deltacat/tests/storage/model/test_shard.py,sha256=6QBr-ws3zQkJjjGyB7QEOhtNC5ql0cdjOPB2wxGNW3Q,755
+deltacat/tests/storage/model/test_shard.py,sha256=gP8w1KMq73M4uMyQKsV6w1FFTSx0vdJ_ybA-Erqk2UY,785
 deltacat/tests/storage/model/test_table_version.py,sha256=CtLiOe1EI6Ao9MkxyMWoxTWuqQevupVUEQVU5ZIEB34,3306
 deltacat/tests/storage/model/test_transaction.py,sha256=Y5JMaYz6mf4DbruxMmz9hWXGX30MjKjRAvxlIf0MnaY,14458
-deltacat/tests/storage/rivulet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/storage/rivulet/conftest.py,sha256=1Ansaxs4WGVKhZ2iSGrFlz1Mjib6BLmZG98eSi9_EiU,3659
-deltacat/tests/storage/rivulet/test_dataset.py,sha256=ux3rfeaB58hSV2x7pF55AhyF7geom0emvItIWUkuC7w,13529
-deltacat/tests/storage/rivulet/test_manifest.py,sha256=JBdYUa_DmTRsYCUBsiypwvjRnY1K1teyGfPKioxs2Mk,1854
-deltacat/tests/storage/rivulet/test_sst_interval_tree.py,sha256=VK8lh5ZtnIsnuyphsnXdnD9OQhAlyOLKJ1M0l4ui6i8,6801
-deltacat/tests/storage/rivulet/test_utils.py,sha256=NvW_zA5CEEkooWDlc0aBCb_0pceCRb8WFY-HQ78mheM,4395
-deltacat/tests/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/storage/rivulet/fs/test_file_location_provider.py,sha256=UrbPBb1VTiEOZoHBpcEtChX5elIIsCj7niOeu_xEM_0,2727
-deltacat/tests/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/storage/rivulet/schema/test_schema.py,sha256=LngLuRlVK_1fK-JA5rW2_7RBPmeci7R_FdbsWytUVEo,7241
-deltacat/tests/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/tests/storage/rivulet/writer/test_dataset_write_then_read.py,sha256=IZTzlWLoFvedCN60AOo9tCfOqkNTgGDckOELn3B9Uoo,12173
-deltacat/tests/storage/rivulet/writer/test_dataset_writer.py,sha256=HW-E7RvuyxloCL4_z7EsAHOYvw0UPzupXrvv3L3s1vQ,2858
-deltacat/tests/storage/rivulet/writer/test_memtable_dataset_writer.py,sha256=4rrlIXL0f6LtEFWaW2vcoKPj6u3gwk8zzkwLQ_EranE,2464
 deltacat/tests/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/tests/test_utils/constants.py,sha256=UYe--9T_clYjiOpv0M7TtAMGdpje_SMZ-w8n0IeCAjc,214
 deltacat/tests/test_utils/filesystem.py,sha256=H4LhAZ4q1yC4mrAv5EQQ_NaBeYtuFXKxxAyEvirTt4w,221
@@ -323,34 +366,36 @@ deltacat/tests/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 deltacat/tests/utils/ray_utils/test_concurrency.py,sha256=TjZpX0cjMDEIS79p_--j_BfT0zXKNkTLY1ZzNokBTs0,1211
 deltacat/tests/utils/ray_utils/test_dataset.py,sha256=1hoOR_AIO4iJQ_lCjNsJfq7S-2ZyOKyMkKc4Tjt6cwg,2092
 deltacat/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-deltacat/types/media.py,sha256=7_QRU6NbjmJk0GLAn_Km6ja8RE5G3V8jvLfUXqnjnqU,2320
+deltacat/types/media.py,sha256=kwp7DtZaa7jfB_hXPHXdXcUQy_nwrakeIPRF7I8rdHs,5487
 deltacat/types/partial_download.py,sha256=QIpNTSwaiZ4TVl4A1N4PtblevKT5GwdXtGrouQMQs1E,2510
-deltacat/types/tables.py,sha256=8ARi27taqA6ERi1hXMEVOp8K4QE3SShgJ8tIIa9ZGoI,4405
+deltacat/types/tables.py,sha256=zz29727VTgu4InLPwjOjmDX0SrCiDq-VI1S75EZfIr8,5594
 deltacat/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/utils/arguments.py,sha256=5y1Xz4HSAD8M8Jt83i6gOEKoYjy_fMQe1V43IhIE4hY,1191
 deltacat/utils/cloudpickle.py,sha256=XE7YDmQe56ksfl3NdYZkzOAhbHSuhNcBZGOehQpgZr0,1187
 deltacat/utils/common.py,sha256=RG_-enXNpLKaYrqyx1ne2lL10lxN9vK7F631oJP6SE8,1375
-deltacat/utils/daft.py,sha256=RsOGzxI6ltsRcH6SfbK6PDBEaKyLZaUisCBXBlUvjbI,5770
-deltacat/utils/export.py,sha256=As5aiwOw9vLxtfolPLU0yak6W2RVR0rkuaYQ5YCy49U,1952
-deltacat/utils/filesystem.py,sha256=DthBgrVGzIcsQcGnyD3QYEQIpkYFxB19XmpF9DfCaeo,11709
+deltacat/utils/daft.py,sha256=POX96a67wiOSonaAgA9lVQRZ0buNua0xhFx43e-lLT8,24032
+deltacat/utils/export.py,sha256=aiebPfWxtc-o7gCqDilcyMxb0GdAByW47dygtQ2Wrzg,1974
+deltacat/utils/filesystem.py,sha256=7cmEmzc2JPPqbW-zlXv_d28R-IUqX6bmH3DWJ4NHB8A,13213
 deltacat/utils/metafile_locator.py,sha256=_3yEW9n49jiEBuXHZmUKsFdYx6RxWWuS-Mu2gs_a1bw,2933
 deltacat/utils/metrics.py,sha256=HYKyZSrtVLu8gXezg_TMNUKJp4h1WWI0VEzn0Xlzf-I,10778
 deltacat/utils/numpy.py,sha256=SpHKKvC-K8NINTWGVfTZ5-gBFTGYqaXjjgKFhsdUjwg,2049
 deltacat/utils/pandas.py,sha256=q99mlRB7tymICMcNbfGLfLqFu_C-feyPZKZm2CWJJVc,9574
 deltacat/utils/performance.py,sha256=7ZLaMkS1ehPSIhT5uOQVBHvjC70iKHzoFquFo-KL0PI,645
 deltacat/utils/placement.py,sha256=Lj20fb-eq8rgMdm_M2MBMfDLwhDM1sS1nJj2DvIK56s,12060
-deltacat/utils/pyarrow.py,sha256=nW_eD6fWAlbyHUzPj1rOOfnUbpP3RnAgNSuuVNyvhZ4,29174
+deltacat/utils/polars.py,sha256=r46qBc3KflRKEqwW7GUN1kx1gWu2WK8mWF0x62pM1Mg,3688
+deltacat/utils/pyarrow.py,sha256=gOSCs9XVeLy2PAERXM7DCg--ywuoxHO9dtl3LeIcJQU,34248
 deltacat/utils/resources.py,sha256=Ax1OgLLbZI4oYpp4Ki27OLaST-7I-AJgZwU87FVfY8g,8253
 deltacat/utils/s3fs.py,sha256=PmUJ5Fm1WmD-_zp_M6yd9VbXvIoJuBeK6ApOdJJApLE,662
 deltacat/utils/schema.py,sha256=m4Wm4ZQcpttzOUxex4dVneGlHy1_E36HspTcjNYzvVM,1564
+deltacat/utils/url.py,sha256=oKBfOKwojtF-G8Ry_shsAJjqWdPsKn1m5IXBbyb4ffc,43822
 deltacat/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 deltacat/utils/ray_utils/collections.py,sha256=hj20s4D2RF2jZETU_44r6mFbsczA0JI_I_4kWKTmqes,1951
-deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDDwEgFOIkEIo,5457
+deltacat/utils/ray_utils/concurrency.py,sha256=Ceui6nQYKHTUOTltHNQIdb0OWHFhD73o8DhSXP-DYRQ,5457
 deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
 deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
-deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
-deltacat-2.0.0b9.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-deltacat-2.0.0b9.dist-info/METADATA,sha256=IYmkoVGKgSBUVj37A7br7kmJKno7yietFSwOSPAG8Og,2806
-deltacat-2.0.0b9.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-deltacat-2.0.0b9.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
-deltacat-2.0.0b9.dist-info/RECORD,,
+deltacat/utils/ray_utils/runtime.py,sha256=cf5koY9q4TzRg--BjPtC6y0jztq45F39KcC4K6Wmg4w,6946
+deltacat-2.0.0b11.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+deltacat-2.0.0b11.dist-info/METADATA,sha256=oJQ9Ap_-LkIWKeCArIXq7tf8-kIcD2SdfuanP1XPgCI,2868
+deltacat-2.0.0b11.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+deltacat-2.0.0b11.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
+deltacat-2.0.0b11.dist-info/RECORD,,

deltacat/catalog/iceberg/__init__.py

@@ -1,4 +0,0 @@
-from deltacat.catalog.iceberg.iceberg_catalog_config import IcebergCatalogConfig
-import deltacat.catalog.iceberg.impl as IcebergCatalog
-
-__all__ = ["IcebergCatalogConfig", "IcebergCatalog"]

deltacat/daft/daft_scan.py

@@ -1,111 +0,0 @@
-from typing import Iterator
-
-from daft import Schema
-from daft.daft import (
-    StorageConfig,
-    PartitionField,
-    Pushdowns,
-    ScanTask,
-    FileFormatConfig,
-    ParquetSourceConfig,
-)
-from daft.io.scan import ScanOperator
-
-from deltacat.catalog.model.table_definition import TableDefinition
-from deltacat.daft.model import DaftPartitionKeyMapper
-
-
-class DeltaCatScanOperator(ScanOperator):
-    def __init__(self, table: TableDefinition, storage_config: StorageConfig) -> None:
-        super().__init__()
-        self.table = table
-        self._schema = self._infer_schema()
-        self.partition_keys = self._infer_partition_keys()
-        self.storage_config = storage_config
-
-    def schema(self) -> Schema:
-        return self._schema
-
-    def name(self) -> str:
-        return "DeltaCatScanOperator"
-
-    def display_name(self) -> str:
-        return f"DeltaCATScanOperator({self.table.table.namespace}.{self.table.table.table_name})"
-
-    def partitioning_keys(self) -> list[PartitionField]:
-        return self.partition_keys
-
-    def multiline_display(self) -> list[str]:
-        return [
-            self.display_name(),
-            f"Schema = {self._schema}",
-            f"Partitioning keys = {self.partitioning_keys}",
-            f"Storage config = {self.storage_config}",
-        ]
-
-    def to_scan_tasks(self, pushdowns: Pushdowns) -> Iterator[ScanTask]:
-        # TODO: implement pushdown predicate on DeltaCAT
-        dc_scan_plan = self.table.create_scan_plan()
-        scan_tasks = []
-        file_format_config = FileFormatConfig.from_parquet_config(
-            # maybe this: ParquetSourceConfig(field_id_mapping=self._field_id_mapping)
-            ParquetSourceConfig()
-        )
-        for dc_scan_task in dc_scan_plan.scan_tasks:
-            for data_file in dc_scan_task.data_files():
-                st = ScanTask.catalog_scan_task(
-                    file=data_file.file_path,
-                    file_format=file_format_config,
-                    schema=self._schema._schema,
-                    storage_config=self.storage_config,
-                    pushdowns=pushdowns,
-                )
-                scan_tasks.append(st)
-        return iter(scan_tasks)
-
-    def can_absorb_filter(self) -> bool:
-        return False
-
-    def can_absorb_limit(self) -> bool:
-        return False
-
-    def can_absorb_select(self) -> bool:
-        return True
-
-    def _infer_schema(self) -> Schema:
-
-        if not (
-            self.table and self.table.table_version and self.table.table_version.schema
-        ):
-            raise RuntimeError(
-                f"Failed to infer schema for DeltaCAT Table "
-                f"{self.table.table.namespace}.{self.table.table.table_name}"
-            )
-
-        return Schema.from_pyarrow_schema(self.table.table_version.schema.arrow)
-
-    def _infer_partition_keys(self) -> list[PartitionField]:
-        if not (
-            self.table
-            and self.table.table_version
-            and self.table.table_version.partition_scheme
-            and self.table.table_version.schema
-        ):
-            raise RuntimeError(
-                f"Failed to infer partition keys for DeltaCAT Table "
-                f"{self.table.table.namespace}.{self.table.table.table_name}"
-            )
-
-        schema = self.table.table_version.schema
-        partition_keys = self.table.table_version.partition_scheme.keys
-        if not partition_keys:
-            return []
-
-        partition_fields = []
-        for key in partition_keys:
-            field = DaftPartitionKeyMapper.unmap(key, schema)
-            # Assert that the returned value is not None.
-            assert field is not None, f"Unmapping failed for key {key}"
-            partition_fields.append(field)
-
-        return partition_fields