deltacat 2.0__py3-none-any.whl → 2.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. deltacat/__init__.py +117 -18
  2. deltacat/api.py +536 -126
  3. deltacat/aws/constants.py +0 -23
  4. deltacat/aws/s3u.py +4 -631
  5. deltacat/benchmarking/benchmark_engine.py +4 -2
  6. deltacat/benchmarking/conftest.py +1 -19
  7. deltacat/benchmarking/test_benchmark_pipeline.py +6 -4
  8. deltacat/catalog/__init__.py +64 -5
  9. deltacat/catalog/delegate.py +445 -63
  10. deltacat/catalog/interface.py +188 -62
  11. deltacat/catalog/main/impl.py +2444 -282
  12. deltacat/catalog/model/catalog.py +208 -113
  13. deltacat/catalog/model/properties.py +63 -24
  14. deltacat/compute/__init__.py +14 -0
  15. deltacat/compute/compactor/compaction_session.py +97 -75
  16. deltacat/compute/compactor/model/compact_partition_params.py +75 -30
  17. deltacat/compute/compactor/model/compaction_session_audit_info.py +17 -0
  18. deltacat/compute/compactor/model/round_completion_info.py +16 -6
  19. deltacat/compute/compactor/repartition_session.py +8 -21
  20. deltacat/compute/compactor/steps/hash_bucket.py +5 -5
  21. deltacat/compute/compactor/steps/materialize.py +9 -7
  22. deltacat/compute/compactor/steps/repartition.py +12 -11
  23. deltacat/compute/compactor/utils/io.py +6 -5
  24. deltacat/compute/compactor/utils/round_completion_reader.py +117 -0
  25. deltacat/compute/compactor/utils/system_columns.py +3 -1
  26. deltacat/compute/compactor_v2/compaction_session.py +17 -14
  27. deltacat/compute/compactor_v2/constants.py +30 -1
  28. deltacat/compute/compactor_v2/model/evaluate_compaction_result.py +0 -1
  29. deltacat/compute/compactor_v2/model/hash_bucket_input.py +9 -3
  30. deltacat/compute/compactor_v2/model/merge_file_group.py +5 -2
  31. deltacat/compute/compactor_v2/model/merge_input.py +33 -8
  32. deltacat/compute/compactor_v2/private/compaction_utils.py +167 -68
  33. deltacat/compute/compactor_v2/steps/hash_bucket.py +5 -2
  34. deltacat/compute/compactor_v2/steps/merge.py +267 -55
  35. deltacat/compute/compactor_v2/utils/content_type_params.py +34 -6
  36. deltacat/compute/compactor_v2/utils/dedupe.py +1 -1
  37. deltacat/compute/compactor_v2/utils/delta.py +5 -3
  38. deltacat/compute/compactor_v2/utils/io.py +11 -4
  39. deltacat/compute/compactor_v2/utils/merge.py +15 -2
  40. deltacat/compute/compactor_v2/utils/primary_key_index.py +28 -4
  41. deltacat/compute/compactor_v2/utils/task_options.py +45 -33
  42. deltacat/compute/converter/constants.py +5 -0
  43. deltacat/compute/converter/converter_session.py +207 -52
  44. deltacat/compute/converter/model/convert_input.py +43 -16
  45. deltacat/compute/converter/model/convert_input_files.py +33 -16
  46. deltacat/compute/converter/model/convert_result.py +80 -0
  47. deltacat/compute/converter/model/converter_session_params.py +64 -19
  48. deltacat/compute/converter/pyiceberg/catalog.py +21 -18
  49. deltacat/compute/converter/pyiceberg/overrides.py +193 -65
  50. deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py +148 -100
  51. deltacat/compute/converter/steps/convert.py +230 -75
  52. deltacat/compute/converter/steps/dedupe.py +46 -12
  53. deltacat/compute/converter/utils/convert_task_options.py +66 -22
  54. deltacat/compute/converter/utils/converter_session_utils.py +126 -60
  55. deltacat/compute/converter/utils/iceberg_columns.py +13 -8
  56. deltacat/compute/converter/utils/io.py +173 -13
  57. deltacat/compute/converter/utils/s3u.py +42 -27
  58. deltacat/compute/janitor.py +205 -0
  59. deltacat/compute/jobs/client.py +417 -0
  60. deltacat/compute/resource_estimation/delta.py +38 -6
  61. deltacat/compute/resource_estimation/model.py +8 -0
  62. deltacat/constants.py +49 -6
  63. deltacat/docs/autogen/schema/inference/generate_type_mappings.py +687 -0
  64. deltacat/docs/autogen/schema/inference/parse_json_type_mappings.py +673 -0
  65. deltacat/env.py +10 -0
  66. deltacat/examples/basic_logging.py +6 -6
  67. deltacat/examples/compactor/aws/__init__.py +1 -0
  68. deltacat/examples/compactor/bootstrap.py +863 -0
  69. deltacat/examples/compactor/compactor.py +373 -0
  70. deltacat/examples/compactor/explorer.py +473 -0
  71. deltacat/examples/compactor/gcp/__init__.py +1 -0
  72. deltacat/examples/compactor/job_runner.py +439 -0
  73. deltacat/examples/compactor/utils/__init__.py +1 -0
  74. deltacat/examples/compactor/utils/common.py +261 -0
  75. deltacat/examples/experimental/iceberg/converter/beam/app.py +226 -0
  76. deltacat/examples/experimental/iceberg/converter/beam/main.py +133 -0
  77. deltacat/examples/experimental/iceberg/converter/beam/test_workflow.py +113 -0
  78. deltacat/examples/experimental/iceberg/converter/beam/utils/__init__.py +3 -0
  79. deltacat/examples/experimental/iceberg/converter/beam/utils/common.py +174 -0
  80. deltacat/examples/experimental/iceberg/converter/beam/utils/spark.py +263 -0
  81. deltacat/examples/{iceberg → experimental/iceberg}/iceberg_bucket_writer.py +66 -21
  82. deltacat/examples/{iceberg → experimental/iceberg}/iceberg_reader.py +2 -4
  83. deltacat/examples/hello_world.py +4 -2
  84. deltacat/examples/indexer/indexer.py +163 -0
  85. deltacat/examples/indexer/job_runner.py +198 -0
  86. deltacat/exceptions.py +66 -4
  87. deltacat/experimental/catalog/iceberg/__init__.py +6 -0
  88. deltacat/{catalog → experimental/catalog}/iceberg/iceberg_catalog_config.py +1 -1
  89. deltacat/{catalog → experimental/catalog}/iceberg/impl.py +43 -12
  90. deltacat/{catalog → experimental/catalog}/iceberg/overrides.py +12 -14
  91. deltacat/experimental/compatibility/backfill_locator_to_id_mappings.py +201 -0
  92. deltacat/experimental/converter_agent/__init__.py +0 -0
  93. deltacat/experimental/converter_agent/beam/__init__.py +0 -0
  94. deltacat/experimental/converter_agent/beam/managed.py +173 -0
  95. deltacat/experimental/converter_agent/table_monitor.py +479 -0
  96. deltacat/experimental/daft/__init__.py +4 -0
  97. deltacat/experimental/daft/daft_catalog.py +229 -0
  98. deltacat/experimental/storage/__init__.py +0 -0
  99. deltacat/experimental/storage/iceberg/__init__.py +0 -0
  100. deltacat/experimental/storage/iceberg/iceberg_scan_planner.py +129 -0
  101. deltacat/{storage → experimental/storage}/iceberg/impl.py +6 -4
  102. deltacat/{storage → experimental/storage}/iceberg/model.py +7 -3
  103. deltacat/experimental/storage/iceberg/visitor.py +119 -0
  104. deltacat/experimental/storage/rivulet/__init__.py +11 -0
  105. deltacat/experimental/storage/rivulet/arrow/__init__.py +0 -0
  106. deltacat/{storage → experimental/storage}/rivulet/arrow/serializer.py +7 -4
  107. deltacat/{storage → experimental/storage}/rivulet/dataset.py +13 -12
  108. deltacat/{storage → experimental/storage}/rivulet/dataset_executor.py +12 -20
  109. deltacat/experimental/storage/rivulet/feather/__init__.py +7 -0
  110. deltacat/{storage → experimental/storage}/rivulet/feather/file_reader.py +7 -5
  111. deltacat/{storage → experimental/storage}/rivulet/feather/serializer.py +4 -4
  112. deltacat/experimental/storage/rivulet/fs/__init__.py +0 -0
  113. deltacat/{storage → experimental/storage}/rivulet/fs/file_provider.py +3 -3
  114. deltacat/{storage → experimental/storage}/rivulet/fs/file_store.py +2 -2
  115. deltacat/{storage → experimental/storage}/rivulet/fs/output_file.py +1 -1
  116. deltacat/{storage → experimental/storage}/rivulet/logical_plan.py +4 -4
  117. deltacat/experimental/storage/rivulet/metastore/__init__.py +0 -0
  118. deltacat/{storage → experimental/storage}/rivulet/metastore/delta.py +1 -3
  119. deltacat/{storage → experimental/storage}/rivulet/metastore/json_sst.py +3 -3
  120. deltacat/{storage → experimental/storage}/rivulet/metastore/sst.py +2 -2
  121. deltacat/{storage → experimental/storage}/rivulet/metastore/sst_interval_tree.py +3 -3
  122. deltacat/experimental/storage/rivulet/parquet/__init__.py +7 -0
  123. deltacat/experimental/storage/rivulet/parquet/data_reader.py +0 -0
  124. deltacat/{storage → experimental/storage}/rivulet/parquet/file_reader.py +7 -5
  125. deltacat/{storage → experimental/storage}/rivulet/parquet/serializer.py +4 -4
  126. deltacat/experimental/storage/rivulet/reader/__init__.py +0 -0
  127. deltacat/{storage → experimental/storage}/rivulet/reader/block_scanner.py +20 -9
  128. deltacat/{storage → experimental/storage}/rivulet/reader/data_reader.py +3 -3
  129. deltacat/{storage → experimental/storage}/rivulet/reader/data_scan.py +5 -3
  130. deltacat/{storage → experimental/storage}/rivulet/reader/dataset_metastore.py +7 -6
  131. deltacat/{storage → experimental/storage}/rivulet/reader/dataset_reader.py +8 -6
  132. deltacat/{storage → experimental/storage}/rivulet/reader/pyarrow_data_reader.py +4 -1
  133. deltacat/{storage → experimental/storage}/rivulet/reader/reader_type_registrar.py +4 -4
  134. deltacat/experimental/storage/rivulet/schema/__init__.py +0 -0
  135. deltacat/{storage → experimental/storage}/rivulet/schema/schema.py +1 -1
  136. deltacat/{storage → experimental/storage}/rivulet/serializer.py +1 -1
  137. deltacat/{storage → experimental/storage}/rivulet/serializer_factory.py +9 -5
  138. deltacat/experimental/storage/rivulet/shard/__init__.py +0 -0
  139. deltacat/experimental/storage/rivulet/shard/range_shard.py +129 -0
  140. deltacat/experimental/storage/rivulet/writer/__init__.py +0 -0
  141. deltacat/{storage → experimental/storage}/rivulet/writer/memtable_dataset_writer.py +20 -9
  142. deltacat/io/__init__.py +13 -0
  143. deltacat/io/dataset/__init__.py +0 -0
  144. deltacat/io/dataset/deltacat_dataset.py +91 -0
  145. deltacat/io/datasink/__init__.py +0 -0
  146. deltacat/io/datasink/deltacat_datasink.py +207 -0
  147. deltacat/io/datasource/__init__.py +0 -0
  148. deltacat/io/datasource/deltacat_datasource.py +579 -0
  149. deltacat/io/reader/__init__.py +0 -0
  150. deltacat/io/reader/deltacat_read_api.py +172 -0
  151. deltacat/storage/__init__.py +22 -2
  152. deltacat/storage/interface.py +54 -32
  153. deltacat/storage/main/impl.py +1494 -541
  154. deltacat/storage/model/delta.py +27 -3
  155. deltacat/storage/model/expression/__init__.py +47 -0
  156. deltacat/storage/model/expression/expression.py +656 -0
  157. deltacat/storage/model/expression/visitor.py +248 -0
  158. deltacat/storage/model/locator.py +6 -12
  159. deltacat/storage/model/manifest.py +231 -6
  160. deltacat/storage/model/metafile.py +224 -119
  161. deltacat/storage/model/namespace.py +8 -1
  162. deltacat/storage/model/partition.py +117 -42
  163. deltacat/storage/model/scan/push_down.py +32 -5
  164. deltacat/storage/model/schema.py +2427 -159
  165. deltacat/storage/model/shard.py +6 -2
  166. deltacat/storage/model/sort_key.py +40 -0
  167. deltacat/storage/model/stream.py +9 -2
  168. deltacat/storage/model/table.py +12 -1
  169. deltacat/storage/model/table_version.py +11 -0
  170. deltacat/storage/model/transaction.py +1184 -208
  171. deltacat/storage/model/transform.py +81 -2
  172. deltacat/storage/model/types.py +53 -29
  173. deltacat/storage/util/__init__.py +0 -0
  174. deltacat/storage/util/scan_planner.py +26 -0
  175. deltacat/tests/_io/reader/__init__.py +0 -0
  176. deltacat/tests/_io/reader/test_deltacat_read_api.py +0 -0
  177. deltacat/tests/_io/test_cloudpickle_bug_fix.py +8 -4
  178. deltacat/tests/aws/test_s3u.py +2 -31
  179. deltacat/tests/catalog/data/__init__.py +0 -0
  180. deltacat/tests/catalog/main/__init__.py +0 -0
  181. deltacat/tests/catalog/main/test_catalog_impl_namespace_operations.py +130 -0
  182. deltacat/tests/catalog/main/test_catalog_impl_table_operations.py +1972 -0
  183. deltacat/tests/catalog/model/__init__.py +0 -0
  184. deltacat/tests/catalog/model/test_table_definition.py +16 -0
  185. deltacat/tests/catalog/test_catalogs.py +103 -106
  186. deltacat/tests/catalog/test_default_catalog_impl.py +12152 -72
  187. deltacat/tests/compute/compact_partition_test_cases.py +35 -8
  188. deltacat/tests/compute/compactor/steps/test_repartition.py +12 -12
  189. deltacat/tests/compute/compactor/utils/test_io.py +124 -120
  190. deltacat/tests/compute/compactor/utils/test_round_completion_reader.py +254 -0
  191. deltacat/tests/compute/compactor_v2/test_compaction_session.py +423 -312
  192. deltacat/tests/compute/compactor_v2/utils/test_content_type_params.py +266 -0
  193. deltacat/tests/compute/compactor_v2/utils/test_primary_key_index.py +45 -0
  194. deltacat/tests/compute/compactor_v2/utils/test_task_options.py +270 -1
  195. deltacat/tests/compute/conftest.py +8 -44
  196. deltacat/tests/compute/converter/test_convert_session.py +697 -349
  197. deltacat/tests/compute/converter/utils.py +15 -6
  198. deltacat/tests/compute/resource_estimation/test_delta.py +145 -79
  199. deltacat/tests/compute/test_compact_partition_incremental.py +103 -70
  200. deltacat/tests/compute/test_compact_partition_multiple_rounds.py +89 -66
  201. deltacat/tests/compute/test_compact_partition_params.py +13 -8
  202. deltacat/tests/compute/test_compact_partition_rebase.py +77 -62
  203. deltacat/tests/compute/test_compact_partition_rebase_then_incremental.py +263 -193
  204. deltacat/tests/compute/test_janitor.py +236 -0
  205. deltacat/tests/compute/test_util_common.py +716 -43
  206. deltacat/tests/compute/test_util_constant.py +0 -1
  207. deltacat/tests/{storage/conftest.py → conftest.py} +1 -1
  208. deltacat/tests/daft/__init__.py +0 -0
  209. deltacat/tests/daft/test_model.py +97 -0
  210. deltacat/tests/experimental/__init__.py +1 -0
  211. deltacat/tests/experimental/catalog/__init__.py +0 -0
  212. deltacat/tests/experimental/catalog/iceberg/__init__.py +0 -0
  213. deltacat/tests/experimental/catalog/iceberg/test_iceberg_catalog.py +71 -0
  214. deltacat/tests/experimental/compatibility/__init__.py +1 -0
  215. deltacat/tests/experimental/compatibility/test_backfill_locator_to_id_mappings.py +582 -0
  216. deltacat/tests/experimental/daft/__init__.py +0 -0
  217. deltacat/tests/experimental/daft/test_deltacat_daft_integration.py +136 -0
  218. deltacat/tests/experimental/storage/__init__.py +0 -0
  219. deltacat/tests/experimental/storage/rivulet/__init__.py +0 -0
  220. deltacat/tests/{storage → experimental/storage}/rivulet/conftest.py +3 -3
  221. deltacat/tests/experimental/storage/rivulet/fs/__init__.py +0 -0
  222. deltacat/tests/{storage → experimental/storage}/rivulet/fs/test_file_location_provider.py +3 -2
  223. deltacat/tests/experimental/storage/rivulet/reader/__init__.py +0 -0
  224. deltacat/tests/experimental/storage/rivulet/reader/query_expression.py +80 -0
  225. deltacat/tests/experimental/storage/rivulet/reader/test_data_scan.py +119 -0
  226. deltacat/tests/experimental/storage/rivulet/reader/test_dataset_metastore.py +71 -0
  227. deltacat/tests/experimental/storage/rivulet/schema/__init__.py +0 -0
  228. deltacat/tests/{storage → experimental/storage}/rivulet/schema/test_schema.py +1 -1
  229. deltacat/tests/experimental/storage/rivulet/shard/__init__.py +0 -0
  230. deltacat/tests/experimental/storage/rivulet/shard/test_range_shard.py +162 -0
  231. deltacat/tests/{storage → experimental/storage}/rivulet/test_dataset.py +6 -4
  232. deltacat/tests/{storage → experimental/storage}/rivulet/test_manifest.py +5 -5
  233. deltacat/tests/{storage → experimental/storage}/rivulet/test_sst_interval_tree.py +5 -5
  234. deltacat/tests/{storage → experimental/storage}/rivulet/test_utils.py +8 -6
  235. deltacat/tests/experimental/storage/rivulet/writer/__init__.py +0 -0
  236. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_dataset_write_then_read.py +11 -9
  237. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_dataset_writer.py +2 -2
  238. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_memtable_dataset_writer.py +7 -7
  239. deltacat/tests/storage/main/test_main_storage.py +6900 -95
  240. deltacat/tests/storage/model/test_expression.py +327 -0
  241. deltacat/tests/storage/model/test_manifest.py +129 -0
  242. deltacat/tests/storage/model/test_metafile_io.py +78 -173
  243. deltacat/tests/storage/model/test_partition_scheme.py +85 -0
  244. deltacat/tests/storage/model/test_schema.py +171 -0
  245. deltacat/tests/storage/model/test_schema_update.py +1925 -0
  246. deltacat/tests/storage/model/test_shard.py +3 -1
  247. deltacat/tests/storage/model/test_sort_scheme.py +90 -0
  248. deltacat/tests/storage/model/test_transaction.py +393 -48
  249. deltacat/tests/storage/model/test_transaction_history.py +886 -0
  250. deltacat/tests/test_deltacat_api.py +1036 -11
  251. deltacat/tests/test_exceptions.py +9 -5
  252. deltacat/tests/test_utils/pyarrow.py +52 -21
  253. deltacat/tests/test_utils/storage.py +23 -34
  254. deltacat/tests/types/__init__.py +0 -0
  255. deltacat/tests/types/test_tables.py +104 -0
  256. deltacat/tests/utils/exceptions.py +22 -0
  257. deltacat/tests/utils/main_deltacat_storage_mock.py +31 -0
  258. deltacat/tests/utils/ray_utils/test_dataset.py +123 -5
  259. deltacat/tests/utils/test_daft.py +121 -31
  260. deltacat/tests/utils/test_numpy.py +1193 -0
  261. deltacat/tests/utils/test_pandas.py +1106 -0
  262. deltacat/tests/utils/test_polars.py +1040 -0
  263. deltacat/tests/utils/test_pyarrow.py +1370 -89
  264. deltacat/types/media.py +345 -37
  265. deltacat/types/tables.py +2344 -46
  266. deltacat/utils/arguments.py +33 -1
  267. deltacat/utils/daft.py +824 -40
  268. deltacat/utils/export.py +3 -1
  269. deltacat/utils/filesystem.py +139 -9
  270. deltacat/utils/metafile_locator.py +2 -1
  271. deltacat/utils/numpy.py +118 -26
  272. deltacat/utils/pandas.py +577 -48
  273. deltacat/utils/polars.py +759 -0
  274. deltacat/utils/pyarrow.py +1373 -192
  275. deltacat/utils/ray_utils/concurrency.py +1 -1
  276. deltacat/utils/ray_utils/dataset.py +101 -10
  277. deltacat/utils/ray_utils/runtime.py +56 -4
  278. deltacat/utils/reader_compatibility_mapping.py +3083 -0
  279. deltacat/utils/url.py +1325 -0
  280. deltacat-2.0.0.dist-info/METADATA +1163 -0
  281. deltacat-2.0.0.dist-info/RECORD +439 -0
  282. {deltacat-2.0.dist-info → deltacat-2.0.0.dist-info}/WHEEL +1 -1
  283. deltacat/catalog/iceberg/__init__.py +0 -4
  284. deltacat/compute/compactor/utils/round_completion_file.py +0 -97
  285. deltacat/compute/merge_on_read/__init__.py +0 -4
  286. deltacat/compute/merge_on_read/daft.py +0 -40
  287. deltacat/compute/merge_on_read/model/merge_on_read_params.py +0 -66
  288. deltacat/compute/merge_on_read/utils/delta.py +0 -42
  289. deltacat/examples/common/fixtures.py +0 -15
  290. deltacat/storage/iceberg/iceberg_scan_planner.py +0 -28
  291. deltacat/storage/rivulet/__init__.py +0 -11
  292. deltacat/storage/rivulet/feather/__init__.py +0 -5
  293. deltacat/storage/rivulet/parquet/__init__.py +0 -5
  294. deltacat/tests/compute/compactor/utils/test_round_completion_file.py +0 -231
  295. deltacat/tests/compute/test_util_create_table_deltas_repo.py +0 -388
  296. deltacat/tests/local_deltacat_storage/__init__.py +0 -1235
  297. deltacat/tests/local_deltacat_storage/exceptions.py +0 -10
  298. deltacat/utils/s3fs.py +0 -21
  299. deltacat-2.0.dist-info/METADATA +0 -65
  300. deltacat-2.0.dist-info/RECORD +0 -347
  301. /deltacat/compute/{merge_on_read/model → jobs}/__init__.py +0 -0
  302. /deltacat/{compute/merge_on_read/utils → docs}/__init__.py +0 -0
  303. /deltacat/{examples/common → docs/autogen}/__init__.py +0 -0
  304. /deltacat/{examples/iceberg → docs/autogen/schema}/__init__.py +0 -0
  305. /deltacat/{storage/iceberg → docs/autogen/schema/inference}/__init__.py +0 -0
  306. /deltacat/{storage/rivulet/arrow → examples/compactor}/__init__.py +0 -0
  307. /deltacat/{storage/rivulet/fs → examples/experimental}/__init__.py +0 -0
  308. /deltacat/{storage/rivulet/metastore → examples/experimental/iceberg}/__init__.py +0 -0
  309. /deltacat/{storage/rivulet/reader → examples/experimental/iceberg/converter}/__init__.py +0 -0
  310. /deltacat/{storage/rivulet/schema → examples/experimental/iceberg/converter/beam}/__init__.py +0 -0
  311. /deltacat/{storage/rivulet/writer → examples/indexer}/__init__.py +0 -0
  312. /deltacat/{tests/storage/rivulet → examples/indexer/aws}/__init__.py +0 -0
  313. /deltacat/{tests/storage/rivulet/fs → examples/indexer/gcp}/__init__.py +0 -0
  314. /deltacat/{tests/storage/rivulet/schema → experimental}/__init__.py +0 -0
  315. /deltacat/{tests/storage/rivulet/writer → experimental/catalog}/__init__.py +0 -0
  316. /deltacat/{storage/rivulet/parquet/data_reader.py → experimental/compatibility/__init__.py} +0 -0
  317. /deltacat/{storage → experimental/storage}/rivulet/fs/input_file.py +0 -0
  318. /deltacat/{storage → experimental/storage}/rivulet/mvp/Table.py +0 -0
  319. /deltacat/{storage → experimental/storage}/rivulet/mvp/__init__.py +0 -0
  320. /deltacat/{storage → experimental/storage}/rivulet/reader/query_expression.py +0 -0
  321. /deltacat/{storage → experimental/storage}/rivulet/schema/datatype.py +0 -0
  322. /deltacat/{storage → experimental/storage}/rivulet/writer/dataset_writer.py +0 -0
  323. {deltacat-2.0.dist-info → deltacat-2.0.0.dist-info/licenses}/LICENSE +0 -0
  324. {deltacat-2.0.dist-info → deltacat-2.0.0.dist-info}/top_level.txt +0 -0
@@ -1,10 +0,0 @@
1
- class InvalidNamespaceError(Exception):
2
- error_name = "InvalidNamespaceError"
3
-
4
-
5
- class LocalStorageValidationError(Exception):
6
- error_name = "LocalStorageValidationError"
7
-
8
-
9
- class LocalStorageError(Exception):
10
- error_name = "LocalStorageError"
deltacat/utils/s3fs.py DELETED
@@ -1,21 +0,0 @@
1
- import s3fs
2
-
3
-
4
- def create_s3_file_system(s3_client_kwargs: dict) -> s3fs.S3FileSystem:
5
- if not s3_client_kwargs:
6
- return s3fs.S3FileSystem(anon=True)
7
-
8
- config_kwargs = {}
9
- if s3_client_kwargs.get("config") is not None:
10
- boto_config = s3_client_kwargs.pop("config")
11
- for key, val in boto_config.__dict__.items():
12
- if not key.startswith("_") and val is not None:
13
- config_kwargs[key] = val
14
-
15
- anon = False
16
- if s3_client_kwargs.get("aws_access_key_id") is None:
17
- anon = True
18
-
19
- return s3fs.S3FileSystem(
20
- anon=anon, client_kwargs=s3_client_kwargs, config_kwargs=config_kwargs or None
21
- )
@@ -1,65 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: deltacat
3
- Version: 2.0
4
- Summary: A portable, scalable, fast, and Pythonic Data Lakehouse for AI.
5
- Home-page: https://github.com/ray-project/deltacat
6
- Author: Ray Team
7
- License: UNKNOWN
8
- Platform: UNKNOWN
9
- Classifier: Development Status :: 4 - Beta
10
- Classifier: Intended Audience :: Developers
11
- Classifier: Programming Language :: Python :: 3 :: Only
12
- Classifier: Programming Language :: Python :: 3.10
13
- Classifier: Programming Language :: Python :: 3.9
14
- Classifier: Operating System :: OS Independent
15
- Requires-Python: >=3.9
16
- Description-Content-Type: text/markdown
17
- License-File: LICENSE
18
- Requires-Dist: aws-embedded-metrics==3.2.0
19
- Requires-Dist: boto3~=1.34
20
- Requires-Dist: getdaft==0.3.6
21
- Requires-Dist: intervaltree==3.1.0
22
- Requires-Dist: numpy==1.21.5
23
- Requires-Dist: pandas==1.3.5
24
- Requires-Dist: pyarrow==17.0.0
25
- Requires-Dist: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3
26
- Requires-Dist: pymemcache==4.0.0
27
- Requires-Dist: ray>=2.20.0
28
- Requires-Dist: s3fs==2024.5.0
29
- Requires-Dist: tenacity==8.2.3
30
- Requires-Dist: typing-extensions==4.6.1
31
- Requires-Dist: redis==4.6.0
32
- Requires-Dist: schedule==1.2.0
33
- Provides-Extra: iceberg
34
- Requires-Dist: pyiceberg[glue]>=0.9.0; extra == "iceberg"
35
- Requires-Dist: pyiceberg[hive]>=0.9.0; extra == "iceberg"
36
- Requires-Dist: pyiceberg[sql-sqlite]>=0.9.0; extra == "iceberg"
37
-
38
- <p align="center">
39
- <img src="media/deltacat-logo-alpha-750.png" alt="DeltaCAT Logo" style="width:55%; height:auto; text-align: center;">
40
- </p>
41
-
42
- DeltaCAT is a portable Pythonic Data Lakehouse powered by [Ray](https://github.com/ray-project/ray). It lets you define and manage
43
- fast, scalable, ACID-compliant multimodal data lakes, and has been used to [successfully manage exabyte-scale enterprise
44
- data lakes](https://aws.amazon.com/blogs/opensource/amazons-exabyte-scale-migration-from-apache-spark-to-ray-on-amazon-ec2/).
45
-
46
- It uses the Ray distributed compute framework together with [Apache Arrow](https://github.com/apache/arrow) and
47
- [Daft](https://github.com/Eventual-Inc/Daft) to efficiently scale common table management tasks, like petabyte-scale
48
- merge-on-read and copy-on-write operations.
49
-
50
- DeltaCAT provides four high-level components:
51
- 1. **Catalog**: High-level APIs to create, discover, organize, share, and manage datasets.
52
- 2. **Compute**: Distributed data management procedures to read, write, and optimize datasets.
53
- 3. **Storage**: In-memory and on-disk multimodal dataset formats.
54
- 4. **Sync**: Synchronize DeltaCAT datasets to data warehouses and other table formats.
55
-
56
-
57
- ## Getting Started
58
-
59
- DeltaCAT is rapidly evolving. Usage instructions will be posted here soon!
60
-
61
- For now, feel free to peruse some of our examples:
62
- * https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/rivulet
63
- * https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/iceberg
64
-
65
-
@@ -1,347 +0,0 @@
1
- deltacat/__init__.py,sha256=CR5C02J7WWDcFt5PYdOFi2mtb2hVVu2gpQDWX-XdXqM,2478
2
- deltacat/annotations.py,sha256=9lBi34DpIV_RPjCCK2Aiz_6nMyd-e-_CfQ1XtdRQQlM,1196
3
- deltacat/api.py,sha256=fYKurVlM97VKb_fh7kJ1rDcl-VAAuSflxPeqrsUt1u8,5257
4
- deltacat/constants.py,sha256=_JfHTRktDTM70Nls-LMnSmLeCRG17UwQYCmY6gQSGBg,3482
5
- deltacat/env.py,sha256=cDEdyNtT448fAnioU3VoavLyprWR8si0YRLhfviNZrY,1994
6
- deltacat/exceptions.py,sha256=K44xpmWNptIpM2gEWX6cy8Ko0vU1G7qDwwILDW8NWKM,13938
7
- deltacat/logs.py,sha256=vlKFsid9D6dpX9JlIP67fRZy18SjA08XMEfn0QWrxt0,9513
8
- deltacat/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
- deltacat/aws/clients.py,sha256=4eQvpkV1PzFfxog7EriuglOGGwNFHR5hbGYpjsNNPxk,6949
10
- deltacat/aws/constants.py,sha256=hcYAUot4ahq9GXCMClQiuYCtiDs5XaOebdUoKg4V84k,1222
11
- deltacat/aws/s3u.py,sha256=doRoX2WiNMcSoCefh9hv4olY1RAKIf3bK6HYqGTXM3M,28566
12
- deltacat/benchmarking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
- deltacat/benchmarking/benchmark_engine.py,sha256=v3s5VcY8U7s_G6gaAiSbH0RP92dIcrfai0oOsEfW0Nk,3342
14
- deltacat/benchmarking/benchmark_parquet_reads.py,sha256=2BctkvXAYcAxokLwMSTu4TQ6-HGqzkgYcVEAzPN2QQo,1709
15
- deltacat/benchmarking/benchmark_report.py,sha256=Bm-7NQFiQM0f47tQ9jMjcaQ8GBNxZ-m8Z130wgwTldk,2719
16
- deltacat/benchmarking/benchmark_suite.py,sha256=RbZR1p0U0MU0HkGR06MosV6TKysooQD0HQne2rUAIds,316
17
- deltacat/benchmarking/conftest.py,sha256=a20VBGMILAuW-1g8jZO_hvRa6KCZTsuFH86-I1WvpNQ,2426
18
- deltacat/benchmarking/test_benchmark_pipeline.py,sha256=XRqrShvtbCrPsPDRSQkn4FM6fTawwxsY2xJN9P6jiQI,3790
19
- deltacat/benchmarking/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
20
- deltacat/benchmarking/data/random_row_generator.py,sha256=-D1RFIQ6jE6KBmWGN6We8smhYxWQ19N2Pi8Z3iwBCiM,3227
21
- deltacat/benchmarking/data/row_generator.py,sha256=PqtYdbgznqKVfidnR40gwET7yHov2N7Esd8bEY90ALU,333
22
- deltacat/catalog/__init__.py,sha256=w18zlda3Xzk2mfk53VlLt00Ao8hlGkHrnVZJDgwrITU,372
23
- deltacat/catalog/delegate.py,sha256=x3jj_T61gyExuAnbDqhU6smbaAbIN4UxrVMZuBEOg0A,10447
24
- deltacat/catalog/interface.py,sha256=YB-qNBFsWupqyWJuHr7eQ-_MshhZZ5HpLphoZ64yn2g,12244
25
- deltacat/catalog/iceberg/__init__.py,sha256=LOENcLTQQlu_694MvRhMd2TQDLzwfg2vz0D8DuVO3M8,190
26
- deltacat/catalog/iceberg/iceberg_catalog_config.py,sha256=LfHxv8pk-YmTRQy5LvKFzwSqZ8ek2Y6v0KY7xihhIN0,786
27
- deltacat/catalog/iceberg/impl.py,sha256=hFAX0QGfWq25t9miYHACye_t_3fxUAmQXpQ9kf3w_xQ,13591
28
- deltacat/catalog/iceberg/overrides.py,sha256=HGev1Us2zJpavAoClCCMHrf6sQ8fG0poSxyLEJOB-Ss,2668
29
- deltacat/catalog/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
- deltacat/catalog/main/impl.py,sha256=y7sya4BVfYMbp0-smgs_00cktw7QHkJxXTWADSr0W3s,23093
31
- deltacat/catalog/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
- deltacat/catalog/model/catalog.py,sha256=zGuNl1Czqbk2QQx9qGpMWCTK9ay4b3tm3SJzNkLlw-I,10198
33
- deltacat/catalog/model/properties.py,sha256=wdXjd39-JEj-zZLL5pH6wyIXAdpph-CD7yEIF96Wn-A,4110
34
- deltacat/catalog/model/table_definition.py,sha256=mKmwFd2qKlj7ZH4AdZwU3bEcFtzpGvl0mXuWjqLUgBw,1842
35
- deltacat/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
36
- deltacat/compute/compactor/__init__.py,sha256=ivpOPve1yKi3Vz3tVgp-eeFMNEeUSf-dlRJNSCM85sE,1022
37
- deltacat/compute/compactor/compaction_session.py,sha256=YthBYNpj6qvr6SqfVfXTy5ylKFOo8zUKI3bn4tHt0e8,27766
38
- deltacat/compute/compactor/repartition_session.py,sha256=ujR-CtHIcRw8b4DHhO1m6_6CpVeN-GnAYoZ890w0igw,7260
39
- deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
40
- deltacat/compute/compactor/model/compact_partition_params.py,sha256=jjvpUiHfGAw-Dy7s4wyTINtruf8Nk4EPMma7Y4KMF2U,19067
41
- deltacat/compute/compactor/model/compaction_session_audit_info.py,sha256=BA7gs8_u029p7JoO9MTAzibVab00M-E0TN6WendgFvQ,31445
42
- deltacat/compute/compactor/model/compactor_version.py,sha256=RwRvManiCxZmzjAWzm1OPDxjB1BEHu1d0fBJyGhXKxA,87
43
- deltacat/compute/compactor/model/dedupe_result.py,sha256=1OCV944qJdLQ_-8scisVKl45ej1eRv9OV539QYZtQ-U,292
44
- deltacat/compute/compactor/model/delta_annotated.py,sha256=fLlgFGigvn8-M2JMvSOhSOipop06Z05QzfiOy8Rym4w,12552
45
- deltacat/compute/compactor/model/delta_file_envelope.py,sha256=-5OfvAg0hgltWbw3SZN-6mkcNqv335BO3oC_ktY0JPM,3761
46
- deltacat/compute/compactor/model/delta_file_locator.py,sha256=tvjB54WS6uVegrjyvAnf589PFVgVBsVnLqHtAsDlEng,1989
47
- deltacat/compute/compactor/model/hash_bucket_result.py,sha256=71qGmaT1Mks-r3-aatjNbn2x3yWIgT8RmV0bRWe6pdA,275
48
- deltacat/compute/compactor/model/materialize_result.py,sha256=w7FYtVg2j30c6GJ1fKS4lcOTAjlEovuGYT7wVyKkXro,2542
49
- deltacat/compute/compactor/model/primary_key_index.py,sha256=9EYoxauzXeEY_cYAVSCqDMXps8wEAPSXWk-6_LLNwBU,10449
50
- deltacat/compute/compactor/model/pyarrow_write_result.py,sha256=WYIa0DRcyaemR6yUS8_8RLQ2voTmCVNFUL99qxPmt70,1324
51
- deltacat/compute/compactor/model/repartition_result.py,sha256=HZy7Ls6toI4rXgVW2yIKMIkVS8o9kxvlIJPvo5_pCxA,140
52
- deltacat/compute/compactor/model/round_completion_info.py,sha256=TZhsbprkStP6hcyi7G7qaKLA7ODYsJbnwMvoKxIKrtM,5146
53
- deltacat/compute/compactor/model/table_object_store.py,sha256=-M3e0abaX6VlSqxGlcBfvpGgVry68sP2Iup6vzaNXhw,1481
54
- deltacat/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
55
- deltacat/compute/compactor/steps/dedupe.py,sha256=LINBSRR00ZpV4BA32bqhnhPLiGdexdpqYwWE-y9YlfU,10404
56
- deltacat/compute/compactor/steps/hash_bucket.py,sha256=sC3QA52VleA0scSw5yQeFEot8QdDEAWIxtmjsJt14wo,10668
57
- deltacat/compute/compactor/steps/materialize.py,sha256=Eq0Iky6m9SQj9aOXOvtDiDLjPv__ZNGP4ncBkc0OdCQ,14365
58
- deltacat/compute/compactor/steps/repartition.py,sha256=_ITw4yvvnNv3wwOYxprzlIz5J6t3b72re6lllpzJD9U,10960
59
- deltacat/compute/compactor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
60
- deltacat/compute/compactor/utils/io.py,sha256=BaOUmfuHGe4dnO6PIWWvlz7D2TYGYo82mIcD9nBG9pc,17313
61
- deltacat/compute/compactor/utils/primary_key_index.py,sha256=ay2-7t4mP9I_l5gKkrv5h5_r8Icts8mBcbH7OJBknrY,2435
62
- deltacat/compute/compactor/utils/round_completion_file.py,sha256=fFevhUuveCvrU3g_JhX_vPCuEv9Oku0ihbi-n9E6H74,3381
63
- deltacat/compute/compactor/utils/sort_key.py,sha256=fgt9qTqY2GVA7gMS9EBedXzhmBQtcH1Fa3eitDnfkVQ,2698
64
- deltacat/compute/compactor/utils/system_columns.py,sha256=CNIgAGos0xAGEpdaQIH7KfbSRrGZgjRbItXMararqXQ,9399
65
- deltacat/compute/compactor_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
66
- deltacat/compute/compactor_v2/compaction_session.py,sha256=TWzbTA2fPa8qGW-Gntmma-C8Jod3iIep-4HTJtbuZEo,8091
67
- deltacat/compute/compactor_v2/constants.py,sha256=AOvnIxQfKOnLubrUsg4g8OPLgqvOT46LE_da9_Dm2KY,2507
68
- deltacat/compute/compactor_v2/deletes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
69
- deltacat/compute/compactor_v2/deletes/delete_file_envelope.py,sha256=AeuH9JRMwp6mvQf6P2cqL92hUEtResQq6qUTS0kIKac,3111
70
- deltacat/compute/compactor_v2/deletes/delete_strategy.py,sha256=SMEJOxR-5r92kvKNqtu2w6HmwtmhljcZX1wcNEuS-4w,2833
71
- deltacat/compute/compactor_v2/deletes/delete_strategy_equality_delete.py,sha256=U4zxVECXSPs1Nj3iPf_tiRRCs12CF8CHmRt4s_GDzq8,6503
72
- deltacat/compute/compactor_v2/deletes/model.py,sha256=kW7kfRe4jVNMnsWQrl0nyKdDpvB9mbJND-MVzAajbAI,558
73
- deltacat/compute/compactor_v2/deletes/utils.py,sha256=fWmhWX_kg56qJntjbRtPFA3LyGOSYmjSF-5j_7pe04k,6642
74
- deltacat/compute/compactor_v2/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
75
- deltacat/compute/compactor_v2/model/evaluate_compaction_result.py,sha256=XAaEEAdaJy6-G3mVGxQCVNdecSyBue11OgEwy8s1WGs,529
76
- deltacat/compute/compactor_v2/model/hash_bucket_input.py,sha256=iJy8kLi1dIpFIyfoAjkaAtZvg8Np1z7BsUNGAcWfFm4,3042
77
- deltacat/compute/compactor_v2/model/hash_bucket_result.py,sha256=EsY9BPPywhmxlcLKn3kGWzAX4s4BTR2vYyPUB-wAEOc,309
78
- deltacat/compute/compactor_v2/model/merge_file_group.py,sha256=1o86t9lc3K6ZvtViVO1SVljCj6f0B3MfB3hqtGm2S0s,7410
79
- deltacat/compute/compactor_v2/model/merge_input.py,sha256=BsmFNoRNOloXewQfUf16PNMLcxVArJw2hNT6rxMaZG0,5679
80
- deltacat/compute/compactor_v2/model/merge_result.py,sha256=_IZTCStpb4UKiRCJYA3g6EhAqjrw0t9vmoDAN8kIK-Y,436
81
- deltacat/compute/compactor_v2/private/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
82
- deltacat/compute/compactor_v2/private/compaction_utils.py,sha256=0RZPFkxRQ5U07kw963CEJzsdo1dJtTuWBKaltzCFNuM,30949
83
- deltacat/compute/compactor_v2/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
84
- deltacat/compute/compactor_v2/steps/hash_bucket.py,sha256=1R5xLUkl7GqL1nY-apAgY1czKDEHjIVYSRi9qLOMass,6726
85
- deltacat/compute/compactor_v2/steps/merge.py,sha256=1grudmBAtbFpAy5Y42WWBE7luQC9CfzcVr3m1rzi5uQ,21876
86
- deltacat/compute/compactor_v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
87
- deltacat/compute/compactor_v2/utils/content_type_params.py,sha256=1P9CDpuWErsFcTTlRCeuUQHDokVI92he_MsL82uRAdA,7424
88
- deltacat/compute/compactor_v2/utils/dedupe.py,sha256=62tFCY2iRP7I3-45GCIYs6_SJsQl8C5lBEr8gbNfbsw,1932
89
- deltacat/compute/compactor_v2/utils/delta.py,sha256=I7Yvda8NVbpKXG3nM2Ku1utvR2r2OpHvUMqUL2ja3aw,3626
90
- deltacat/compute/compactor_v2/utils/io.py,sha256=3m4dorxj-WD6Yu9_3gRE6gz3C-eNJA7nn02sHKwo-J8,6018
91
- deltacat/compute/compactor_v2/utils/merge.py,sha256=EV_iKhNc3WflgfLW1Q46dXUvyClx8VebWHGtninEfsI,5311
92
- deltacat/compute/compactor_v2/utils/primary_key_index.py,sha256=QOMwWxGhZ7VWa3oE6InM4thR5pbjmT7ttNXvx_IiKjo,11676
93
- deltacat/compute/compactor_v2/utils/task_options.py,sha256=W0jyWIIZ0tcSAGp8mhpnu1G8p3rmX4d3juCPpAJxnDM,12649
94
- deltacat/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
95
- deltacat/compute/converter/constants.py,sha256=hSEqvWOfH3vrI_pN3kos5zYWQuJ2Skqw-TxAKad4gdY,168
96
- deltacat/compute/converter/converter_session.py,sha256=MDxReRVTGVt4euvEKep-AEWR0Ft0Ts3ypgXTPaf8y3Y,6102
97
- deltacat/compute/converter/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
98
- deltacat/compute/converter/model/convert_input.py,sha256=qBW_bln44LY4BJjTNVCsH71hY_beSpGd4RvE3FFY_Wc,2254
99
- deltacat/compute/converter/model/convert_input_files.py,sha256=cC2gCWnmlYeMRa2vl1HpSdCndjcNRFxExynhkQ1T8FE,2155
100
- deltacat/compute/converter/model/converter_session_params.py,sha256=1NenD9DSLaBKFnKiztsYpTgwGgReeXyPptQXGgcGMIY,3497
101
- deltacat/compute/converter/pyiceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
102
- deltacat/compute/converter/pyiceberg/catalog.py,sha256=IKio3i7JSUQGUnGxgVoKqay4ebsVQxJRy3rSOZCOM3s,1987
103
- deltacat/compute/converter/pyiceberg/overrides.py,sha256=8WhkM_vePusFW7uhgaCPPzBze3C8PbPFbD-9wiZObjc,5269
104
- deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py,sha256=YguylurzfWK5wmj9pg56s7TI0yzwow1PDRFVH_WOc3I,9944
105
- deltacat/compute/converter/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
106
- deltacat/compute/converter/steps/convert.py,sha256=SvUN3QISzT1mt29iarkDN6rrVbE5wQTn0jPCmRFZoBU,8525
107
- deltacat/compute/converter/steps/dedupe.py,sha256=IpEM3jrF9Rf417n2KvmJT24Cq-yqbOByrfOC_MgERF0,2083
108
- deltacat/compute/converter/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
109
- deltacat/compute/converter/utils/convert_task_options.py,sha256=ktsD_mjtcTMW4SMgxZRZa_HPMH4aJd2TOsBeKy2s-s8,3111
110
- deltacat/compute/converter/utils/converter_session_utils.py,sha256=0uzbQE3gwps8TTsawlbVKvGmMKOWQS_Cjd_Hk--Pfbo,4334
111
- deltacat/compute/converter/utils/iceberg_columns.py,sha256=Pl1eQsZH0ssZqOjvG5r7sCjvR8zkuHZ-9ftIyGikqhk,2327
112
- deltacat/compute/converter/utils/io.py,sha256=4fNEKISGbG2-JA7EkSM95DuZVcGIlGtEkqzhKvI2q3w,1612
113
- deltacat/compute/converter/utils/s3u.py,sha256=MBXelxSbqy5UcKh15tVZXZzH42cyPYJnjmcxJ1MTrxg,4207
114
- deltacat/compute/merge_on_read/__init__.py,sha256=ckbgngmqPjYBYz_NySsR1vNTOb_hNpeL1sYkZKvBI9M,214
115
- deltacat/compute/merge_on_read/daft.py,sha256=1oC38u5ig_aTrq7EzyWBo8Ui54rb6yERYMk-vEFbpxM,1400
116
- deltacat/compute/merge_on_read/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
117
- deltacat/compute/merge_on_read/model/merge_on_read_params.py,sha256=Q51znagh8PtLnsY987Ulx9n20oAydfPq3Zd3Y9ocbTI,2035
118
- deltacat/compute/merge_on_read/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
119
- deltacat/compute/merge_on_read/utils/delta.py,sha256=e4BtOHa5XPpUnR4r0HqBKjXckBsTI8qBwdUWwpJfkWQ,1367
120
- deltacat/compute/resource_estimation/__init__.py,sha256=4bfBXcq-VAt9JCmjvj3yAmn0lEHVGdGsUCCoMGxjEqA,799
121
- deltacat/compute/resource_estimation/delta.py,sha256=8oRy1rgGUimwMqPB5At81AS-AsjPHdcvLHzJ9TW8RpM,9522
122
- deltacat/compute/resource_estimation/manifest.py,sha256=gSqOyIda-pYq3vRsKFq3IiZvwhV3mMqrWPtsmUH9dD8,13035
123
- deltacat/compute/resource_estimation/model.py,sha256=psyagFXdpLGt8DfDqy7c8DWiuXCacr0Swe5f0M7DdO4,5465
124
- deltacat/compute/resource_estimation/parquet.py,sha256=5_apma4EKbKcm-nfV73-qN2nfnCeyhFW23ZHX3jz0Kw,3158
125
- deltacat/compute/stats/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
126
- deltacat/compute/stats/types.py,sha256=cp0lT8nITTKbnkc03OysRjXfcfXzQml9a4wqCnR6kqs,215
127
- deltacat/compute/stats/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
128
- deltacat/compute/stats/models/delta_column_stats.py,sha256=-wXjB2c0BC1RDheumjL_j5-DfRNql4WsK9GpMFQI1cg,3300
129
- deltacat/compute/stats/models/delta_stats.py,sha256=hBith8_hbF9TVr6HocLAt6RJ_kZZKO4zrGP8VOP05vA,8556
130
- deltacat/compute/stats/models/delta_stats_cache_result.py,sha256=mbJYxpZd5jaER_BWrCD2hROFy3p1nNdBrj66nUpc6io,1624
131
- deltacat/compute/stats/models/manifest_entry_stats.py,sha256=NCDAe2nPDEI4kOkuwNkRFgGPS-rqQaQqLuaLoKk20KQ,2419
132
- deltacat/compute/stats/models/stats_result.py,sha256=XQAlmzhUqRmg4jzEMUAOqcYn1HUOBTMryBH1CCVlet8,3820
133
- deltacat/examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
134
- deltacat/examples/basic_logging.py,sha256=IwUa-MwQbmH5vuzRvmz5NtfYXU2qNUID_0zkO5HlUZo,2826
135
- deltacat/examples/hello_world.py,sha256=hXpMUvJINB2qWTpV3QFPlRNu0uE31BvEs2sLyQ3CWZk,530
136
- deltacat/examples/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
137
- deltacat/examples/common/fixtures.py,sha256=MS0Hz1c__f9Axm3JgTajfWuMVeDAQmFmZ7KB7vz_1q4,430
138
- deltacat/examples/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
139
- deltacat/examples/iceberg/iceberg_bucket_writer.py,sha256=9i78x8WBgp-vvMBsvbCWkcRo6oEZ8SDtGfjMlNXAO30,4521
140
- deltacat/examples/iceberg/iceberg_reader.py,sha256=mlF-277vT04at-2jibAjgRJG6Y-zle_NNy1-pXwS2YQ,5023
141
- deltacat/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
142
- deltacat/io/file_object_store.py,sha256=YoNL3Qla8uLOHaWnyBmIgotjSGAy3Td3Tumah0kk73Y,1868
143
- deltacat/io/memcached_object_store.py,sha256=C96t77-4BQe0XZ4vC76Ygi2o1POUoMN4t4BiyPmulz0,10997
144
- deltacat/io/object_store.py,sha256=z3Crt8TLyLyoRunOuXAri373TQZKFoz66QHpxGOV82U,1910
145
- deltacat/io/ray_plasma_object_store.py,sha256=TyoUPWybE_cSISZ2SQa3YfD93QWMp0r82-6WnoVSmzk,905
146
- deltacat/io/redis_object_store.py,sha256=OkbQNq1DUVYA7eupmZTF-9OvXUDTOl6WtEifonA5teg,4862
147
- deltacat/io/s3_object_store.py,sha256=IxvLUvyQZ1w1oYwN9RvRgmKR0Dw56-GggYJw1UCyhBg,1911
148
- deltacat/storage/__init__.py,sha256=EeyjDzQ3Ci7mxYY7Xoqe_0Uyjc8o4Fc_Tygl7Do2L74,3668
149
- deltacat/storage/interface.py,sha256=OkQr7WvsA_vPtr5OfG9lP8u4m5F8Y21Qa_CIi4LhrNo,25465
150
- deltacat/storage/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
151
- deltacat/storage/iceberg/iceberg_scan_planner.py,sha256=TzHTFJidlOXEYCW1czMOOc6oCplDKIs8ooiPlIMXyB0,1069
152
- deltacat/storage/iceberg/impl.py,sha256=SbAkGn4wp5UUlZcLtYQgoqDjl9Ak49eSObsp01ZZXlc,26313
153
- deltacat/storage/iceberg/model.py,sha256=PbEnOEY5Ni7E5pJA2xL2d-rwLGOWw6eTARBAYFgCzm8,24288
154
- deltacat/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
155
- deltacat/storage/main/impl.py,sha256=aVeo2t7m0_LumaDfH2CE_tB9-AXSYqlE-PXvprfTuOg,68493
156
- deltacat/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
157
- deltacat/storage/model/delta.py,sha256=PhkjME0dItGgPd37SrQbI8VjQcIaYW2OfIq0KJKgD08,16309
158
- deltacat/storage/model/interop.py,sha256=CzXdu1NuJF5ER3IjQJztkNECD6MRDwbmMezlfN4SRH0,536
159
- deltacat/storage/model/list_result.py,sha256=5DpRAu-c0M48cHtKdTRPSgQiq2nCWfjAY8LOVqp5wxI,2703
160
- deltacat/storage/model/locator.py,sha256=Q16y-eGSQSZpDPKDYQhOjSA9c5ajwg1jLw_13MIB4SM,4707
161
- deltacat/storage/model/manifest.py,sha256=iV53LLQY83pDv9YwUqlyzjfLiqFHWuJf9J0dZdR7yO4,15153
162
- deltacat/storage/model/metafile.py,sha256=UVWPvvYvA0tj_pM8ig7NKfVFrVWU4l3eDP7I2n9Upeg,53404
163
- deltacat/storage/model/namespace.py,sha256=gLli1V64O9RHIf-FesmqWA29Wi7P1kwt01uz5sDdJR0,2409
164
- deltacat/storage/model/partition.py,sha256=qNCvc74o_4pmFVL-FCyKCZMH4lHSjRO560sb3vaF_H0,20759
165
- deltacat/storage/model/schema.py,sha256=uDaOqm1m0DYu89d2vTTMV7hDMvtiVwHqI_HFhRRgAA0,33806
166
- deltacat/storage/model/shard.py,sha256=v6Aj0dZcwqzuQGNbqqf7hGfOZBeeT8yVg1v-FJbFVm8,1507
167
- deltacat/storage/model/sort_key.py,sha256=HAZfDYqV24XClf1KslQw0duFVczvkglp0juENrU41nI,5905
168
- deltacat/storage/model/stream.py,sha256=OwzdyCgBOgJ6T5tUASkEE1-Zt8c3psU2ebk8D5OSkTY,12280
169
- deltacat/storage/model/table.py,sha256=5dm6ix9d5WEKRn-E-1l7DUEdtHgAOLfjlCRph4mD45Y,7276
170
- deltacat/storage/model/table_version.py,sha256=4a1VJy0R-kuhgwNaovBkLmtb3Il4krqy_11L8MAvdd4,17304
171
- deltacat/storage/model/transaction.py,sha256=74Ml0EXGjVYSOerDBIDKOSYAZ5d8vuTPdYymF9VJxeI,30483
172
- deltacat/storage/model/transform.py,sha256=eVeqcxEvA7VBOWCFStVbfhlxwdb79XwdMKb9F04wlWc,6818
173
- deltacat/storage/model/types.py,sha256=-4om5Uw3Voozvm0MXaUF1P08G2i7JJHlMWrCrK6ZC1c,4255
174
- deltacat/storage/model/scan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
175
- deltacat/storage/model/scan/push_down.py,sha256=85qT1X4XYapxB4xJyk08767IgdHvWKQtZ3Y6fwVpISA,293
176
- deltacat/storage/model/scan/scan_plan.py,sha256=P59yYbQWXbKZU068GzIh7ya_h2n7NgZJBY_eWVfGLAU,250
177
- deltacat/storage/model/scan/scan_task.py,sha256=pOcGKMjnHrZwabtdk3rw5kbh_d_aJGqzgCj6c_im1vE,855
178
- deltacat/storage/rivulet/__init__.py,sha256=yi33jE7VTPKp-ZKIJ-Nf6u-1FRi34hyrV_EbfhYmT0k,205
179
- deltacat/storage/rivulet/dataset.py,sha256=WlTCWVS-GImBfEPtHxKsV4WyAJtWxOSBJyjC0_3dxiI,28605
180
- deltacat/storage/rivulet/dataset_executor.py,sha256=NXTT8XJIK9ld9EM6bhy0sbxQNsZTdRncJ2uZI5UrRbU,3374
181
- deltacat/storage/rivulet/logical_plan.py,sha256=UMW-T7ospMlci2l8suasZTnTUrw75rzTp8lo9lU1oyA,3279
182
- deltacat/storage/rivulet/serializer.py,sha256=Xa6rrAy6QNKcFNh_WxkyP8MHrofGdFVRfxX_jp1_FIk,1677
183
- deltacat/storage/rivulet/serializer_factory.py,sha256=zUoqew-cddK9o--UeIeDbjqVdSz09t-hzItouogkimo,1837
184
- deltacat/storage/rivulet/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
185
- deltacat/storage/rivulet/arrow/serializer.py,sha256=MgODL6vBm8wyLgOH5fQ22OGrKwy-uO3OnJtM7FMomQY,2671
186
- deltacat/storage/rivulet/feather/__init__.py,sha256=SsosQE9GeG-jWRy_t3mMBWWS8FLAALdIr-Jj3sXq-04,286
187
- deltacat/storage/rivulet/feather/file_reader.py,sha256=riaJwxL0T2YxvPkB5uDtumIKw7eH76Ilx7YQkSCdze8,4873
188
- deltacat/storage/rivulet/feather/serializer.py,sha256=0ESomIDsKRvn6OH2k_IG6zoxTlHdHnlK41yDSNWl9ac,1544
189
- deltacat/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
190
- deltacat/storage/rivulet/fs/file_provider.py,sha256=1bFiQcqJjyCMsZjhAicujwBLdo4P_moTY8BOYlbfvdE,3824
191
- deltacat/storage/rivulet/fs/file_store.py,sha256=5qWZfWkI__9MNpycgFJVYBhnpbsO-qSbhreYtphqIcA,5632
192
- deltacat/storage/rivulet/fs/input_file.py,sha256=2SZdngGUlURg6ier3N-0D7zEySxgerg6EHuj3v0DXJM,1921
193
- deltacat/storage/rivulet/fs/output_file.py,sha256=kjJHDhwKxF3TQ81TBQGX2FGyE-Wk7oA8QVGLqTP0nhg,2467
194
- deltacat/storage/rivulet/metastore/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
195
- deltacat/storage/rivulet/metastore/delta.py,sha256=HWtDeKft6ExH29TndbrNQhTgUiUkJYmKr6_Tq23CwRs,6303
196
- deltacat/storage/rivulet/metastore/json_sst.py,sha256=mckK9bzu1Tt1kDhZhzFFEbOlDMUqHTl9TeHd3r0AwaA,3239
197
- deltacat/storage/rivulet/metastore/sst.py,sha256=1uHUHmh6q9hcGXhvrnQFQVLfKBKaBIay1gL5kfbd9nI,2406
198
- deltacat/storage/rivulet/metastore/sst_interval_tree.py,sha256=j6BwNkpY18WYG3b4s0v_vt4fBKbrTGj5q_QsLPGU-Cg,10683
199
- deltacat/storage/rivulet/mvp/Table.py,sha256=j82_-gF7byXx3a0yBCWVCtYH2H93qKPBD_1qp5GrlAA,3016
200
- deltacat/storage/rivulet/mvp/__init__.py,sha256=28ULboqUHUGJuHjDWQgvG7cyR_ylV8fJ3B_wrsvI1f8,234
201
- deltacat/storage/rivulet/parquet/__init__.py,sha256=n896g5SyboT2t_foaFnPXOdTgqZ9JarsFFzVrtnGeT0,286
202
- deltacat/storage/rivulet/parquet/data_reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
203
- deltacat/storage/rivulet/parquet/file_reader.py,sha256=fzDg2VN50GqljFQFFM_bytbOl2w7BP-FrlUThZIWrzQ,4356
204
- deltacat/storage/rivulet/parquet/serializer.py,sha256=p9g2oskJTOgw7afiVdr9Vb-PTgzRV4R_9atQHlhnj58,1523
205
- deltacat/storage/rivulet/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
206
- deltacat/storage/rivulet/reader/block_scanner.py,sha256=QvaAAop6YunxrYsvTlFrAmgW_ZjmfPcj7ZpEAJ6cl5w,15505
207
- deltacat/storage/rivulet/reader/data_reader.py,sha256=GojlClE3W7WwQnvohu3gJK0TEP05_ToGk_wLKtl3hi8,3967
208
- deltacat/storage/rivulet/reader/data_scan.py,sha256=ada1INAyql42Q8Dw3l9tq1ZIlD2hllU2ivVc0sClI98,2725
209
- deltacat/storage/rivulet/reader/dataset_metastore.py,sha256=E1BCBcBihPF9HLCy9vWaY54BRMTuHKz_yNlaXprxy10,6197
210
- deltacat/storage/rivulet/reader/dataset_reader.py,sha256=wjdioXZA3IoLfXKPjjsnkUE1kKGmvy7vEegJNUKSl-4,6149
211
- deltacat/storage/rivulet/reader/pyarrow_data_reader.py,sha256=QdtrAJ4d42lVxl7ZGE_lBDb_H6keZlcI2DkNkWcyCrU,4237
212
- deltacat/storage/rivulet/reader/query_expression.py,sha256=S6EqP2Ru0liWbYws_ZKZz_aTCWJAHEGoZ2MUY5LZQLk,3121
213
- deltacat/storage/rivulet/reader/reader_type_registrar.py,sha256=NFSSBHUopQDQtnadSm0W4HXGhEvPH5sKAXdZG7yNx34,3031
214
- deltacat/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
215
- deltacat/storage/rivulet/schema/datatype.py,sha256=QKlMwaEuALV6viNnNSRN1PNFUg7edzooEO3Jp901j1I,4370
216
- deltacat/storage/rivulet/schema/schema.py,sha256=t-y4BHSQkZ2bI8WxQfMsXoSYUe4sOLOA75u-BGKXaZM,9461
217
- deltacat/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
218
- deltacat/storage/rivulet/writer/dataset_writer.py,sha256=aLLwhMY9K5DENu_Rtqa3oWUmdPOYrP07BXntBW3pgdo,957
219
- deltacat/storage/rivulet/writer/memtable_dataset_writer.py,sha256=YxB6q-FjD0h3VUbLabjRTiE_MVzj1JCDPM8HsOzgGU8,10012
220
- deltacat/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
- deltacat/tests/test_deltacat_api.py,sha256=97gphDpEHKb6JGQUz4i57g6FMrBMpU2W-Fyd6agqwoo,1493
222
- deltacat/tests/test_exceptions.py,sha256=V3jUQClHLD24tS18tnGvNIt0psn2WFT3Nf_CIvSqL08,3140
223
- deltacat/tests/test_logs.py,sha256=ULmb3OJ8GGEpq_LFgcil-CPjZQpO9341Ws12svoct0s,6909
224
- deltacat/tests/_io/__init__.py,sha256=Dl0ouF_riJ16kC2DhUqkL7BJHNrm09u-aMQQCgFD-as,107
225
- deltacat/tests/_io/test_cloudpickle_bug_fix.py,sha256=qnYJg_S-nsLai77a4_I3Qs2Jtr_KWQJOxyl96f9PgHA,1376
226
- deltacat/tests/_io/test_file_object_store.py,sha256=bjORXnHe7Ea733XUUO0S2Su_oqSwGuO84TlIfoNO6qA,3587
227
- deltacat/tests/_io/test_memcached_object_store.py,sha256=0EIaU5MHiEmIEkA4x5qUXFY9TE6TJ7V2RGH827cu3AU,9512
228
- deltacat/tests/_io/test_ray_plasma_object_store.py,sha256=-wJZP6lRtEOogR25wjEiIBGz_lpvWVihwlZ5GqandZU,1911
229
- deltacat/tests/_io/test_redis_object_store.py,sha256=4fCxb7PAqYixPbQZEPDwsDU3BEKfOkYxkhAI7V5Zdfc,4988
230
- deltacat/tests/_io/test_s3_object_store.py,sha256=I8AbyrPfS32CAYvRHtn_OanL-XPpAnJeuCuhD-u9irQ,2270
231
- deltacat/tests/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
232
- deltacat/tests/aws/test_clients.py,sha256=23GMWfz27WWBDXSqphG9mfputsyS7j3I5P_HRk4YoKE,3790
233
- deltacat/tests/aws/test_s3u.py,sha256=FsYCH8K8DsDRPOtTp-w1Nu3ATqt4p1mqDo6aVJV-SbU,7918
234
- deltacat/tests/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
235
- deltacat/tests/catalog/test_catalogs.py,sha256=qllEWqma3aowxdbrY5F7W8okXq7X5IseSEsuBDmv-c4,12295
236
- deltacat/tests/catalog/test_default_catalog_impl.py,sha256=Z4eWJkbEhPsQ5O68btJzHs-B4WE2io7agSGT3v7Q3-Q,3361
237
- deltacat/tests/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
238
- deltacat/tests/compute/compact_partition_multiple_rounds_test_cases.py,sha256=g4DKJEn7BtLtuDIxYVq9ZkK1S91o4ftRB7-3jhDCJ4s,37694
239
- deltacat/tests/compute/compact_partition_rebase_test_cases.py,sha256=IwA0w5gURCFlUCFxXmnTSIPh5mkiGKRMw1UB9yU9ESQ,16821
240
- deltacat/tests/compute/compact_partition_rebase_then_incremental_test_cases.py,sha256=i6MZQEquGiCPLB1KAxxfkBWMOsXoNPtJw5X4lZCX2KQ,81302
241
- deltacat/tests/compute/compact_partition_test_cases.py,sha256=gdLZThoMRBxMa5ZaMqEt5HyVX1gqDoOpPT0PEiTa1k4,26062
242
- deltacat/tests/compute/conftest.py,sha256=EewdkHVuMZ5a3y9IVs2yexLxHGWVsbJXPzxFSU10IOQ,2178
243
- deltacat/tests/compute/test_compact_partition_incremental.py,sha256=-HBI0csJACdbtrwW_Sq2a5cYAJnikOwr6MjjQq5G3Ug,14042
244
- deltacat/tests/compute/test_compact_partition_multiple_rounds.py,sha256=ojPyErzeDCfF9Tthj1N3eJ84YFCmW_98yklMTBAIF-8,12108
245
- deltacat/tests/compute/test_compact_partition_params.py,sha256=LlTiwd7eNrIbZpe5L3C15Iixpp2qjFCumz5ij74-B28,8482
246
- deltacat/tests/compute/test_compact_partition_rebase.py,sha256=CnWCMyf6ipX0Ynn1Wq95OQi6oUZkc8mSFA3KIq2I46I,12197
247
- deltacat/tests/compute/test_compact_partition_rebase_then_incremental.py,sha256=lpXQbObcbaoPJPfdo6fYdGW0JYy2XYc_jlO1gV_nlpc,14215
248
- deltacat/tests/compute/test_util_common.py,sha256=zogCo9AR6UaufuNaKKVJBigiTOEGpaGNggK8TzCvk0s,11984
249
- deltacat/tests/compute/test_util_constant.py,sha256=4o-W3E7r7jhFl1A3OFLLrdKnwcF46zx4lEIDY8ONJ3c,929
250
- deltacat/tests/compute/test_util_create_table_deltas_repo.py,sha256=WxfF4xCNHlSK7sFpuIBki0pnugufzl84L-NXp4DHp-U,12973
251
- deltacat/tests/compute/compactor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
252
- deltacat/tests/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
253
- deltacat/tests/compute/compactor/steps/test_repartition.py,sha256=zipun2gKKA97PMJNy-CsQo5Kl0_2uWxnSfQJMBc0114,9291
254
- deltacat/tests/compute/compactor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
255
- deltacat/tests/compute/compactor/utils/test_io.py,sha256=sdp7tONKQ-1-ooOut3AI6fJ3AE7TDVX83psO8tBjYO8,4323
256
- deltacat/tests/compute/compactor/utils/test_round_completion_file.py,sha256=LAQ4usiRF4oTx4cA85L0eOcBa_Z-febc-CuzUijSGrI,7439
257
- deltacat/tests/compute/compactor_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
258
- deltacat/tests/compute/compactor_v2/test_compaction_session.py,sha256=eeKDm1rsd3jvxe6ZwqXvKDJsMsqSukBZQzprVnijZsI,22597
259
- deltacat/tests/compute/compactor_v2/test_hashlib.py,sha256=8csF2hFWtBvY2MbX3-6iphCsVXxRp0zP1NTnKhfdmkg,328
260
- deltacat/tests/compute/compactor_v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
261
- deltacat/tests/compute/compactor_v2/utils/test_task_options.py,sha256=37DkR1u_XwhedV9cGed6FFuJTC0XmuiowHJIa_Op6uA,865
262
- deltacat/tests/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
263
- deltacat/tests/compute/converter/conftest.py,sha256=gRXJqf4qmHT1NVwS4dnqVUpTXMKw5vwPDc2hyPmM3Mg,2973
264
- deltacat/tests/compute/converter/test_convert_session.py,sha256=xaNhR6mNKqTpEyGvE7bQ62_w47eisuORjGSPj7tNJtE,15799
265
- deltacat/tests/compute/converter/utils.py,sha256=NYnssLhzCGcbMvojav8e7CPge5ir7KhvfcQ8nMReTCU,3917
266
- deltacat/tests/compute/resource_estimation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
267
- deltacat/tests/compute/resource_estimation/test_delta.py,sha256=5GyaYObGa-PjTS01d3uRyTLoVAvgoanMQn0EOFhNFjI,25159
268
- deltacat/tests/compute/resource_estimation/test_manifest.py,sha256=yrMvqDjolExdRf6Vtg5XaKDuaKz9ok15PCZ7_aJOYrI,32893
269
- deltacat/tests/compute/resource_estimation/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
270
- deltacat/tests/local_deltacat_storage/__init__.py,sha256=rcZXQ7PHQNC6l-Junx__YHFWu7igMQc3j_GiUf9ABGI,38770
271
- deltacat/tests/local_deltacat_storage/exceptions.py,sha256=oxZ0psmrEO0M6P2r8gHQ2E8E-Y8UBfUCBUIwfuHcx38,251
272
- deltacat/tests/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
273
- deltacat/tests/storage/conftest.py,sha256=PmeSapSImU9f9y2iN0Bn0HwbHR6czjbAPKpH2k6eIUE,561
274
- deltacat/tests/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
275
- deltacat/tests/storage/main/test_main_storage.py,sha256=9dtsAcp9GZ4XQ5-8XhKnAcFF7upowJpTIuqZUB2EYig,58124
276
- deltacat/tests/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
277
- deltacat/tests/storage/model/test_delete_parameters.py,sha256=RcNRMIed0zUzkX9tRXDoYPXHb7721OEt8viY9tpWXZM,822
278
- deltacat/tests/storage/model/test_metafile_io.py,sha256=116U9aNJPzR0JS6iadJyyx0_4KyAi3D47WCNbndag6o,101639
279
- deltacat/tests/storage/model/test_schema.py,sha256=5m4BscbxbbOiry-lDI8j4vQcnvkG2Y-f0ZfshncPiSI,9599
280
- deltacat/tests/storage/model/test_shard.py,sha256=6QBr-ws3zQkJjjGyB7QEOhtNC5ql0cdjOPB2wxGNW3Q,755
281
- deltacat/tests/storage/model/test_table_version.py,sha256=CtLiOe1EI6Ao9MkxyMWoxTWuqQevupVUEQVU5ZIEB34,3306
282
- deltacat/tests/storage/model/test_transaction.py,sha256=Y5JMaYz6mf4DbruxMmz9hWXGX30MjKjRAvxlIf0MnaY,14458
283
- deltacat/tests/storage/rivulet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
284
- deltacat/tests/storage/rivulet/conftest.py,sha256=1Ansaxs4WGVKhZ2iSGrFlz1Mjib6BLmZG98eSi9_EiU,3659
285
- deltacat/tests/storage/rivulet/test_dataset.py,sha256=ux3rfeaB58hSV2x7pF55AhyF7geom0emvItIWUkuC7w,13529
286
- deltacat/tests/storage/rivulet/test_manifest.py,sha256=JBdYUa_DmTRsYCUBsiypwvjRnY1K1teyGfPKioxs2Mk,1854
287
- deltacat/tests/storage/rivulet/test_sst_interval_tree.py,sha256=VK8lh5ZtnIsnuyphsnXdnD9OQhAlyOLKJ1M0l4ui6i8,6801
288
- deltacat/tests/storage/rivulet/test_utils.py,sha256=NvW_zA5CEEkooWDlc0aBCb_0pceCRb8WFY-HQ78mheM,4395
289
- deltacat/tests/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
290
- deltacat/tests/storage/rivulet/fs/test_file_location_provider.py,sha256=UrbPBb1VTiEOZoHBpcEtChX5elIIsCj7niOeu_xEM_0,2727
291
- deltacat/tests/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
292
- deltacat/tests/storage/rivulet/schema/test_schema.py,sha256=LngLuRlVK_1fK-JA5rW2_7RBPmeci7R_FdbsWytUVEo,7241
293
- deltacat/tests/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
294
- deltacat/tests/storage/rivulet/writer/test_dataset_write_then_read.py,sha256=IZTzlWLoFvedCN60AOo9tCfOqkNTgGDckOELn3B9Uoo,12173
295
- deltacat/tests/storage/rivulet/writer/test_dataset_writer.py,sha256=HW-E7RvuyxloCL4_z7EsAHOYvw0UPzupXrvv3L3s1vQ,2858
296
- deltacat/tests/storage/rivulet/writer/test_memtable_dataset_writer.py,sha256=4rrlIXL0f6LtEFWaW2vcoKPj6u3gwk8zzkwLQ_EranE,2464
297
- deltacat/tests/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
298
- deltacat/tests/test_utils/constants.py,sha256=UYe--9T_clYjiOpv0M7TtAMGdpje_SMZ-w8n0IeCAjc,214
299
- deltacat/tests/test_utils/filesystem.py,sha256=H4LhAZ4q1yC4mrAv5EQQ_NaBeYtuFXKxxAyEvirTt4w,221
300
- deltacat/tests/test_utils/message_pack_utils.py,sha256=RJ-zWXatCtxT-I3MCnujKi96fQChzee8fHgA4yl_XVk,1823
301
- deltacat/tests/test_utils/pyarrow.py,sha256=pzTBk07xMaAfykXo3GNGwTqaQxrKnSbr-WO3HBszikI,2828
302
- deltacat/tests/test_utils/storage.py,sha256=A8UYTSgJ2I5EcWhdK8rdOWYsQ8P9PECK26_tR_sNAsQ,8151
303
- deltacat/tests/test_utils/utils.py,sha256=a32qEwcSSd1lvRi0aJJ4ZLnc1ZyXmoQF_K95zaQRk2M,455
304
- deltacat/tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
305
- deltacat/tests/utils/test_cloudpickle.py,sha256=J0pnBY3-PxlUh6MamZAN1PuquKQPr2iyzjiJ7-Rcl0o,1506
306
- deltacat/tests/utils/test_daft.py,sha256=Gqt7cw7xcDf21GlsBDFpUVmx3ZnfFQRpljuQV3f_Qes,8319
307
- deltacat/tests/utils/test_metrics.py,sha256=Ym9nOz1EtB180pLmvugihj1sDTNDMb5opIjjr5Nmcls,16339
308
- deltacat/tests/utils/test_placement.py,sha256=g61wVOMkHe4YJeR9Oxg_BOVQ6bhHHbC3IBYv8YhUu94,597
309
- deltacat/tests/utils/test_pyarrow.py,sha256=AWx0DTsBA1PkQag48w_HeQdz7tlBzJsm9v7Nd6-dhEY,19607
310
- deltacat/tests/utils/test_record_batch_tables.py,sha256=AkG1WyljQmjnl-AxhbFWyo5LnMIKRyLScfgC2B_ES-s,11321
311
- deltacat/tests/utils/test_resources.py,sha256=HtpvDrfPZQNtGDXUlsIzc_yd7Vf1cDscZ3YbN0oTvO8,2560
312
- deltacat/tests/utils/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
313
- deltacat/tests/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
314
- deltacat/tests/utils/ray_utils/test_concurrency.py,sha256=TjZpX0cjMDEIS79p_--j_BfT0zXKNkTLY1ZzNokBTs0,1211
315
- deltacat/tests/utils/ray_utils/test_dataset.py,sha256=1hoOR_AIO4iJQ_lCjNsJfq7S-2ZyOKyMkKc4Tjt6cwg,2092
316
- deltacat/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
317
- deltacat/types/media.py,sha256=7_QRU6NbjmJk0GLAn_Km6ja8RE5G3V8jvLfUXqnjnqU,2320
318
- deltacat/types/partial_download.py,sha256=QIpNTSwaiZ4TVl4A1N4PtblevKT5GwdXtGrouQMQs1E,2510
319
- deltacat/types/tables.py,sha256=8ARi27taqA6ERi1hXMEVOp8K4QE3SShgJ8tIIa9ZGoI,4405
320
- deltacat/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
321
- deltacat/utils/arguments.py,sha256=5y1Xz4HSAD8M8Jt83i6gOEKoYjy_fMQe1V43IhIE4hY,1191
322
- deltacat/utils/cloudpickle.py,sha256=XE7YDmQe56ksfl3NdYZkzOAhbHSuhNcBZGOehQpgZr0,1187
323
- deltacat/utils/common.py,sha256=RG_-enXNpLKaYrqyx1ne2lL10lxN9vK7F631oJP6SE8,1375
324
- deltacat/utils/daft.py,sha256=nd4XBKcZTFYxf_VH9jm-wqqbrIujKAeisCt2vVbW2BA,5807
325
- deltacat/utils/export.py,sha256=As5aiwOw9vLxtfolPLU0yak6W2RVR0rkuaYQ5YCy49U,1952
326
- deltacat/utils/filesystem.py,sha256=DthBgrVGzIcsQcGnyD3QYEQIpkYFxB19XmpF9DfCaeo,11709
327
- deltacat/utils/metafile_locator.py,sha256=_3yEW9n49jiEBuXHZmUKsFdYx6RxWWuS-Mu2gs_a1bw,2933
328
- deltacat/utils/metrics.py,sha256=HYKyZSrtVLu8gXezg_TMNUKJp4h1WWI0VEzn0Xlzf-I,10778
329
- deltacat/utils/numpy.py,sha256=SpHKKvC-K8NINTWGVfTZ5-gBFTGYqaXjjgKFhsdUjwg,2049
330
- deltacat/utils/pandas.py,sha256=q99mlRB7tymICMcNbfGLfLqFu_C-feyPZKZm2CWJJVc,9574
331
- deltacat/utils/performance.py,sha256=7ZLaMkS1ehPSIhT5uOQVBHvjC70iKHzoFquFo-KL0PI,645
332
- deltacat/utils/placement.py,sha256=Lj20fb-eq8rgMdm_M2MBMfDLwhDM1sS1nJj2DvIK56s,12060
333
- deltacat/utils/pyarrow.py,sha256=nW_eD6fWAlbyHUzPj1rOOfnUbpP3RnAgNSuuVNyvhZ4,29174
334
- deltacat/utils/resources.py,sha256=Ax1OgLLbZI4oYpp4Ki27OLaST-7I-AJgZwU87FVfY8g,8253
335
- deltacat/utils/s3fs.py,sha256=PmUJ5Fm1WmD-_zp_M6yd9VbXvIoJuBeK6ApOdJJApLE,662
336
- deltacat/utils/schema.py,sha256=m4Wm4ZQcpttzOUxex4dVneGlHy1_E36HspTcjNYzvVM,1564
337
- deltacat/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
338
- deltacat/utils/ray_utils/collections.py,sha256=hj20s4D2RF2jZETU_44r6mFbsczA0JI_I_4kWKTmqes,1951
339
- deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDDwEgFOIkEIo,5457
340
- deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
341
- deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
342
- deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
343
- deltacat-2.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
344
- deltacat-2.0.dist-info/METADATA,sha256=bswzJvmz4HFhGtQpyMua-nk0nAoLgAAbBfk29Ci7QZ8,2804
345
- deltacat-2.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
346
- deltacat-2.0.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
347
- deltacat-2.0.dist-info/RECORD,,
File without changes