deltacat 2.0.0b10__py3-none-any.whl → 2.0.0b12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (298) hide show
  1. deltacat/__init__.py +96 -17
  2. deltacat/api.py +122 -67
  3. deltacat/aws/constants.py +0 -23
  4. deltacat/aws/s3u.py +4 -631
  5. deltacat/benchmarking/benchmark_engine.py +4 -2
  6. deltacat/benchmarking/conftest.py +0 -18
  7. deltacat/benchmarking/test_benchmark_pipeline.py +6 -4
  8. deltacat/catalog/__init__.py +64 -5
  9. deltacat/catalog/delegate.py +445 -63
  10. deltacat/catalog/interface.py +188 -62
  11. deltacat/catalog/main/impl.py +2435 -279
  12. deltacat/catalog/model/catalog.py +154 -77
  13. deltacat/catalog/model/properties.py +63 -22
  14. deltacat/compute/compactor/compaction_session.py +97 -75
  15. deltacat/compute/compactor/model/compact_partition_params.py +75 -30
  16. deltacat/compute/compactor/model/compaction_session_audit_info.py +17 -0
  17. deltacat/compute/compactor/model/round_completion_info.py +16 -6
  18. deltacat/compute/compactor/repartition_session.py +8 -21
  19. deltacat/compute/compactor/steps/hash_bucket.py +5 -5
  20. deltacat/compute/compactor/steps/materialize.py +9 -7
  21. deltacat/compute/compactor/steps/repartition.py +12 -11
  22. deltacat/compute/compactor/utils/io.py +6 -5
  23. deltacat/compute/compactor/utils/round_completion_reader.py +117 -0
  24. deltacat/compute/compactor/utils/system_columns.py +3 -1
  25. deltacat/compute/compactor_v2/compaction_session.py +17 -14
  26. deltacat/compute/compactor_v2/constants.py +30 -1
  27. deltacat/compute/compactor_v2/model/evaluate_compaction_result.py +0 -1
  28. deltacat/compute/compactor_v2/model/hash_bucket_input.py +9 -3
  29. deltacat/compute/compactor_v2/model/merge_file_group.py +5 -2
  30. deltacat/compute/compactor_v2/model/merge_input.py +33 -8
  31. deltacat/compute/compactor_v2/private/compaction_utils.py +167 -68
  32. deltacat/compute/compactor_v2/steps/hash_bucket.py +5 -2
  33. deltacat/compute/compactor_v2/steps/merge.py +267 -55
  34. deltacat/compute/compactor_v2/utils/content_type_params.py +34 -6
  35. deltacat/compute/compactor_v2/utils/dedupe.py +1 -1
  36. deltacat/compute/compactor_v2/utils/delta.py +5 -3
  37. deltacat/compute/compactor_v2/utils/io.py +11 -4
  38. deltacat/compute/compactor_v2/utils/merge.py +15 -2
  39. deltacat/compute/compactor_v2/utils/primary_key_index.py +28 -4
  40. deltacat/compute/compactor_v2/utils/task_options.py +45 -33
  41. deltacat/compute/converter/converter_session.py +145 -32
  42. deltacat/compute/converter/model/convert_input.py +26 -19
  43. deltacat/compute/converter/model/convert_input_files.py +33 -16
  44. deltacat/compute/converter/model/convert_result.py +35 -16
  45. deltacat/compute/converter/model/converter_session_params.py +24 -21
  46. deltacat/compute/converter/pyiceberg/catalog.py +21 -18
  47. deltacat/compute/converter/pyiceberg/overrides.py +18 -9
  48. deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py +148 -100
  49. deltacat/compute/converter/steps/convert.py +157 -50
  50. deltacat/compute/converter/steps/dedupe.py +24 -11
  51. deltacat/compute/converter/utils/convert_task_options.py +27 -12
  52. deltacat/compute/converter/utils/converter_session_utils.py +126 -60
  53. deltacat/compute/converter/utils/iceberg_columns.py +8 -8
  54. deltacat/compute/converter/utils/io.py +101 -12
  55. deltacat/compute/converter/utils/s3u.py +33 -27
  56. deltacat/compute/janitor.py +205 -0
  57. deltacat/compute/jobs/client.py +25 -12
  58. deltacat/compute/resource_estimation/delta.py +38 -6
  59. deltacat/compute/resource_estimation/model.py +8 -0
  60. deltacat/constants.py +45 -2
  61. deltacat/docs/autogen/schema/inference/generate_type_mappings.py +687 -0
  62. deltacat/docs/autogen/schema/inference/parse_json_type_mappings.py +673 -0
  63. deltacat/env.py +10 -0
  64. deltacat/examples/basic_logging.py +1 -3
  65. deltacat/examples/compactor/aws/__init__.py +1 -0
  66. deltacat/examples/compactor/bootstrap.py +863 -0
  67. deltacat/examples/compactor/compactor.py +373 -0
  68. deltacat/examples/compactor/explorer.py +473 -0
  69. deltacat/examples/compactor/gcp/__init__.py +1 -0
  70. deltacat/examples/compactor/job_runner.py +439 -0
  71. deltacat/examples/compactor/utils/__init__.py +1 -0
  72. deltacat/examples/compactor/utils/common.py +261 -0
  73. deltacat/examples/experimental/iceberg/converter/beam/app.py +226 -0
  74. deltacat/examples/experimental/iceberg/converter/beam/main.py +133 -0
  75. deltacat/examples/experimental/iceberg/converter/beam/test_workflow.py +113 -0
  76. deltacat/examples/experimental/iceberg/converter/beam/utils/__init__.py +3 -0
  77. deltacat/examples/experimental/iceberg/converter/beam/utils/common.py +174 -0
  78. deltacat/examples/experimental/iceberg/converter/beam/utils/spark.py +263 -0
  79. deltacat/examples/{iceberg → experimental/iceberg}/iceberg_bucket_writer.py +3 -5
  80. deltacat/examples/{iceberg → experimental/iceberg}/iceberg_reader.py +2 -4
  81. deltacat/examples/indexer/indexer.py +2 -2
  82. deltacat/examples/indexer/job_runner.py +1 -2
  83. deltacat/exceptions.py +66 -4
  84. deltacat/experimental/catalog/iceberg/__init__.py +6 -0
  85. deltacat/{catalog → experimental/catalog}/iceberg/iceberg_catalog_config.py +1 -1
  86. deltacat/{catalog → experimental/catalog}/iceberg/impl.py +29 -11
  87. deltacat/experimental/compatibility/backfill_locator_to_id_mappings.py +201 -0
  88. deltacat/experimental/converter_agent/beam/managed.py +173 -0
  89. deltacat/experimental/converter_agent/table_monitor.py +479 -0
  90. deltacat/experimental/storage/iceberg/iceberg_scan_planner.py +129 -0
  91. deltacat/{storage → experimental/storage}/iceberg/impl.py +6 -4
  92. deltacat/{storage → experimental/storage}/iceberg/model.py +7 -3
  93. deltacat/experimental/storage/iceberg/visitor.py +119 -0
  94. deltacat/experimental/storage/rivulet/__init__.py +11 -0
  95. deltacat/{storage → experimental/storage}/rivulet/arrow/serializer.py +7 -4
  96. deltacat/{storage → experimental/storage}/rivulet/dataset.py +13 -12
  97. deltacat/{storage → experimental/storage}/rivulet/dataset_executor.py +12 -20
  98. deltacat/experimental/storage/rivulet/feather/__init__.py +7 -0
  99. deltacat/{storage → experimental/storage}/rivulet/feather/file_reader.py +7 -5
  100. deltacat/{storage → experimental/storage}/rivulet/feather/serializer.py +4 -4
  101. deltacat/{storage → experimental/storage}/rivulet/fs/file_provider.py +3 -3
  102. deltacat/{storage → experimental/storage}/rivulet/fs/file_store.py +2 -2
  103. deltacat/{storage → experimental/storage}/rivulet/fs/output_file.py +1 -1
  104. deltacat/{storage → experimental/storage}/rivulet/logical_plan.py +4 -4
  105. deltacat/experimental/storage/rivulet/metastore/__init__.py +0 -0
  106. deltacat/{storage → experimental/storage}/rivulet/metastore/delta.py +1 -3
  107. deltacat/{storage → experimental/storage}/rivulet/metastore/json_sst.py +3 -3
  108. deltacat/{storage → experimental/storage}/rivulet/metastore/sst.py +2 -2
  109. deltacat/{storage → experimental/storage}/rivulet/metastore/sst_interval_tree.py +3 -3
  110. deltacat/experimental/storage/rivulet/parquet/__init__.py +7 -0
  111. deltacat/experimental/storage/rivulet/parquet/data_reader.py +0 -0
  112. deltacat/{storage → experimental/storage}/rivulet/parquet/file_reader.py +7 -5
  113. deltacat/{storage → experimental/storage}/rivulet/parquet/serializer.py +4 -4
  114. deltacat/experimental/storage/rivulet/reader/__init__.py +0 -0
  115. deltacat/{storage → experimental/storage}/rivulet/reader/block_scanner.py +20 -9
  116. deltacat/{storage → experimental/storage}/rivulet/reader/data_reader.py +3 -3
  117. deltacat/{storage → experimental/storage}/rivulet/reader/data_scan.py +5 -3
  118. deltacat/{storage → experimental/storage}/rivulet/reader/dataset_metastore.py +7 -6
  119. deltacat/{storage → experimental/storage}/rivulet/reader/dataset_reader.py +8 -6
  120. deltacat/{storage → experimental/storage}/rivulet/reader/pyarrow_data_reader.py +4 -1
  121. deltacat/{storage → experimental/storage}/rivulet/reader/reader_type_registrar.py +4 -4
  122. deltacat/experimental/storage/rivulet/schema/__init__.py +0 -0
  123. deltacat/{storage → experimental/storage}/rivulet/schema/schema.py +1 -1
  124. deltacat/{storage → experimental/storage}/rivulet/serializer.py +1 -1
  125. deltacat/{storage → experimental/storage}/rivulet/serializer_factory.py +9 -5
  126. deltacat/experimental/storage/rivulet/shard/__init__.py +0 -0
  127. deltacat/experimental/storage/rivulet/shard/range_shard.py +129 -0
  128. deltacat/experimental/storage/rivulet/writer/__init__.py +0 -0
  129. deltacat/{storage → experimental/storage}/rivulet/writer/memtable_dataset_writer.py +20 -9
  130. deltacat/io/datasource/deltacat_datasource.py +0 -1
  131. deltacat/io/reader/deltacat_read_api.py +1 -1
  132. deltacat/storage/__init__.py +20 -2
  133. deltacat/storage/interface.py +54 -32
  134. deltacat/storage/main/impl.py +1494 -541
  135. deltacat/storage/model/delta.py +27 -3
  136. deltacat/storage/model/locator.py +6 -12
  137. deltacat/storage/model/manifest.py +182 -6
  138. deltacat/storage/model/metafile.py +151 -78
  139. deltacat/storage/model/namespace.py +8 -1
  140. deltacat/storage/model/partition.py +117 -42
  141. deltacat/storage/model/schema.py +2427 -159
  142. deltacat/storage/model/shard.py +6 -2
  143. deltacat/storage/model/sort_key.py +40 -0
  144. deltacat/storage/model/stream.py +9 -2
  145. deltacat/storage/model/table.py +12 -1
  146. deltacat/storage/model/table_version.py +11 -0
  147. deltacat/storage/model/transaction.py +1184 -208
  148. deltacat/storage/model/transform.py +81 -2
  149. deltacat/storage/model/types.py +48 -26
  150. deltacat/tests/_io/test_cloudpickle_bug_fix.py +8 -4
  151. deltacat/tests/aws/test_s3u.py +2 -31
  152. deltacat/tests/catalog/data/__init__.py +0 -0
  153. deltacat/tests/catalog/main/__init__.py +0 -0
  154. deltacat/tests/catalog/main/test_catalog_impl_namespace_operations.py +130 -0
  155. deltacat/tests/catalog/main/test_catalog_impl_table_operations.py +1972 -0
  156. deltacat/tests/catalog/model/__init__.py +0 -0
  157. deltacat/tests/catalog/model/test_table_definition.py +16 -0
  158. deltacat/tests/catalog/test_catalogs.py +103 -106
  159. deltacat/tests/catalog/test_default_catalog_impl.py +12152 -72
  160. deltacat/tests/compute/compact_partition_test_cases.py +35 -8
  161. deltacat/tests/compute/compactor/steps/test_repartition.py +12 -12
  162. deltacat/tests/compute/compactor/utils/test_io.py +124 -120
  163. deltacat/tests/compute/compactor/utils/test_round_completion_reader.py +254 -0
  164. deltacat/tests/compute/compactor_v2/test_compaction_session.py +423 -312
  165. deltacat/tests/compute/compactor_v2/utils/test_content_type_params.py +266 -0
  166. deltacat/tests/compute/compactor_v2/utils/test_primary_key_index.py +45 -0
  167. deltacat/tests/compute/compactor_v2/utils/test_task_options.py +270 -1
  168. deltacat/tests/compute/conftest.py +8 -44
  169. deltacat/tests/compute/converter/test_convert_session.py +675 -490
  170. deltacat/tests/compute/converter/utils.py +15 -6
  171. deltacat/tests/compute/resource_estimation/test_delta.py +145 -79
  172. deltacat/tests/compute/test_compact_partition_incremental.py +103 -70
  173. deltacat/tests/compute/test_compact_partition_multiple_rounds.py +89 -66
  174. deltacat/tests/compute/test_compact_partition_params.py +13 -8
  175. deltacat/tests/compute/test_compact_partition_rebase.py +77 -62
  176. deltacat/tests/compute/test_compact_partition_rebase_then_incremental.py +263 -193
  177. deltacat/tests/compute/test_janitor.py +236 -0
  178. deltacat/tests/compute/test_util_common.py +716 -43
  179. deltacat/tests/compute/test_util_constant.py +0 -1
  180. deltacat/tests/{storage/conftest.py → conftest.py} +1 -1
  181. deltacat/tests/daft/__init__.py +0 -0
  182. deltacat/tests/daft/test_model.py +97 -0
  183. deltacat/tests/experimental/__init__.py +1 -0
  184. deltacat/tests/experimental/catalog/__init__.py +0 -0
  185. deltacat/tests/experimental/catalog/iceberg/__init__.py +0 -0
  186. deltacat/tests/experimental/catalog/iceberg/test_iceberg_catalog.py +71 -0
  187. deltacat/tests/experimental/compatibility/__init__.py +1 -0
  188. deltacat/tests/experimental/compatibility/test_backfill_locator_to_id_mappings.py +582 -0
  189. deltacat/tests/experimental/daft/__init__.py +0 -0
  190. deltacat/tests/experimental/daft/test_deltacat_daft_integration.py +136 -0
  191. deltacat/tests/experimental/storage/__init__.py +0 -0
  192. deltacat/tests/experimental/storage/rivulet/__init__.py +0 -0
  193. deltacat/tests/{storage → experimental/storage}/rivulet/conftest.py +3 -3
  194. deltacat/tests/experimental/storage/rivulet/fs/__init__.py +0 -0
  195. deltacat/tests/{storage → experimental/storage}/rivulet/fs/test_file_location_provider.py +3 -3
  196. deltacat/tests/experimental/storage/rivulet/reader/__init__.py +0 -0
  197. deltacat/tests/experimental/storage/rivulet/reader/query_expression.py +80 -0
  198. deltacat/tests/experimental/storage/rivulet/reader/test_data_scan.py +119 -0
  199. deltacat/tests/experimental/storage/rivulet/reader/test_dataset_metastore.py +71 -0
  200. deltacat/tests/experimental/storage/rivulet/schema/__init__.py +0 -0
  201. deltacat/tests/{storage → experimental/storage}/rivulet/schema/test_schema.py +1 -1
  202. deltacat/tests/experimental/storage/rivulet/shard/__init__.py +0 -0
  203. deltacat/tests/experimental/storage/rivulet/shard/test_range_shard.py +162 -0
  204. deltacat/tests/{storage → experimental/storage}/rivulet/test_dataset.py +5 -3
  205. deltacat/tests/{storage → experimental/storage}/rivulet/test_manifest.py +5 -5
  206. deltacat/tests/{storage → experimental/storage}/rivulet/test_sst_interval_tree.py +5 -5
  207. deltacat/tests/{storage → experimental/storage}/rivulet/test_utils.py +8 -6
  208. deltacat/tests/experimental/storage/rivulet/writer/__init__.py +0 -0
  209. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_dataset_write_then_read.py +11 -9
  210. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_dataset_writer.py +2 -2
  211. deltacat/tests/{storage → experimental/storage}/rivulet/writer/test_memtable_dataset_writer.py +7 -7
  212. deltacat/tests/storage/main/test_main_storage.py +6900 -95
  213. deltacat/tests/storage/model/test_metafile_io.py +78 -173
  214. deltacat/tests/storage/model/test_partition_scheme.py +85 -0
  215. deltacat/tests/storage/model/test_schema.py +171 -0
  216. deltacat/tests/storage/model/test_schema_update.py +1925 -0
  217. deltacat/tests/storage/model/test_shard.py +3 -1
  218. deltacat/tests/storage/model/test_sort_scheme.py +90 -0
  219. deltacat/tests/storage/model/test_transaction.py +393 -48
  220. deltacat/tests/storage/model/test_transaction_history.py +886 -0
  221. deltacat/tests/test_deltacat_api.py +988 -4
  222. deltacat/tests/test_exceptions.py +9 -5
  223. deltacat/tests/test_utils/pyarrow.py +52 -21
  224. deltacat/tests/test_utils/storage.py +23 -34
  225. deltacat/tests/types/__init__.py +0 -0
  226. deltacat/tests/types/test_tables.py +104 -0
  227. deltacat/tests/utils/exceptions.py +22 -0
  228. deltacat/tests/utils/main_deltacat_storage_mock.py +31 -0
  229. deltacat/tests/utils/ray_utils/test_dataset.py +123 -5
  230. deltacat/tests/utils/test_daft.py +121 -31
  231. deltacat/tests/utils/test_numpy.py +1193 -0
  232. deltacat/tests/utils/test_pandas.py +1106 -0
  233. deltacat/tests/utils/test_polars.py +1040 -0
  234. deltacat/tests/utils/test_pyarrow.py +1370 -89
  235. deltacat/types/media.py +224 -14
  236. deltacat/types/tables.py +2329 -59
  237. deltacat/utils/arguments.py +33 -1
  238. deltacat/utils/daft.py +823 -36
  239. deltacat/utils/export.py +3 -1
  240. deltacat/utils/filesystem.py +100 -0
  241. deltacat/utils/metafile_locator.py +2 -1
  242. deltacat/utils/numpy.py +118 -26
  243. deltacat/utils/pandas.py +577 -48
  244. deltacat/utils/polars.py +658 -27
  245. deltacat/utils/pyarrow.py +1258 -213
  246. deltacat/utils/ray_utils/dataset.py +101 -10
  247. deltacat/utils/reader_compatibility_mapping.py +3083 -0
  248. deltacat/utils/url.py +57 -16
  249. deltacat-2.0.0b12.dist-info/METADATA +1163 -0
  250. deltacat-2.0.0b12.dist-info/RECORD +439 -0
  251. {deltacat-2.0.0b10.dist-info → deltacat-2.0.0b12.dist-info}/WHEEL +1 -1
  252. deltacat/catalog/iceberg/__init__.py +0 -4
  253. deltacat/compute/compactor/utils/round_completion_file.py +0 -97
  254. deltacat/compute/merge_on_read/__init__.py +0 -4
  255. deltacat/compute/merge_on_read/daft.py +0 -40
  256. deltacat/compute/merge_on_read/model/merge_on_read_params.py +0 -66
  257. deltacat/compute/merge_on_read/utils/delta.py +0 -42
  258. deltacat/daft/daft_scan.py +0 -115
  259. deltacat/daft/model.py +0 -258
  260. deltacat/daft/translator.py +0 -126
  261. deltacat/examples/common/fixtures.py +0 -15
  262. deltacat/storage/iceberg/iceberg_scan_planner.py +0 -28
  263. deltacat/storage/rivulet/__init__.py +0 -11
  264. deltacat/storage/rivulet/feather/__init__.py +0 -5
  265. deltacat/storage/rivulet/parquet/__init__.py +0 -5
  266. deltacat/tests/compute/compactor/utils/test_round_completion_file.py +0 -231
  267. deltacat/tests/compute/test_util_create_table_deltas_repo.py +0 -388
  268. deltacat/tests/local_deltacat_storage/__init__.py +0 -1236
  269. deltacat/tests/local_deltacat_storage/exceptions.py +0 -10
  270. deltacat/utils/s3fs.py +0 -21
  271. deltacat-2.0.0b10.dist-info/METADATA +0 -68
  272. deltacat-2.0.0b10.dist-info/RECORD +0 -381
  273. /deltacat/{compute/merge_on_read/model → docs}/__init__.py +0 -0
  274. /deltacat/{compute/merge_on_read/utils → docs/autogen}/__init__.py +0 -0
  275. /deltacat/{daft → docs/autogen/schema}/__init__.py +0 -0
  276. /deltacat/{examples/common → docs/autogen/schema/inference}/__init__.py +0 -0
  277. /deltacat/examples/{iceberg → compactor}/__init__.py +0 -0
  278. /deltacat/{storage/iceberg → examples/experimental}/__init__.py +0 -0
  279. /deltacat/{storage/rivulet/arrow → examples/experimental/iceberg}/__init__.py +0 -0
  280. /deltacat/{storage/rivulet/fs → examples/experimental/iceberg/converter}/__init__.py +0 -0
  281. /deltacat/{storage/rivulet/metastore → examples/experimental/iceberg/converter/beam}/__init__.py +0 -0
  282. /deltacat/{storage/rivulet/reader → experimental/catalog}/__init__.py +0 -0
  283. /deltacat/{catalog → experimental/catalog}/iceberg/overrides.py +0 -0
  284. /deltacat/{storage/rivulet/schema → experimental/compatibility}/__init__.py +0 -0
  285. /deltacat/{storage/rivulet/writer → experimental/converter_agent}/__init__.py +0 -0
  286. /deltacat/{tests/storage/rivulet → experimental/converter_agent/beam}/__init__.py +0 -0
  287. /deltacat/{tests/storage/rivulet/fs → experimental/storage}/__init__.py +0 -0
  288. /deltacat/{tests/storage/rivulet/schema → experimental/storage/iceberg}/__init__.py +0 -0
  289. /deltacat/{tests/storage/rivulet/writer → experimental/storage/rivulet/arrow}/__init__.py +0 -0
  290. /deltacat/{storage/rivulet/parquet/data_reader.py → experimental/storage/rivulet/fs/__init__.py} +0 -0
  291. /deltacat/{storage → experimental/storage}/rivulet/fs/input_file.py +0 -0
  292. /deltacat/{storage → experimental/storage}/rivulet/mvp/Table.py +0 -0
  293. /deltacat/{storage → experimental/storage}/rivulet/mvp/__init__.py +0 -0
  294. /deltacat/{storage → experimental/storage}/rivulet/reader/query_expression.py +0 -0
  295. /deltacat/{storage → experimental/storage}/rivulet/schema/datatype.py +0 -0
  296. /deltacat/{storage → experimental/storage}/rivulet/writer/dataset_writer.py +0 -0
  297. {deltacat-2.0.0b10.dist-info → deltacat-2.0.0b12.dist-info/licenses}/LICENSE +0 -0
  298. {deltacat-2.0.0b10.dist-info → deltacat-2.0.0b12.dist-info}/top_level.txt +0 -0
@@ -1,10 +0,0 @@
1
- class InvalidNamespaceError(Exception):
2
- error_name = "InvalidNamespaceError"
3
-
4
-
5
- class LocalStorageValidationError(Exception):
6
- error_name = "LocalStorageValidationError"
7
-
8
-
9
- class LocalStorageError(Exception):
10
- error_name = "LocalStorageError"
deltacat/utils/s3fs.py DELETED
@@ -1,21 +0,0 @@
1
- import s3fs
2
-
3
-
4
- def create_s3_file_system(s3_client_kwargs: dict) -> s3fs.S3FileSystem:
5
- if not s3_client_kwargs:
6
- return s3fs.S3FileSystem(anon=True)
7
-
8
- config_kwargs = {}
9
- if s3_client_kwargs.get("config") is not None:
10
- boto_config = s3_client_kwargs.pop("config")
11
- for key, val in boto_config.__dict__.items():
12
- if not key.startswith("_") and val is not None:
13
- config_kwargs[key] = val
14
-
15
- anon = False
16
- if s3_client_kwargs.get("aws_access_key_id") is None:
17
- anon = True
18
-
19
- return s3fs.S3FileSystem(
20
- anon=anon, client_kwargs=s3_client_kwargs, config_kwargs=config_kwargs or None
21
- )
@@ -1,68 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: deltacat
3
- Version: 2.0.0b10
4
- Summary: A portable, scalable, fast, and Pythonic Data Lakehouse for AI.
5
- Home-page: https://github.com/ray-project/deltacat
6
- Author: Ray Team
7
- License: UNKNOWN
8
- Platform: UNKNOWN
9
- Classifier: Development Status :: 4 - Beta
10
- Classifier: Intended Audience :: Developers
11
- Classifier: Programming Language :: Python :: 3 :: Only
12
- Classifier: Programming Language :: Python :: 3.10
13
- Classifier: Programming Language :: Python :: 3.9
14
- Classifier: Operating System :: OS Independent
15
- Requires-Python: >=3.9
16
- Description-Content-Type: text/markdown
17
- License-File: LICENSE
18
- Requires-Dist: aws-embedded-metrics==3.2.0
19
- Requires-Dist: boto3~=1.34
20
- Requires-Dist: google-cloud-storage
21
- Requires-Dist: gcsfs==2025.3.2
22
- Requires-Dist: intervaltree==3.1.0
23
- Requires-Dist: numpy==1.22.4
24
- Requires-Dist: pandas==2.2.3
25
- Requires-Dist: polars==1.28.1
26
- Requires-Dist: pyarrow==16.0.0
27
- Requires-Dist: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<3
28
- Requires-Dist: pymemcache==4.0.0
29
- Requires-Dist: ray[default]==2.43.0
30
- Requires-Dist: tenacity==8.2.3
31
- Requires-Dist: typing-extensions==4.6.1
32
- Requires-Dist: redis==4.6.0
33
- Requires-Dist: schedule==1.2.0
34
- Provides-Extra: iceberg
35
- Requires-Dist: pyiceberg[glue]>=0.9.0; extra == "iceberg"
36
- Requires-Dist: pyiceberg[hive]>=0.9.0; extra == "iceberg"
37
- Requires-Dist: pyiceberg[sql-sqlite]>=0.9.0; extra == "iceberg"
38
- Provides-Extra: s3fs
39
- Requires-Dist: s3fs==2025.3.2; extra == "s3fs"
40
-
41
- <p align="center">
42
- <img src="media/deltacat-logo-alpha-750.png" alt="DeltaCAT Logo" style="width:55%; height:auto; text-align: center;">
43
- </p>
44
-
45
- DeltaCAT is a portable Pythonic Data Lakehouse powered by [Ray](https://github.com/ray-project/ray). It lets you define and manage
46
- fast, scalable, ACID-compliant multimodal data lakes, and has been used to [successfully manage exabyte-scale enterprise
47
- data lakes](https://aws.amazon.com/blogs/opensource/amazons-exabyte-scale-migration-from-apache-spark-to-ray-on-amazon-ec2/).
48
-
49
- It uses the Ray distributed compute framework together with [Apache Arrow](https://github.com/apache/arrow) and
50
- [Daft](https://github.com/Eventual-Inc/Daft) to efficiently scale common table management tasks, like petabyte-scale
51
- merge-on-read and copy-on-write operations.
52
-
53
- DeltaCAT provides four high-level components:
54
- 1. **Catalog**: High-level APIs to create, discover, organize, share, and manage datasets.
55
- 2. **Compute**: Distributed data management procedures to read, write, and optimize datasets.
56
- 3. **Storage**: In-memory and on-disk multimodal dataset formats.
57
- 4. **Sync**: Synchronize DeltaCAT datasets to data warehouses and other table formats.
58
-
59
-
60
- ## Getting Started
61
-
62
- DeltaCAT is rapidly evolving. Usage instructions will be posted here soon!
63
-
64
- For now, feel free to peruse some of our examples:
65
- * https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/rivulet
66
- * https://github.com/ray-project/deltacat/tree/2.0/deltacat/examples/iceberg
67
-
68
-
@@ -1,381 +0,0 @@
1
- deltacat/__init__.py,sha256=Or3bYqhSPeNUOTbbDRsou9tcCw3JoOpswtS3a-EZeV8,2859
2
- deltacat/annotations.py,sha256=9lBi34DpIV_RPjCCK2Aiz_6nMyd-e-_CfQ1XtdRQQlM,1196
3
- deltacat/api.py,sha256=8wXFzNWDUYqy40ZtRex4outDPiFy8K8KHF-PSxMsZsw,18396
4
- deltacat/constants.py,sha256=gMfNHQNh8FXXweiYz3yvE1Cc1S5FVkQLRZQKUcWypZg,3441
5
- deltacat/env.py,sha256=cDEdyNtT448fAnioU3VoavLyprWR8si0YRLhfviNZrY,1994
6
- deltacat/exceptions.py,sha256=K44xpmWNptIpM2gEWX6cy8Ko0vU1G7qDwwILDW8NWKM,13938
7
- deltacat/logs.py,sha256=vlKFsid9D6dpX9JlIP67fRZy18SjA08XMEfn0QWrxt0,9513
8
- deltacat/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
- deltacat/aws/clients.py,sha256=4eQvpkV1PzFfxog7EriuglOGGwNFHR5hbGYpjsNNPxk,6949
10
- deltacat/aws/constants.py,sha256=hcYAUot4ahq9GXCMClQiuYCtiDs5XaOebdUoKg4V84k,1222
11
- deltacat/aws/s3u.py,sha256=OQYDh0MqwH6UPSU62fzy0g226OiPeFndjsnwFkd8GGc,28572
12
- deltacat/benchmarking/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
- deltacat/benchmarking/benchmark_engine.py,sha256=v3s5VcY8U7s_G6gaAiSbH0RP92dIcrfai0oOsEfW0Nk,3342
14
- deltacat/benchmarking/benchmark_parquet_reads.py,sha256=2BctkvXAYcAxokLwMSTu4TQ6-HGqzkgYcVEAzPN2QQo,1709
15
- deltacat/benchmarking/benchmark_report.py,sha256=Bm-7NQFiQM0f47tQ9jMjcaQ8GBNxZ-m8Z130wgwTldk,2719
16
- deltacat/benchmarking/benchmark_suite.py,sha256=RbZR1p0U0MU0HkGR06MosV6TKysooQD0HQne2rUAIds,316
17
- deltacat/benchmarking/conftest.py,sha256=WRfEz46G8PyLp9E3RNpv_jpys7AyGiC-GFpUYs08f9M,2414
18
- deltacat/benchmarking/test_benchmark_pipeline.py,sha256=XRqrShvtbCrPsPDRSQkn4FM6fTawwxsY2xJN9P6jiQI,3790
19
- deltacat/benchmarking/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
20
- deltacat/benchmarking/data/random_row_generator.py,sha256=-D1RFIQ6jE6KBmWGN6We8smhYxWQ19N2Pi8Z3iwBCiM,3227
21
- deltacat/benchmarking/data/row_generator.py,sha256=PqtYdbgznqKVfidnR40gwET7yHov2N7Esd8bEY90ALU,333
22
- deltacat/catalog/__init__.py,sha256=w18zlda3Xzk2mfk53VlLt00Ao8hlGkHrnVZJDgwrITU,372
23
- deltacat/catalog/delegate.py,sha256=x3jj_T61gyExuAnbDqhU6smbaAbIN4UxrVMZuBEOg0A,10447
24
- deltacat/catalog/interface.py,sha256=YB-qNBFsWupqyWJuHr7eQ-_MshhZZ5HpLphoZ64yn2g,12244
25
- deltacat/catalog/iceberg/__init__.py,sha256=LOENcLTQQlu_694MvRhMd2TQDLzwfg2vz0D8DuVO3M8,190
26
- deltacat/catalog/iceberg/iceberg_catalog_config.py,sha256=LfHxv8pk-YmTRQy5LvKFzwSqZ8ek2Y6v0KY7xihhIN0,786
27
- deltacat/catalog/iceberg/impl.py,sha256=c_ONnLLyh8Vyqo5PusQSHySQ92iM4Qgk-rucHMfdd7s,14288
28
- deltacat/catalog/iceberg/overrides.py,sha256=WmM2mxf7ihDl8anb5GzBxo5-sxBkot8ZSRTxDpaauRA,2687
29
- deltacat/catalog/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
- deltacat/catalog/main/impl.py,sha256=nPM7TbgF3OeGkgtP3iDEiTbS1DdoV3wTfZWgb1mSqvo,23148
31
- deltacat/catalog/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
- deltacat/catalog/model/catalog.py,sha256=ioDzHqWJ6XMcFPHWVV1bEu7ICPi1prOfbR_n4XSDuuM,10714
33
- deltacat/catalog/model/properties.py,sha256=4Y-DjpYa5LrwdRYWYgxkv_R4qg6dw7gXuU2Cqj_-EV0,4081
34
- deltacat/catalog/model/table_definition.py,sha256=mKmwFd2qKlj7ZH4AdZwU3bEcFtzpGvl0mXuWjqLUgBw,1842
35
- deltacat/compute/__init__.py,sha256=Yopyz3mokk-HtV9CDjQFCluvHbI7UiOPZYVtapUu13A,247
36
- deltacat/compute/compactor/__init__.py,sha256=ivpOPve1yKi3Vz3tVgp-eeFMNEeUSf-dlRJNSCM85sE,1022
37
- deltacat/compute/compactor/compaction_session.py,sha256=YthBYNpj6qvr6SqfVfXTy5ylKFOo8zUKI3bn4tHt0e8,27766
38
- deltacat/compute/compactor/repartition_session.py,sha256=ujR-CtHIcRw8b4DHhO1m6_6CpVeN-GnAYoZ890w0igw,7260
39
- deltacat/compute/compactor/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
40
- deltacat/compute/compactor/model/compact_partition_params.py,sha256=jjvpUiHfGAw-Dy7s4wyTINtruf8Nk4EPMma7Y4KMF2U,19067
41
- deltacat/compute/compactor/model/compaction_session_audit_info.py,sha256=BA7gs8_u029p7JoO9MTAzibVab00M-E0TN6WendgFvQ,31445
42
- deltacat/compute/compactor/model/compactor_version.py,sha256=RwRvManiCxZmzjAWzm1OPDxjB1BEHu1d0fBJyGhXKxA,87
43
- deltacat/compute/compactor/model/dedupe_result.py,sha256=1OCV944qJdLQ_-8scisVKl45ej1eRv9OV539QYZtQ-U,292
44
- deltacat/compute/compactor/model/delta_annotated.py,sha256=fLlgFGigvn8-M2JMvSOhSOipop06Z05QzfiOy8Rym4w,12552
45
- deltacat/compute/compactor/model/delta_file_envelope.py,sha256=-5OfvAg0hgltWbw3SZN-6mkcNqv335BO3oC_ktY0JPM,3761
46
- deltacat/compute/compactor/model/delta_file_locator.py,sha256=tvjB54WS6uVegrjyvAnf589PFVgVBsVnLqHtAsDlEng,1989
47
- deltacat/compute/compactor/model/hash_bucket_result.py,sha256=71qGmaT1Mks-r3-aatjNbn2x3yWIgT8RmV0bRWe6pdA,275
48
- deltacat/compute/compactor/model/materialize_result.py,sha256=w7FYtVg2j30c6GJ1fKS4lcOTAjlEovuGYT7wVyKkXro,2542
49
- deltacat/compute/compactor/model/primary_key_index.py,sha256=9EYoxauzXeEY_cYAVSCqDMXps8wEAPSXWk-6_LLNwBU,10449
50
- deltacat/compute/compactor/model/pyarrow_write_result.py,sha256=WYIa0DRcyaemR6yUS8_8RLQ2voTmCVNFUL99qxPmt70,1324
51
- deltacat/compute/compactor/model/repartition_result.py,sha256=HZy7Ls6toI4rXgVW2yIKMIkVS8o9kxvlIJPvo5_pCxA,140
52
- deltacat/compute/compactor/model/round_completion_info.py,sha256=TZhsbprkStP6hcyi7G7qaKLA7ODYsJbnwMvoKxIKrtM,5146
53
- deltacat/compute/compactor/model/table_object_store.py,sha256=-M3e0abaX6VlSqxGlcBfvpGgVry68sP2Iup6vzaNXhw,1481
54
- deltacat/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
55
- deltacat/compute/compactor/steps/dedupe.py,sha256=LINBSRR00ZpV4BA32bqhnhPLiGdexdpqYwWE-y9YlfU,10404
56
- deltacat/compute/compactor/steps/hash_bucket.py,sha256=sC3QA52VleA0scSw5yQeFEot8QdDEAWIxtmjsJt14wo,10668
57
- deltacat/compute/compactor/steps/materialize.py,sha256=Eq0Iky6m9SQj9aOXOvtDiDLjPv__ZNGP4ncBkc0OdCQ,14365
58
- deltacat/compute/compactor/steps/repartition.py,sha256=_ITw4yvvnNv3wwOYxprzlIz5J6t3b72re6lllpzJD9U,10960
59
- deltacat/compute/compactor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
60
- deltacat/compute/compactor/utils/io.py,sha256=BaOUmfuHGe4dnO6PIWWvlz7D2TYGYo82mIcD9nBG9pc,17313
61
- deltacat/compute/compactor/utils/primary_key_index.py,sha256=ay2-7t4mP9I_l5gKkrv5h5_r8Icts8mBcbH7OJBknrY,2435
62
- deltacat/compute/compactor/utils/round_completion_file.py,sha256=fFevhUuveCvrU3g_JhX_vPCuEv9Oku0ihbi-n9E6H74,3381
63
- deltacat/compute/compactor/utils/sort_key.py,sha256=fgt9qTqY2GVA7gMS9EBedXzhmBQtcH1Fa3eitDnfkVQ,2698
64
- deltacat/compute/compactor/utils/system_columns.py,sha256=CNIgAGos0xAGEpdaQIH7KfbSRrGZgjRbItXMararqXQ,9399
65
- deltacat/compute/compactor_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
66
- deltacat/compute/compactor_v2/compaction_session.py,sha256=TWzbTA2fPa8qGW-Gntmma-C8Jod3iIep-4HTJtbuZEo,8091
67
- deltacat/compute/compactor_v2/constants.py,sha256=AOvnIxQfKOnLubrUsg4g8OPLgqvOT46LE_da9_Dm2KY,2507
68
- deltacat/compute/compactor_v2/deletes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
69
- deltacat/compute/compactor_v2/deletes/delete_file_envelope.py,sha256=AeuH9JRMwp6mvQf6P2cqL92hUEtResQq6qUTS0kIKac,3111
70
- deltacat/compute/compactor_v2/deletes/delete_strategy.py,sha256=SMEJOxR-5r92kvKNqtu2w6HmwtmhljcZX1wcNEuS-4w,2833
71
- deltacat/compute/compactor_v2/deletes/delete_strategy_equality_delete.py,sha256=U4zxVECXSPs1Nj3iPf_tiRRCs12CF8CHmRt4s_GDzq8,6503
72
- deltacat/compute/compactor_v2/deletes/model.py,sha256=kW7kfRe4jVNMnsWQrl0nyKdDpvB9mbJND-MVzAajbAI,558
73
- deltacat/compute/compactor_v2/deletes/utils.py,sha256=fWmhWX_kg56qJntjbRtPFA3LyGOSYmjSF-5j_7pe04k,6642
74
- deltacat/compute/compactor_v2/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
75
- deltacat/compute/compactor_v2/model/evaluate_compaction_result.py,sha256=XAaEEAdaJy6-G3mVGxQCVNdecSyBue11OgEwy8s1WGs,529
76
- deltacat/compute/compactor_v2/model/hash_bucket_input.py,sha256=iJy8kLi1dIpFIyfoAjkaAtZvg8Np1z7BsUNGAcWfFm4,3042
77
- deltacat/compute/compactor_v2/model/hash_bucket_result.py,sha256=EsY9BPPywhmxlcLKn3kGWzAX4s4BTR2vYyPUB-wAEOc,309
78
- deltacat/compute/compactor_v2/model/merge_file_group.py,sha256=1o86t9lc3K6ZvtViVO1SVljCj6f0B3MfB3hqtGm2S0s,7410
79
- deltacat/compute/compactor_v2/model/merge_input.py,sha256=BsmFNoRNOloXewQfUf16PNMLcxVArJw2hNT6rxMaZG0,5679
80
- deltacat/compute/compactor_v2/model/merge_result.py,sha256=_IZTCStpb4UKiRCJYA3g6EhAqjrw0t9vmoDAN8kIK-Y,436
81
- deltacat/compute/compactor_v2/private/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
82
- deltacat/compute/compactor_v2/private/compaction_utils.py,sha256=0RZPFkxRQ5U07kw963CEJzsdo1dJtTuWBKaltzCFNuM,30949
83
- deltacat/compute/compactor_v2/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
84
- deltacat/compute/compactor_v2/steps/hash_bucket.py,sha256=1R5xLUkl7GqL1nY-apAgY1czKDEHjIVYSRi9qLOMass,6726
85
- deltacat/compute/compactor_v2/steps/merge.py,sha256=1grudmBAtbFpAy5Y42WWBE7luQC9CfzcVr3m1rzi5uQ,21876
86
- deltacat/compute/compactor_v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
87
- deltacat/compute/compactor_v2/utils/content_type_params.py,sha256=1P9CDpuWErsFcTTlRCeuUQHDokVI92he_MsL82uRAdA,7424
88
- deltacat/compute/compactor_v2/utils/dedupe.py,sha256=62tFCY2iRP7I3-45GCIYs6_SJsQl8C5lBEr8gbNfbsw,1932
89
- deltacat/compute/compactor_v2/utils/delta.py,sha256=I7Yvda8NVbpKXG3nM2Ku1utvR2r2OpHvUMqUL2ja3aw,3626
90
- deltacat/compute/compactor_v2/utils/io.py,sha256=3m4dorxj-WD6Yu9_3gRE6gz3C-eNJA7nn02sHKwo-J8,6018
91
- deltacat/compute/compactor_v2/utils/merge.py,sha256=EV_iKhNc3WflgfLW1Q46dXUvyClx8VebWHGtninEfsI,5311
92
- deltacat/compute/compactor_v2/utils/primary_key_index.py,sha256=QOMwWxGhZ7VWa3oE6InM4thR5pbjmT7ttNXvx_IiKjo,11676
93
- deltacat/compute/compactor_v2/utils/task_options.py,sha256=W0jyWIIZ0tcSAGp8mhpnu1G8p3rmX4d3juCPpAJxnDM,12649
94
- deltacat/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
95
- deltacat/compute/converter/constants.py,sha256=8bavgMWtlfFmI3UPrbRJY5CyfVk_xNzUznx83CxPwNU,431
96
- deltacat/compute/converter/converter_session.py,sha256=IxbPH4tAt4c8fHvjuk58MkMJimH1BYLeNIFmXw5VPmw,7803
97
- deltacat/compute/converter/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
98
- deltacat/compute/converter/model/convert_input.py,sha256=DuthWEXjV2oflqeOP6hJkww8LwIJUtn77MoUvJEdXYM,2822
99
- deltacat/compute/converter/model/convert_input_files.py,sha256=cC2gCWnmlYeMRa2vl1HpSdCndjcNRFxExynhkQ1T8FE,2155
100
- deltacat/compute/converter/model/convert_result.py,sha256=Wmw8W1dDvwT_35sGkfSj3enzxvyPAiwUFiDKwccRIWs,2003
101
- deltacat/compute/converter/model/converter_session_params.py,sha256=eG9JHoAYOdMnXfb2xbbO7PKqU2Wfbxvm8zJ5LE2FPIM,4980
102
- deltacat/compute/converter/pyiceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
103
- deltacat/compute/converter/pyiceberg/catalog.py,sha256=IKio3i7JSUQGUnGxgVoKqay4ebsVQxJRy3rSOZCOM3s,1987
104
- deltacat/compute/converter/pyiceberg/overrides.py,sha256=MJ77EO6brke7do7P5rAL_nTUsIOlsK-QeZnMSxycFug,9713
105
- deltacat/compute/converter/pyiceberg/update_snapshot_overrides.py,sha256=YguylurzfWK5wmj9pg56s7TI0yzwow1PDRFVH_WOc3I,9944
106
- deltacat/compute/converter/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
107
- deltacat/compute/converter/steps/convert.py,sha256=qLXi183aOb8uQnvrc_FblYnQrMBTlcKcXzAQdDrCaPI,10390
108
- deltacat/compute/converter/steps/dedupe.py,sha256=CAJX-DP3zJJP88CjIFLAy0vIfMG7peqCvkesTbdT9UU,2918
109
- deltacat/compute/converter/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
110
- deltacat/compute/converter/utils/convert_task_options.py,sha256=nVebli5MioF-nwJxsverNbRTw3ehLTojfW_AUxwZNos,4601
111
- deltacat/compute/converter/utils/converter_session_utils.py,sha256=0uzbQE3gwps8TTsawlbVKvGmMKOWQS_Cjd_Hk--Pfbo,4334
112
- deltacat/compute/converter/utils/iceberg_columns.py,sha256=k7ng1LOCU8VUfEHMj6z0l9si-U5pDKll1Sl-4jVBb3E,2425
113
- deltacat/compute/converter/utils/io.py,sha256=8ymAFaciRpIhFbe_bl6D-Ozn5HehO5sCKV24DeenNbQ,4218
114
- deltacat/compute/converter/utils/s3u.py,sha256=Du5UKB0hdaQmT-yGaFtUVCXB2KTBVXWmKRL2er49KKg,4434
115
- deltacat/compute/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
116
- deltacat/compute/jobs/client.py,sha256=Gli733BnvG0-o3gvH2AtJkYvbE08JbjzCx2jpgaPRWo,14737
117
- deltacat/compute/merge_on_read/__init__.py,sha256=ckbgngmqPjYBYz_NySsR1vNTOb_hNpeL1sYkZKvBI9M,214
118
- deltacat/compute/merge_on_read/daft.py,sha256=1oC38u5ig_aTrq7EzyWBo8Ui54rb6yERYMk-vEFbpxM,1400
119
- deltacat/compute/merge_on_read/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
120
- deltacat/compute/merge_on_read/model/merge_on_read_params.py,sha256=Q51znagh8PtLnsY987Ulx9n20oAydfPq3Zd3Y9ocbTI,2035
121
- deltacat/compute/merge_on_read/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
122
- deltacat/compute/merge_on_read/utils/delta.py,sha256=e4BtOHa5XPpUnR4r0HqBKjXckBsTI8qBwdUWwpJfkWQ,1367
123
- deltacat/compute/resource_estimation/__init__.py,sha256=4bfBXcq-VAt9JCmjvj3yAmn0lEHVGdGsUCCoMGxjEqA,799
124
- deltacat/compute/resource_estimation/delta.py,sha256=8oRy1rgGUimwMqPB5At81AS-AsjPHdcvLHzJ9TW8RpM,9522
125
- deltacat/compute/resource_estimation/manifest.py,sha256=gSqOyIda-pYq3vRsKFq3IiZvwhV3mMqrWPtsmUH9dD8,13035
126
- deltacat/compute/resource_estimation/model.py,sha256=psyagFXdpLGt8DfDqy7c8DWiuXCacr0Swe5f0M7DdO4,5465
127
- deltacat/compute/resource_estimation/parquet.py,sha256=5_apma4EKbKcm-nfV73-qN2nfnCeyhFW23ZHX3jz0Kw,3158
128
- deltacat/compute/stats/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
129
- deltacat/compute/stats/types.py,sha256=cp0lT8nITTKbnkc03OysRjXfcfXzQml9a4wqCnR6kqs,215
130
- deltacat/compute/stats/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
131
- deltacat/compute/stats/models/delta_column_stats.py,sha256=-wXjB2c0BC1RDheumjL_j5-DfRNql4WsK9GpMFQI1cg,3300
132
- deltacat/compute/stats/models/delta_stats.py,sha256=hBith8_hbF9TVr6HocLAt6RJ_kZZKO4zrGP8VOP05vA,8556
133
- deltacat/compute/stats/models/delta_stats_cache_result.py,sha256=mbJYxpZd5jaER_BWrCD2hROFy3p1nNdBrj66nUpc6io,1624
134
- deltacat/compute/stats/models/manifest_entry_stats.py,sha256=NCDAe2nPDEI4kOkuwNkRFgGPS-rqQaQqLuaLoKk20KQ,2419
135
- deltacat/compute/stats/models/stats_result.py,sha256=XQAlmzhUqRmg4jzEMUAOqcYn1HUOBTMryBH1CCVlet8,3820
136
- deltacat/daft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
137
- deltacat/daft/daft_scan.py,sha256=30S6OgKx3eBovpAVomHcr8xjjJVf_vwhJ9FA6dKQKYc,3981
138
- deltacat/daft/model.py,sha256=6NaKkp9R0ruE0K2x-moyARNrQisswUl6TjMeA6YHtBM,9078
139
- deltacat/daft/translator.py,sha256=Tm2K1Zcik2TjV_vKCd8Jc2IEA5MvSKLz1FvGODKrWR8,3771
140
- deltacat/examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
141
- deltacat/examples/basic_logging.py,sha256=Ia4eUyvSINjIGEOMnVMyo6a1iIxEdqlUtC_FLoBtQ5c,2872
142
- deltacat/examples/hello_world.py,sha256=FvxkEDB1qVPJv55Fe1I7Coy0VLYJIisU7ZFYYkw9U2g,525
143
- deltacat/examples/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
144
- deltacat/examples/common/fixtures.py,sha256=MS0Hz1c__f9Axm3JgTajfWuMVeDAQmFmZ7KB7vz_1q4,430
145
- deltacat/examples/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
146
- deltacat/examples/iceberg/iceberg_bucket_writer.py,sha256=PdJG3jXcgPVds4UanfyNWB1egv-Os7LnZCPhdgv9Yyk,6586
147
- deltacat/examples/iceberg/iceberg_reader.py,sha256=mlF-277vT04at-2jibAjgRJG6Y-zle_NNy1-pXwS2YQ,5023
148
- deltacat/examples/indexer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
149
- deltacat/examples/indexer/indexer.py,sha256=jjJAwyL0AJ6FdZbbtCeHGSsWr09-7WaMEFg1GSr-4ew,6320
150
- deltacat/examples/indexer/job_runner.py,sha256=YlT89YB5s5pZLNrUuK0-i600NDu4O0Zbb5agAk1XDg8,5940
151
- deltacat/examples/indexer/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
152
- deltacat/examples/indexer/gcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
153
- deltacat/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
154
- deltacat/experimental/daft/__init__.py,sha256=0d1SsgjbDher8TKgS0gSBBdy5TGi01fewiwpG0BMwck,108
155
- deltacat/experimental/daft/daft_catalog.py,sha256=112wDqqzdtxmtZVwiZW59MektbRsFMjSRgqYHrUOuok,8396
156
- deltacat/io/__init__.py,sha256=QgARmNDGbOKRV2g5HAG9GKL589zt4WUY3T6E6vWZRWI,382
157
- deltacat/io/file_object_store.py,sha256=YoNL3Qla8uLOHaWnyBmIgotjSGAy3Td3Tumah0kk73Y,1868
158
- deltacat/io/memcached_object_store.py,sha256=C96t77-4BQe0XZ4vC76Ygi2o1POUoMN4t4BiyPmulz0,10997
159
- deltacat/io/object_store.py,sha256=z3Crt8TLyLyoRunOuXAri373TQZKFoz66QHpxGOV82U,1910
160
- deltacat/io/ray_plasma_object_store.py,sha256=TyoUPWybE_cSISZ2SQa3YfD93QWMp0r82-6WnoVSmzk,905
161
- deltacat/io/redis_object_store.py,sha256=OkbQNq1DUVYA7eupmZTF-9OvXUDTOl6WtEifonA5teg,4862
162
- deltacat/io/s3_object_store.py,sha256=IxvLUvyQZ1w1oYwN9RvRgmKR0Dw56-GggYJw1UCyhBg,1911
163
- deltacat/io/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
164
- deltacat/io/dataset/deltacat_dataset.py,sha256=j2uJYq3gBZavoF457CACBZ4NE8VCfImdRbZ6AU_e3ig,3963
165
- deltacat/io/datasink/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
166
- deltacat/io/datasink/deltacat_datasink.py,sha256=TcXi_jegA0eawUDq3s6nTm3IcAV3B8noWsk7IPpgTdw,7836
167
- deltacat/io/datasource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
168
- deltacat/io/datasource/deltacat_datasource.py,sha256=G9casuqV8c5nYLelZrEX0tGHDYrzJtH2R1q6-z5zFLk,21741
169
- deltacat/io/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
170
- deltacat/io/reader/deltacat_read_api.py,sha256=WqO5ZSGqlYPgmOBIjrmdQy0MaFw6epBwBUQ6tj10d2c,8393
171
- deltacat/storage/__init__.py,sha256=93XqQC1UVsFen-nduWpeQ_pqZu355qHryf7YlilmqMo,3696
172
- deltacat/storage/interface.py,sha256=OkQr7WvsA_vPtr5OfG9lP8u4m5F8Y21Qa_CIi4LhrNo,25465
173
- deltacat/storage/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
174
- deltacat/storage/iceberg/iceberg_scan_planner.py,sha256=TzHTFJidlOXEYCW1czMOOc6oCplDKIs8ooiPlIMXyB0,1069
175
- deltacat/storage/iceberg/impl.py,sha256=SbAkGn4wp5UUlZcLtYQgoqDjl9Ak49eSObsp01ZZXlc,26313
176
- deltacat/storage/iceberg/model.py,sha256=PbEnOEY5Ni7E5pJA2xL2d-rwLGOWw6eTARBAYFgCzm8,24288
177
- deltacat/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
178
- deltacat/storage/main/impl.py,sha256=aVeo2t7m0_LumaDfH2CE_tB9-AXSYqlE-PXvprfTuOg,68493
179
- deltacat/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
180
- deltacat/storage/model/delta.py,sha256=PhkjME0dItGgPd37SrQbI8VjQcIaYW2OfIq0KJKgD08,16309
181
- deltacat/storage/model/interop.py,sha256=CzXdu1NuJF5ER3IjQJztkNECD6MRDwbmMezlfN4SRH0,536
182
- deltacat/storage/model/list_result.py,sha256=5DpRAu-c0M48cHtKdTRPSgQiq2nCWfjAY8LOVqp5wxI,2703
183
- deltacat/storage/model/locator.py,sha256=Q16y-eGSQSZpDPKDYQhOjSA9c5ajwg1jLw_13MIB4SM,4707
184
- deltacat/storage/model/manifest.py,sha256=3I4Vohd-PnEQ5NdQu9yN3jvFchqnzb8hQ3bq6w_tO4E,16808
185
- deltacat/storage/model/metafile.py,sha256=l6XUBMMlHFaHgjttZfq4sEeeSYgH_8eTkOLAvYmEvKY,54703
186
- deltacat/storage/model/namespace.py,sha256=gLli1V64O9RHIf-FesmqWA29Wi7P1kwt01uz5sDdJR0,2409
187
- deltacat/storage/model/partition.py,sha256=qNCvc74o_4pmFVL-FCyKCZMH4lHSjRO560sb3vaF_H0,20759
188
- deltacat/storage/model/schema.py,sha256=uDaOqm1m0DYu89d2vTTMV7hDMvtiVwHqI_HFhRRgAA0,33806
189
- deltacat/storage/model/shard.py,sha256=v6Aj0dZcwqzuQGNbqqf7hGfOZBeeT8yVg1v-FJbFVm8,1507
190
- deltacat/storage/model/sort_key.py,sha256=HAZfDYqV24XClf1KslQw0duFVczvkglp0juENrU41nI,5905
191
- deltacat/storage/model/stream.py,sha256=OwzdyCgBOgJ6T5tUASkEE1-Zt8c3psU2ebk8D5OSkTY,12280
192
- deltacat/storage/model/table.py,sha256=5dm6ix9d5WEKRn-E-1l7DUEdtHgAOLfjlCRph4mD45Y,7276
193
- deltacat/storage/model/table_version.py,sha256=4a1VJy0R-kuhgwNaovBkLmtb3Il4krqy_11L8MAvdd4,17304
194
- deltacat/storage/model/transaction.py,sha256=74Ml0EXGjVYSOerDBIDKOSYAZ5d8vuTPdYymF9VJxeI,30483
195
- deltacat/storage/model/transform.py,sha256=eVeqcxEvA7VBOWCFStVbfhlxwdb79XwdMKb9F04wlWc,6818
196
- deltacat/storage/model/types.py,sha256=lDDwTeDftkPHODpRXa4f8qsgGEy7WKKr5Fxmgx8-WWI,4359
197
- deltacat/storage/model/expression/__init__.py,sha256=etUDuH5oaeKmE5da_ELgLVWTlLfemC2lwy9fHWEzy2k,802
198
- deltacat/storage/model/expression/expression.py,sha256=PMsCbCbZ6EpJ-HSJw0CSJOtf7mvmnhyK-bSrP4UozZU,18209
199
- deltacat/storage/model/expression/visitor.py,sha256=ROW4yxgi9r0ececrGHDRzxLQUP4wLe-nWyUhmKhS3X4,9853
200
- deltacat/storage/model/scan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
201
- deltacat/storage/model/scan/push_down.py,sha256=SldUHgv-HRDpEqIcsD9HI_XuofFI8BI0yRONO0zCcPQ,1034
202
- deltacat/storage/model/scan/scan_plan.py,sha256=P59yYbQWXbKZU068GzIh7ya_h2n7NgZJBY_eWVfGLAU,250
203
- deltacat/storage/model/scan/scan_task.py,sha256=pOcGKMjnHrZwabtdk3rw5kbh_d_aJGqzgCj6c_im1vE,855
204
- deltacat/storage/rivulet/__init__.py,sha256=OQcvRBY6cG-pvBQU8Wu-gncry8UIIS9ke1TY0v8yrAo,301
205
- deltacat/storage/rivulet/dataset.py,sha256=WlTCWVS-GImBfEPtHxKsV4WyAJtWxOSBJyjC0_3dxiI,28605
206
- deltacat/storage/rivulet/dataset_executor.py,sha256=NXTT8XJIK9ld9EM6bhy0sbxQNsZTdRncJ2uZI5UrRbU,3374
207
- deltacat/storage/rivulet/logical_plan.py,sha256=UMW-T7ospMlci2l8suasZTnTUrw75rzTp8lo9lU1oyA,3279
208
- deltacat/storage/rivulet/serializer.py,sha256=Xa6rrAy6QNKcFNh_WxkyP8MHrofGdFVRfxX_jp1_FIk,1677
209
- deltacat/storage/rivulet/serializer_factory.py,sha256=zUoqew-cddK9o--UeIeDbjqVdSz09t-hzItouogkimo,1837
210
- deltacat/storage/rivulet/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
211
- deltacat/storage/rivulet/arrow/serializer.py,sha256=MgODL6vBm8wyLgOH5fQ22OGrKwy-uO3OnJtM7FMomQY,2671
212
- deltacat/storage/rivulet/feather/__init__.py,sha256=SsosQE9GeG-jWRy_t3mMBWWS8FLAALdIr-Jj3sXq-04,286
213
- deltacat/storage/rivulet/feather/file_reader.py,sha256=riaJwxL0T2YxvPkB5uDtumIKw7eH76Ilx7YQkSCdze8,4873
214
- deltacat/storage/rivulet/feather/serializer.py,sha256=0ESomIDsKRvn6OH2k_IG6zoxTlHdHnlK41yDSNWl9ac,1544
215
- deltacat/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
216
- deltacat/storage/rivulet/fs/file_provider.py,sha256=1bFiQcqJjyCMsZjhAicujwBLdo4P_moTY8BOYlbfvdE,3824
217
- deltacat/storage/rivulet/fs/file_store.py,sha256=5qWZfWkI__9MNpycgFJVYBhnpbsO-qSbhreYtphqIcA,5632
218
- deltacat/storage/rivulet/fs/input_file.py,sha256=2SZdngGUlURg6ier3N-0D7zEySxgerg6EHuj3v0DXJM,1921
219
- deltacat/storage/rivulet/fs/output_file.py,sha256=kjJHDhwKxF3TQ81TBQGX2FGyE-Wk7oA8QVGLqTP0nhg,2467
220
- deltacat/storage/rivulet/metastore/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
- deltacat/storage/rivulet/metastore/delta.py,sha256=HWtDeKft6ExH29TndbrNQhTgUiUkJYmKr6_Tq23CwRs,6303
222
- deltacat/storage/rivulet/metastore/json_sst.py,sha256=mckK9bzu1Tt1kDhZhzFFEbOlDMUqHTl9TeHd3r0AwaA,3239
223
- deltacat/storage/rivulet/metastore/sst.py,sha256=1uHUHmh6q9hcGXhvrnQFQVLfKBKaBIay1gL5kfbd9nI,2406
224
- deltacat/storage/rivulet/metastore/sst_interval_tree.py,sha256=j6BwNkpY18WYG3b4s0v_vt4fBKbrTGj5q_QsLPGU-Cg,10683
225
- deltacat/storage/rivulet/mvp/Table.py,sha256=j82_-gF7byXx3a0yBCWVCtYH2H93qKPBD_1qp5GrlAA,3016
226
- deltacat/storage/rivulet/mvp/__init__.py,sha256=28ULboqUHUGJuHjDWQgvG7cyR_ylV8fJ3B_wrsvI1f8,234
227
- deltacat/storage/rivulet/parquet/__init__.py,sha256=n896g5SyboT2t_foaFnPXOdTgqZ9JarsFFzVrtnGeT0,286
228
- deltacat/storage/rivulet/parquet/data_reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
229
- deltacat/storage/rivulet/parquet/file_reader.py,sha256=fzDg2VN50GqljFQFFM_bytbOl2w7BP-FrlUThZIWrzQ,4356
230
- deltacat/storage/rivulet/parquet/serializer.py,sha256=p9g2oskJTOgw7afiVdr9Vb-PTgzRV4R_9atQHlhnj58,1523
231
- deltacat/storage/rivulet/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
232
- deltacat/storage/rivulet/reader/block_scanner.py,sha256=QvaAAop6YunxrYsvTlFrAmgW_ZjmfPcj7ZpEAJ6cl5w,15505
233
- deltacat/storage/rivulet/reader/data_reader.py,sha256=GojlClE3W7WwQnvohu3gJK0TEP05_ToGk_wLKtl3hi8,3967
234
- deltacat/storage/rivulet/reader/data_scan.py,sha256=ada1INAyql42Q8Dw3l9tq1ZIlD2hllU2ivVc0sClI98,2725
235
- deltacat/storage/rivulet/reader/dataset_metastore.py,sha256=E1BCBcBihPF9HLCy9vWaY54BRMTuHKz_yNlaXprxy10,6197
236
- deltacat/storage/rivulet/reader/dataset_reader.py,sha256=wjdioXZA3IoLfXKPjjsnkUE1kKGmvy7vEegJNUKSl-4,6149
237
- deltacat/storage/rivulet/reader/pyarrow_data_reader.py,sha256=QdtrAJ4d42lVxl7ZGE_lBDb_H6keZlcI2DkNkWcyCrU,4237
238
- deltacat/storage/rivulet/reader/query_expression.py,sha256=S6EqP2Ru0liWbYws_ZKZz_aTCWJAHEGoZ2MUY5LZQLk,3121
239
- deltacat/storage/rivulet/reader/reader_type_registrar.py,sha256=NFSSBHUopQDQtnadSm0W4HXGhEvPH5sKAXdZG7yNx34,3031
240
- deltacat/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
241
- deltacat/storage/rivulet/schema/datatype.py,sha256=QKlMwaEuALV6viNnNSRN1PNFUg7edzooEO3Jp901j1I,4370
242
- deltacat/storage/rivulet/schema/schema.py,sha256=t-y4BHSQkZ2bI8WxQfMsXoSYUe4sOLOA75u-BGKXaZM,9461
243
- deltacat/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
244
- deltacat/storage/rivulet/writer/dataset_writer.py,sha256=aLLwhMY9K5DENu_Rtqa3oWUmdPOYrP07BXntBW3pgdo,957
245
- deltacat/storage/rivulet/writer/memtable_dataset_writer.py,sha256=YxB6q-FjD0h3VUbLabjRTiE_MVzj1JCDPM8HsOzgGU8,10012
246
- deltacat/storage/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
247
- deltacat/storage/util/scan_planner.py,sha256=yxvExB_rbTc5ijLdnSjJv0BAFGsNRqegzzDBUYzXZ-k,820
248
- deltacat/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
249
- deltacat/tests/test_deltacat_api.py,sha256=4pQqYMrluCSYXob7M48PE1nIudF67wQdbqzcAM4NtdU,3160
250
- deltacat/tests/test_exceptions.py,sha256=V3jUQClHLD24tS18tnGvNIt0psn2WFT3Nf_CIvSqL08,3140
251
- deltacat/tests/test_logs.py,sha256=ULmb3OJ8GGEpq_LFgcil-CPjZQpO9341Ws12svoct0s,6909
252
- deltacat/tests/_io/__init__.py,sha256=Dl0ouF_riJ16kC2DhUqkL7BJHNrm09u-aMQQCgFD-as,107
253
- deltacat/tests/_io/test_cloudpickle_bug_fix.py,sha256=qnYJg_S-nsLai77a4_I3Qs2Jtr_KWQJOxyl96f9PgHA,1376
254
- deltacat/tests/_io/test_file_object_store.py,sha256=bjORXnHe7Ea733XUUO0S2Su_oqSwGuO84TlIfoNO6qA,3587
255
- deltacat/tests/_io/test_memcached_object_store.py,sha256=0EIaU5MHiEmIEkA4x5qUXFY9TE6TJ7V2RGH827cu3AU,9512
256
- deltacat/tests/_io/test_ray_plasma_object_store.py,sha256=-wJZP6lRtEOogR25wjEiIBGz_lpvWVihwlZ5GqandZU,1911
257
- deltacat/tests/_io/test_redis_object_store.py,sha256=4fCxb7PAqYixPbQZEPDwsDU3BEKfOkYxkhAI7V5Zdfc,4988
258
- deltacat/tests/_io/test_s3_object_store.py,sha256=I8AbyrPfS32CAYvRHtn_OanL-XPpAnJeuCuhD-u9irQ,2270
259
- deltacat/tests/_io/reader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
260
- deltacat/tests/_io/reader/test_deltacat_read_api.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
261
- deltacat/tests/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
262
- deltacat/tests/aws/test_clients.py,sha256=23GMWfz27WWBDXSqphG9mfputsyS7j3I5P_HRk4YoKE,3790
263
- deltacat/tests/aws/test_s3u.py,sha256=FsYCH8K8DsDRPOtTp-w1Nu3ATqt4p1mqDo6aVJV-SbU,7918
264
- deltacat/tests/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
265
- deltacat/tests/catalog/test_catalogs.py,sha256=qllEWqma3aowxdbrY5F7W8okXq7X5IseSEsuBDmv-c4,12295
266
- deltacat/tests/catalog/test_default_catalog_impl.py,sha256=Z4eWJkbEhPsQ5O68btJzHs-B4WE2io7agSGT3v7Q3-Q,3361
267
- deltacat/tests/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
268
- deltacat/tests/compute/compact_partition_multiple_rounds_test_cases.py,sha256=g4DKJEn7BtLtuDIxYVq9ZkK1S91o4ftRB7-3jhDCJ4s,37694
269
- deltacat/tests/compute/compact_partition_rebase_test_cases.py,sha256=IwA0w5gURCFlUCFxXmnTSIPh5mkiGKRMw1UB9yU9ESQ,16821
270
- deltacat/tests/compute/compact_partition_rebase_then_incremental_test_cases.py,sha256=i6MZQEquGiCPLB1KAxxfkBWMOsXoNPtJw5X4lZCX2KQ,81302
271
- deltacat/tests/compute/compact_partition_test_cases.py,sha256=gdLZThoMRBxMa5ZaMqEt5HyVX1gqDoOpPT0PEiTa1k4,26062
272
- deltacat/tests/compute/conftest.py,sha256=EewdkHVuMZ5a3y9IVs2yexLxHGWVsbJXPzxFSU10IOQ,2178
273
- deltacat/tests/compute/test_compact_partition_incremental.py,sha256=-HBI0csJACdbtrwW_Sq2a5cYAJnikOwr6MjjQq5G3Ug,14042
274
- deltacat/tests/compute/test_compact_partition_multiple_rounds.py,sha256=ojPyErzeDCfF9Tthj1N3eJ84YFCmW_98yklMTBAIF-8,12108
275
- deltacat/tests/compute/test_compact_partition_params.py,sha256=LlTiwd7eNrIbZpe5L3C15Iixpp2qjFCumz5ij74-B28,8482
276
- deltacat/tests/compute/test_compact_partition_rebase.py,sha256=CnWCMyf6ipX0Ynn1Wq95OQi6oUZkc8mSFA3KIq2I46I,12197
277
- deltacat/tests/compute/test_compact_partition_rebase_then_incremental.py,sha256=lpXQbObcbaoPJPfdo6fYdGW0JYy2XYc_jlO1gV_nlpc,14215
278
- deltacat/tests/compute/test_util_common.py,sha256=zogCo9AR6UaufuNaKKVJBigiTOEGpaGNggK8TzCvk0s,11984
279
- deltacat/tests/compute/test_util_constant.py,sha256=4o-W3E7r7jhFl1A3OFLLrdKnwcF46zx4lEIDY8ONJ3c,929
280
- deltacat/tests/compute/test_util_create_table_deltas_repo.py,sha256=WxfF4xCNHlSK7sFpuIBki0pnugufzl84L-NXp4DHp-U,12973
281
- deltacat/tests/compute/compactor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
282
- deltacat/tests/compute/compactor/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
283
- deltacat/tests/compute/compactor/steps/test_repartition.py,sha256=zipun2gKKA97PMJNy-CsQo5Kl0_2uWxnSfQJMBc0114,9291
284
- deltacat/tests/compute/compactor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
285
- deltacat/tests/compute/compactor/utils/test_io.py,sha256=sdp7tONKQ-1-ooOut3AI6fJ3AE7TDVX83psO8tBjYO8,4323
286
- deltacat/tests/compute/compactor/utils/test_round_completion_file.py,sha256=LAQ4usiRF4oTx4cA85L0eOcBa_Z-febc-CuzUijSGrI,7439
287
- deltacat/tests/compute/compactor_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
288
- deltacat/tests/compute/compactor_v2/test_compaction_session.py,sha256=eeKDm1rsd3jvxe6ZwqXvKDJsMsqSukBZQzprVnijZsI,22597
289
- deltacat/tests/compute/compactor_v2/test_hashlib.py,sha256=8csF2hFWtBvY2MbX3-6iphCsVXxRp0zP1NTnKhfdmkg,328
290
- deltacat/tests/compute/compactor_v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
291
- deltacat/tests/compute/compactor_v2/utils/test_task_options.py,sha256=37DkR1u_XwhedV9cGed6FFuJTC0XmuiowHJIa_Op6uA,865
292
- deltacat/tests/compute/converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
293
- deltacat/tests/compute/converter/conftest.py,sha256=gRXJqf4qmHT1NVwS4dnqVUpTXMKw5vwPDc2hyPmM3Mg,2973
294
- deltacat/tests/compute/converter/test_convert_session.py,sha256=9FBMIGXH40QPpoVtfY8LUnEZ05Yup84dqwWeAwL8XZE,21003
295
- deltacat/tests/compute/converter/utils.py,sha256=NYnssLhzCGcbMvojav8e7CPge5ir7KhvfcQ8nMReTCU,3917
296
- deltacat/tests/compute/resource_estimation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
297
- deltacat/tests/compute/resource_estimation/test_delta.py,sha256=5GyaYObGa-PjTS01d3uRyTLoVAvgoanMQn0EOFhNFjI,25159
298
- deltacat/tests/compute/resource_estimation/test_manifest.py,sha256=yrMvqDjolExdRf6Vtg5XaKDuaKz9ok15PCZ7_aJOYrI,32893
299
- deltacat/tests/compute/resource_estimation/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
300
- deltacat/tests/local_deltacat_storage/__init__.py,sha256=kM-g8zLwXmGnCw6fUzc99v_id5lnalsg81u9D8nkvdQ,38771
301
- deltacat/tests/local_deltacat_storage/exceptions.py,sha256=oxZ0psmrEO0M6P2r8gHQ2E8E-Y8UBfUCBUIwfuHcx38,251
302
- deltacat/tests/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
303
- deltacat/tests/storage/conftest.py,sha256=PmeSapSImU9f9y2iN0Bn0HwbHR6czjbAPKpH2k6eIUE,561
304
- deltacat/tests/storage/main/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
305
- deltacat/tests/storage/main/test_main_storage.py,sha256=9dtsAcp9GZ4XQ5-8XhKnAcFF7upowJpTIuqZUB2EYig,58124
306
- deltacat/tests/storage/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
307
- deltacat/tests/storage/model/test_delete_parameters.py,sha256=RcNRMIed0zUzkX9tRXDoYPXHb7721OEt8viY9tpWXZM,822
308
- deltacat/tests/storage/model/test_expression.py,sha256=eySWacUo8EK1NwxMQnNqpXAVbG_fZTj7BfyircyKawM,11237
309
- deltacat/tests/storage/model/test_manifest.py,sha256=udp9YUNvIBpnT-NutjMaF25abEQOXEcPkQm8Aay_UCs,3733
310
- deltacat/tests/storage/model/test_metafile_io.py,sha256=116U9aNJPzR0JS6iadJyyx0_4KyAi3D47WCNbndag6o,101639
311
- deltacat/tests/storage/model/test_schema.py,sha256=5m4BscbxbbOiry-lDI8j4vQcnvkG2Y-f0ZfshncPiSI,9599
312
- deltacat/tests/storage/model/test_shard.py,sha256=6QBr-ws3zQkJjjGyB7QEOhtNC5ql0cdjOPB2wxGNW3Q,755
313
- deltacat/tests/storage/model/test_table_version.py,sha256=CtLiOe1EI6Ao9MkxyMWoxTWuqQevupVUEQVU5ZIEB34,3306
314
- deltacat/tests/storage/model/test_transaction.py,sha256=Y5JMaYz6mf4DbruxMmz9hWXGX30MjKjRAvxlIf0MnaY,14458
315
- deltacat/tests/storage/rivulet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
316
- deltacat/tests/storage/rivulet/conftest.py,sha256=1Ansaxs4WGVKhZ2iSGrFlz1Mjib6BLmZG98eSi9_EiU,3659
317
- deltacat/tests/storage/rivulet/test_dataset.py,sha256=4V6FFxz66TNwl6Vviw-zfu_K2mBTRDT-zcaarcPVCn4,13529
318
- deltacat/tests/storage/rivulet/test_manifest.py,sha256=mx3jlE0opEKla4i12V2THoM0f8-aWdPEJyJUrzi3lzg,1878
319
- deltacat/tests/storage/rivulet/test_sst_interval_tree.py,sha256=VK8lh5ZtnIsnuyphsnXdnD9OQhAlyOLKJ1M0l4ui6i8,6801
320
- deltacat/tests/storage/rivulet/test_utils.py,sha256=NvW_zA5CEEkooWDlc0aBCb_0pceCRb8WFY-HQ78mheM,4395
321
- deltacat/tests/storage/rivulet/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
322
- deltacat/tests/storage/rivulet/fs/test_file_location_provider.py,sha256=vH3QPEnEFHXKQrnHPbJjVKRK3H6mOIWaNyqlHfCZqEE,2803
323
- deltacat/tests/storage/rivulet/schema/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
324
- deltacat/tests/storage/rivulet/schema/test_schema.py,sha256=LngLuRlVK_1fK-JA5rW2_7RBPmeci7R_FdbsWytUVEo,7241
325
- deltacat/tests/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
326
- deltacat/tests/storage/rivulet/writer/test_dataset_write_then_read.py,sha256=IZTzlWLoFvedCN60AOo9tCfOqkNTgGDckOELn3B9Uoo,12173
327
- deltacat/tests/storage/rivulet/writer/test_dataset_writer.py,sha256=HW-E7RvuyxloCL4_z7EsAHOYvw0UPzupXrvv3L3s1vQ,2858
328
- deltacat/tests/storage/rivulet/writer/test_memtable_dataset_writer.py,sha256=lefIWItakJIYOfL3O0jvA2bpcY7t5C1u_TF-PygkU28,2488
329
- deltacat/tests/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
330
- deltacat/tests/test_utils/constants.py,sha256=UYe--9T_clYjiOpv0M7TtAMGdpje_SMZ-w8n0IeCAjc,214
331
- deltacat/tests/test_utils/filesystem.py,sha256=H4LhAZ4q1yC4mrAv5EQQ_NaBeYtuFXKxxAyEvirTt4w,221
332
- deltacat/tests/test_utils/message_pack_utils.py,sha256=RJ-zWXatCtxT-I3MCnujKi96fQChzee8fHgA4yl_XVk,1823
333
- deltacat/tests/test_utils/pyarrow.py,sha256=pzTBk07xMaAfykXo3GNGwTqaQxrKnSbr-WO3HBszikI,2828
334
- deltacat/tests/test_utils/storage.py,sha256=A8UYTSgJ2I5EcWhdK8rdOWYsQ8P9PECK26_tR_sNAsQ,8151
335
- deltacat/tests/test_utils/utils.py,sha256=a32qEwcSSd1lvRi0aJJ4ZLnc1ZyXmoQF_K95zaQRk2M,455
336
- deltacat/tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
337
- deltacat/tests/utils/test_cloudpickle.py,sha256=J0pnBY3-PxlUh6MamZAN1PuquKQPr2iyzjiJ7-Rcl0o,1506
338
- deltacat/tests/utils/test_daft.py,sha256=Gqt7cw7xcDf21GlsBDFpUVmx3ZnfFQRpljuQV3f_Qes,8319
339
- deltacat/tests/utils/test_metrics.py,sha256=Ym9nOz1EtB180pLmvugihj1sDTNDMb5opIjjr5Nmcls,16339
340
- deltacat/tests/utils/test_placement.py,sha256=g61wVOMkHe4YJeR9Oxg_BOVQ6bhHHbC3IBYv8YhUu94,597
341
- deltacat/tests/utils/test_pyarrow.py,sha256=AWx0DTsBA1PkQag48w_HeQdz7tlBzJsm9v7Nd6-dhEY,19607
342
- deltacat/tests/utils/test_record_batch_tables.py,sha256=AkG1WyljQmjnl-AxhbFWyo5LnMIKRyLScfgC2B_ES-s,11321
343
- deltacat/tests/utils/test_resources.py,sha256=HtpvDrfPZQNtGDXUlsIzc_yd7Vf1cDscZ3YbN0oTvO8,2560
344
- deltacat/tests/utils/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
345
- deltacat/tests/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
346
- deltacat/tests/utils/ray_utils/test_concurrency.py,sha256=TjZpX0cjMDEIS79p_--j_BfT0zXKNkTLY1ZzNokBTs0,1211
347
- deltacat/tests/utils/ray_utils/test_dataset.py,sha256=1hoOR_AIO4iJQ_lCjNsJfq7S-2ZyOKyMkKc4Tjt6cwg,2092
348
- deltacat/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
349
- deltacat/types/media.py,sha256=tW8PebSmr2mMobHFjuWYhrsc8UjD9CN_gCIcXJSwob4,5488
350
- deltacat/types/partial_download.py,sha256=QIpNTSwaiZ4TVl4A1N4PtblevKT5GwdXtGrouQMQs1E,2510
351
- deltacat/types/tables.py,sha256=zz29727VTgu4InLPwjOjmDX0SrCiDq-VI1S75EZfIr8,5594
352
- deltacat/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
353
- deltacat/utils/arguments.py,sha256=5y1Xz4HSAD8M8Jt83i6gOEKoYjy_fMQe1V43IhIE4hY,1191
354
- deltacat/utils/cloudpickle.py,sha256=XE7YDmQe56ksfl3NdYZkzOAhbHSuhNcBZGOehQpgZr0,1187
355
- deltacat/utils/common.py,sha256=RG_-enXNpLKaYrqyx1ne2lL10lxN9vK7F631oJP6SE8,1375
356
- deltacat/utils/daft.py,sha256=ujZarxTdSA2GY_pOxXhHbMUB-CdOvYKLIqoM00NLdCI,5754
357
- deltacat/utils/export.py,sha256=As5aiwOw9vLxtfolPLU0yak6W2RVR0rkuaYQ5YCy49U,1952
358
- deltacat/utils/filesystem.py,sha256=7cmEmzc2JPPqbW-zlXv_d28R-IUqX6bmH3DWJ4NHB8A,13213
359
- deltacat/utils/metafile_locator.py,sha256=_3yEW9n49jiEBuXHZmUKsFdYx6RxWWuS-Mu2gs_a1bw,2933
360
- deltacat/utils/metrics.py,sha256=HYKyZSrtVLu8gXezg_TMNUKJp4h1WWI0VEzn0Xlzf-I,10778
361
- deltacat/utils/numpy.py,sha256=SpHKKvC-K8NINTWGVfTZ5-gBFTGYqaXjjgKFhsdUjwg,2049
362
- deltacat/utils/pandas.py,sha256=q99mlRB7tymICMcNbfGLfLqFu_C-feyPZKZm2CWJJVc,9574
363
- deltacat/utils/performance.py,sha256=7ZLaMkS1ehPSIhT5uOQVBHvjC70iKHzoFquFo-KL0PI,645
364
- deltacat/utils/placement.py,sha256=Lj20fb-eq8rgMdm_M2MBMfDLwhDM1sS1nJj2DvIK56s,12060
365
- deltacat/utils/polars.py,sha256=r46qBc3KflRKEqwW7GUN1kx1gWu2WK8mWF0x62pM1Mg,3688
366
- deltacat/utils/pyarrow.py,sha256=gOSCs9XVeLy2PAERXM7DCg--ywuoxHO9dtl3LeIcJQU,34248
367
- deltacat/utils/resources.py,sha256=Ax1OgLLbZI4oYpp4Ki27OLaST-7I-AJgZwU87FVfY8g,8253
368
- deltacat/utils/s3fs.py,sha256=PmUJ5Fm1WmD-_zp_M6yd9VbXvIoJuBeK6ApOdJJApLE,662
369
- deltacat/utils/schema.py,sha256=m4Wm4ZQcpttzOUxex4dVneGlHy1_E36HspTcjNYzvVM,1564
370
- deltacat/utils/url.py,sha256=V3SWhxfIMJ5g4mvNXb29NrxOiOKnPp3VVWspVdYD34Y,43821
371
- deltacat/utils/ray_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
372
- deltacat/utils/ray_utils/collections.py,sha256=hj20s4D2RF2jZETU_44r6mFbsczA0JI_I_4kWKTmqes,1951
373
- deltacat/utils/ray_utils/concurrency.py,sha256=Ceui6nQYKHTUOTltHNQIdb0OWHFhD73o8DhSXP-DYRQ,5457
374
- deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
375
- deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
376
- deltacat/utils/ray_utils/runtime.py,sha256=cf5koY9q4TzRg--BjPtC6y0jztq45F39KcC4K6Wmg4w,6946
377
- deltacat-2.0.0b10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
378
- deltacat-2.0.0b10.dist-info/METADATA,sha256=ySDCisOen9HXsW7IxUwKTnGXhec0L2de3CxpQJ7gA8M,2923
379
- deltacat-2.0.0b10.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
380
- deltacat-2.0.0b10.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
381
- deltacat-2.0.0b10.dist-info/RECORD,,
File without changes
File without changes