deltacat 2.0__py3-none-any.whl → 2.0.0b2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
deltacat/__init__.py CHANGED
@@ -67,7 +67,7 @@ if importlib.util.find_spec("pyiceberg") is not None:
67
67
 
68
68
  deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
69
69
 
70
- __version__ = "2.0"
70
+ __version__ = "2.0.0b2"
71
71
 
72
72
 
73
73
  __all__ = [
File without changes
@@ -0,0 +1,26 @@
1
+ from abc import ABC, abstractmethod
2
+ from typing import Optional
3
+
4
+ from deltacat.storage.model.scan.push_down import Pushdown
5
+ from deltacat.storage.model.scan.scan_plan import ScanPlan
6
+
7
+
8
+ class ScanPlanner(ABC):
9
+ @abstractmethod
10
+ def create_scan_plan(
11
+ self,
12
+ table_name: str,
13
+ namespace: Optional[str] = None,
14
+ pushdown: Optional[Pushdown] = None,
15
+ ) -> ScanPlan:
16
+ """Return a ScanPlan for a given DeltaCAT Table after applying pushdown predicates
17
+
18
+ Args:
19
+ table: Name of the table
20
+ namespace: Optional namespace of the table. Uses default namespace if not specified.
21
+ pushdown: Pushdown predicates used to filter partitions/data files
22
+
23
+ Returns:
24
+ a ScanPlan object containing list of ScanTasks
25
+ """
26
+ pass
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 2.0
3
+ Version: 2.0.0b2
4
4
  Summary: A portable, scalable, fast, and Pythonic Data Lakehouse for AI.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
@@ -1,4 +1,4 @@
1
- deltacat/__init__.py,sha256=CR5C02J7WWDcFt5PYdOFi2mtb2hVVu2gpQDWX-XdXqM,2478
1
+ deltacat/__init__.py,sha256=VCSaUwZDmC1xQmNqKeRrtKuo0lVKH-BqouPvk9WdIZI,2482
2
2
  deltacat/annotations.py,sha256=9lBi34DpIV_RPjCCK2Aiz_6nMyd-e-_CfQ1XtdRQQlM,1196
3
3
  deltacat/api.py,sha256=fYKurVlM97VKb_fh7kJ1rDcl-VAAuSflxPeqrsUt1u8,5257
4
4
  deltacat/constants.py,sha256=_JfHTRktDTM70Nls-LMnSmLeCRG17UwQYCmY6gQSGBg,3482
@@ -217,6 +217,8 @@ deltacat/storage/rivulet/schema/schema.py,sha256=t-y4BHSQkZ2bI8WxQfMsXoSYUe4sOLO
217
217
  deltacat/storage/rivulet/writer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
218
218
  deltacat/storage/rivulet/writer/dataset_writer.py,sha256=aLLwhMY9K5DENu_Rtqa3oWUmdPOYrP07BXntBW3pgdo,957
219
219
  deltacat/storage/rivulet/writer/memtable_dataset_writer.py,sha256=YxB6q-FjD0h3VUbLabjRTiE_MVzj1JCDPM8HsOzgGU8,10012
220
+ deltacat/storage/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
+ deltacat/storage/util/scan_planner.py,sha256=yxvExB_rbTc5ijLdnSjJv0BAFGsNRqegzzDBUYzXZ-k,820
220
222
  deltacat/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
223
  deltacat/tests/test_deltacat_api.py,sha256=97gphDpEHKb6JGQUz4i57g6FMrBMpU2W-Fyd6agqwoo,1493
222
224
  deltacat/tests/test_exceptions.py,sha256=V3jUQClHLD24tS18tnGvNIt0psn2WFT3Nf_CIvSqL08,3140
@@ -340,8 +342,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDD
340
342
  deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
341
343
  deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
342
344
  deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
343
- deltacat-2.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
344
- deltacat-2.0.dist-info/METADATA,sha256=bswzJvmz4HFhGtQpyMua-nk0nAoLgAAbBfk29Ci7QZ8,2804
345
- deltacat-2.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
346
- deltacat-2.0.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
347
- deltacat-2.0.dist-info/RECORD,,
345
+ deltacat-2.0.0b2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
346
+ deltacat-2.0.0b2.dist-info/METADATA,sha256=Gpme8jgbL6tI7uJp5YF7mqWnb9EmWIxCjiBd3fvZe4Q,2808
347
+ deltacat-2.0.0b2.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
348
+ deltacat-2.0.0b2.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
349
+ deltacat-2.0.0b2.dist-info/RECORD,,