ygg 0.1.50__py3-none-any.whl → 0.1.51__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/METADATA +1 -1
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/RECORD +9 -9
- yggdrasil/databricks/workspaces/io.py +6 -6
- yggdrasil/databricks/workspaces/path.py +3 -3
- yggdrasil/version.py +1 -1
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/WHEEL +0 -0
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/entry_points.txt +0 -0
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/licenses/LICENSE +0 -0
- {ygg-0.1.50.dist-info → ygg-0.1.51.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
ygg-0.1.
|
|
1
|
+
ygg-0.1.51.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
|
|
2
2
|
yggdrasil/__init__.py,sha256=4-ghPak2S6zfMqmnlxW2GCgPb5s79znpKa2hGEGXcE4,24
|
|
3
|
-
yggdrasil/version.py,sha256=
|
|
3
|
+
yggdrasil/version.py,sha256=Vba463sBalMddSSVNE_881HL99Fg7msGZpAiG0JX6bg,22
|
|
4
4
|
yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
|
|
5
5
|
yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
|
|
6
6
|
yggdrasil/databricks/compute/cluster.py,sha256=YomLfvB0oxbgl6WDgBRxI1UXsxwlEbR6gq3FUbPHscY,44199
|
|
@@ -16,8 +16,8 @@ yggdrasil/databricks/sql/types.py,sha256=5G-BM9_eOsRKEMzeDTWUsWW5g4Idvs-czVCpOCr
|
|
|
16
16
|
yggdrasil/databricks/sql/warehouse.py,sha256=1J0dyQLJb-OS1_1xU1eAVZ4CoL2-FhFeowKSvU3RzFc,9773
|
|
17
17
|
yggdrasil/databricks/workspaces/__init__.py,sha256=dv2zotoFVhNFlTCdRq6gwf5bEzeZkOZszoNZMs0k59g,114
|
|
18
18
|
yggdrasil/databricks/workspaces/filesytem.py,sha256=Z8JXU7_XUEbw9fpTQT1avRQKi-IAP2KemXBMPkUoY4w,9805
|
|
19
|
-
yggdrasil/databricks/workspaces/io.py,sha256=
|
|
20
|
-
yggdrasil/databricks/workspaces/path.py,sha256=
|
|
19
|
+
yggdrasil/databricks/workspaces/io.py,sha256=PhXMVrK8ngDl6kKjnh8_jlZ2GsKtU2nLSi1nFgV4Sks,33302
|
|
20
|
+
yggdrasil/databricks/workspaces/path.py,sha256=HA73r0qedm8IiE_FPrDzRLc5BBkU9_a1qF2JXdWXMQk,49290
|
|
21
21
|
yggdrasil/databricks/workspaces/path_kind.py,sha256=Xc319NysH8_6E9C0Q8nCxDHYG07_SnzyUVKHe0dNdDQ,305
|
|
22
22
|
yggdrasil/databricks/workspaces/workspace.py,sha256=zBlQdYNT_xKwUCYo3O4Q4g-8pfMvff3I26efyCfY_TY,24961
|
|
23
23
|
yggdrasil/dataclasses/__init__.py,sha256=_RkhfF3KC1eSORby1dzvBXQ0-UGG3u6wyUQWX2jq1Pc,108
|
|
@@ -55,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
|
|
|
55
55
|
yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
|
|
56
56
|
yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
|
|
57
57
|
yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
|
|
58
|
-
ygg-0.1.
|
|
59
|
-
ygg-0.1.
|
|
60
|
-
ygg-0.1.
|
|
61
|
-
ygg-0.1.
|
|
62
|
-
ygg-0.1.
|
|
58
|
+
ygg-0.1.51.dist-info/METADATA,sha256=JprFwC_aHRV7jMw6YBV4-uAZcTZrEFVu7eE6_2dulG4,18528
|
|
59
|
+
ygg-0.1.51.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
60
|
+
ygg-0.1.51.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
|
|
61
|
+
ygg-0.1.51.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
|
|
62
|
+
ygg-0.1.51.dist-info/RECORD,,
|
|
@@ -666,10 +666,10 @@ class DatabricksIO(ABC, IO):
|
|
|
666
666
|
self.seek(0)
|
|
667
667
|
|
|
668
668
|
if isinstance(file_format, ParquetFileFormat):
|
|
669
|
-
pq.read_table(self, **kwargs)
|
|
669
|
+
return pq.read_table(self, **kwargs)
|
|
670
670
|
|
|
671
671
|
elif isinstance(file_format, CsvFileFormat):
|
|
672
|
-
pcsv.read_csv(self, parse_options=file_format.parse_options)
|
|
672
|
+
return pcsv.read_csv(self, parse_options=file_format.parse_options)
|
|
673
673
|
|
|
674
674
|
else:
|
|
675
675
|
ValueError(f"Unsupported file format for Arrow table: {file_format}")
|
|
@@ -803,10 +803,10 @@ class DatabricksIO(ABC, IO):
|
|
|
803
803
|
self.seek(0)
|
|
804
804
|
|
|
805
805
|
if isinstance(file_format, ParquetFileFormat):
|
|
806
|
-
pandas.read_parquet(self, **kwargs)
|
|
806
|
+
return pandas.read_parquet(self, **kwargs)
|
|
807
807
|
|
|
808
808
|
elif isinstance(file_format, CsvFileFormat):
|
|
809
|
-
pandas.read_csv(self, **kwargs)
|
|
809
|
+
return pandas.read_csv(self, **kwargs)
|
|
810
810
|
|
|
811
811
|
else:
|
|
812
812
|
raise ValueError(f"Unsupported file format for Pandas DataFrame: {file_format}")
|
|
@@ -865,10 +865,10 @@ class DatabricksIO(ABC, IO):
|
|
|
865
865
|
self.seek(0)
|
|
866
866
|
|
|
867
867
|
if isinstance(file_format, ParquetFileFormat):
|
|
868
|
-
polars.read_parquet(self, **kwargs)
|
|
868
|
+
return polars.read_parquet(self, **kwargs)
|
|
869
869
|
|
|
870
870
|
elif isinstance(file_format, CsvFileFormat):
|
|
871
|
-
polars.read_csv(self, **kwargs)
|
|
871
|
+
return polars.read_csv(self, **kwargs)
|
|
872
872
|
|
|
873
873
|
else:
|
|
874
874
|
raise ValueError(f"Unsupported file format for Polars DataFrame: {file_format}")
|
|
@@ -1121,9 +1121,9 @@ class DatabricksPath:
|
|
|
1121
1121
|
"""
|
|
1122
1122
|
if self.is_file():
|
|
1123
1123
|
with self.open("rb") as f:
|
|
1124
|
-
|
|
1125
|
-
|
|
1126
|
-
|
|
1124
|
+
data = f.read_arrow_table(batch_size=batch_size, **kwargs)
|
|
1125
|
+
return data
|
|
1126
|
+
elif self.is_dir():
|
|
1127
1127
|
tables: list[pa.Table] = []
|
|
1128
1128
|
for child in self.ls(recursive=True):
|
|
1129
1129
|
if child.is_file():
|
yggdrasil/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.1.
|
|
1
|
+
__version__ = "0.1.51"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|