ygg 0.1.50__py3-none-any.whl → 0.1.51__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ygg
3
- Version: 0.1.50
3
+ Version: 0.1.51
4
4
  Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
5
5
  Author: Yggdrasil contributors
6
6
  License: Apache License
@@ -1,6 +1,6 @@
1
- ygg-0.1.50.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
1
+ ygg-0.1.51.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
2
2
  yggdrasil/__init__.py,sha256=4-ghPak2S6zfMqmnlxW2GCgPb5s79znpKa2hGEGXcE4,24
3
- yggdrasil/version.py,sha256=pMWaMbj0sqJPaN27zeKuthOtJ3nuofEVeTxWuJmKhTw,22
3
+ yggdrasil/version.py,sha256=Vba463sBalMddSSVNE_881HL99Fg7msGZpAiG0JX6bg,22
4
4
  yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
5
5
  yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
6
6
  yggdrasil/databricks/compute/cluster.py,sha256=YomLfvB0oxbgl6WDgBRxI1UXsxwlEbR6gq3FUbPHscY,44199
@@ -16,8 +16,8 @@ yggdrasil/databricks/sql/types.py,sha256=5G-BM9_eOsRKEMzeDTWUsWW5g4Idvs-czVCpOCr
16
16
  yggdrasil/databricks/sql/warehouse.py,sha256=1J0dyQLJb-OS1_1xU1eAVZ4CoL2-FhFeowKSvU3RzFc,9773
17
17
  yggdrasil/databricks/workspaces/__init__.py,sha256=dv2zotoFVhNFlTCdRq6gwf5bEzeZkOZszoNZMs0k59g,114
18
18
  yggdrasil/databricks/workspaces/filesytem.py,sha256=Z8JXU7_XUEbw9fpTQT1avRQKi-IAP2KemXBMPkUoY4w,9805
19
- yggdrasil/databricks/workspaces/io.py,sha256=D-B31roMGEJesAtUWl-O30lZJfgo-oFdK6KExzFc13I,33260
20
- yggdrasil/databricks/workspaces/path.py,sha256=BAzaxEL2mWJ_6EnETnQdsPj06zkrbTO2f3reruR439k,49265
19
+ yggdrasil/databricks/workspaces/io.py,sha256=PhXMVrK8ngDl6kKjnh8_jlZ2GsKtU2nLSi1nFgV4Sks,33302
20
+ yggdrasil/databricks/workspaces/path.py,sha256=HA73r0qedm8IiE_FPrDzRLc5BBkU9_a1qF2JXdWXMQk,49290
21
21
  yggdrasil/databricks/workspaces/path_kind.py,sha256=Xc319NysH8_6E9C0Q8nCxDHYG07_SnzyUVKHe0dNdDQ,305
22
22
  yggdrasil/databricks/workspaces/workspace.py,sha256=zBlQdYNT_xKwUCYo3O4Q4g-8pfMvff3I26efyCfY_TY,24961
23
23
  yggdrasil/dataclasses/__init__.py,sha256=_RkhfF3KC1eSORby1dzvBXQ0-UGG3u6wyUQWX2jq1Pc,108
@@ -55,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
55
55
  yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
56
56
  yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
57
57
  yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
58
- ygg-0.1.50.dist-info/METADATA,sha256=ygOCZJjNIbuKuD-qKLnttguy71qIBxR0KnHDJE_XPSU,18528
59
- ygg-0.1.50.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
- ygg-0.1.50.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
61
- ygg-0.1.50.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
62
- ygg-0.1.50.dist-info/RECORD,,
58
+ ygg-0.1.51.dist-info/METADATA,sha256=JprFwC_aHRV7jMw6YBV4-uAZcTZrEFVu7eE6_2dulG4,18528
59
+ ygg-0.1.51.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
+ ygg-0.1.51.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
61
+ ygg-0.1.51.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
62
+ ygg-0.1.51.dist-info/RECORD,,
@@ -666,10 +666,10 @@ class DatabricksIO(ABC, IO):
666
666
  self.seek(0)
667
667
 
668
668
  if isinstance(file_format, ParquetFileFormat):
669
- pq.read_table(self, **kwargs)
669
+ return pq.read_table(self, **kwargs)
670
670
 
671
671
  elif isinstance(file_format, CsvFileFormat):
672
- pcsv.read_csv(self, parse_options=file_format.parse_options)
672
+ return pcsv.read_csv(self, parse_options=file_format.parse_options)
673
673
 
674
674
  else:
675
675
  ValueError(f"Unsupported file format for Arrow table: {file_format}")
@@ -803,10 +803,10 @@ class DatabricksIO(ABC, IO):
803
803
  self.seek(0)
804
804
 
805
805
  if isinstance(file_format, ParquetFileFormat):
806
- pandas.read_parquet(self, **kwargs)
806
+ return pandas.read_parquet(self, **kwargs)
807
807
 
808
808
  elif isinstance(file_format, CsvFileFormat):
809
- pandas.read_csv(self, **kwargs)
809
+ return pandas.read_csv(self, **kwargs)
810
810
 
811
811
  else:
812
812
  raise ValueError(f"Unsupported file format for Pandas DataFrame: {file_format}")
@@ -865,10 +865,10 @@ class DatabricksIO(ABC, IO):
865
865
  self.seek(0)
866
866
 
867
867
  if isinstance(file_format, ParquetFileFormat):
868
- polars.read_parquet(self, **kwargs)
868
+ return polars.read_parquet(self, **kwargs)
869
869
 
870
870
  elif isinstance(file_format, CsvFileFormat):
871
- polars.read_csv(self, **kwargs)
871
+ return polars.read_csv(self, **kwargs)
872
872
 
873
873
  else:
874
874
  raise ValueError(f"Unsupported file format for Polars DataFrame: {file_format}")
@@ -1121,9 +1121,9 @@ class DatabricksPath:
1121
1121
  """
1122
1122
  if self.is_file():
1123
1123
  with self.open("rb") as f:
1124
- return f.read_arrow_table(batch_size=batch_size, **kwargs)
1125
-
1126
- if self.is_dir():
1124
+ data = f.read_arrow_table(batch_size=batch_size, **kwargs)
1125
+ return data
1126
+ elif self.is_dir():
1127
1127
  tables: list[pa.Table] = []
1128
1128
  for child in self.ls(recursive=True):
1129
1129
  if child.is_file():
yggdrasil/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.1.50"
1
+ __version__ = "0.1.51"
File without changes