dagster-duckdb-pyspark 0.25.8__tar.gz → 0.25.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-duckdb-pyspark might be problematic. Click here for more details.

Files changed (18) hide show
  1. {dagster-duckdb-pyspark-0.25.8/dagster_duckdb_pyspark.egg-info → dagster-duckdb-pyspark-0.25.9}/PKG-INFO +1 -1
  2. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py +3 -2
  3. dagster-duckdb-pyspark-0.25.9/dagster_duckdb_pyspark/version.py +1 -0
  4. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9/dagster_duckdb_pyspark.egg-info}/PKG-INFO +1 -1
  5. dagster-duckdb-pyspark-0.25.9/dagster_duckdb_pyspark.egg-info/requires.txt +5 -0
  6. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/setup.py +3 -4
  7. dagster-duckdb-pyspark-0.25.8/dagster_duckdb_pyspark/version.py +0 -1
  8. dagster-duckdb-pyspark-0.25.8/dagster_duckdb_pyspark.egg-info/requires.txt +0 -5
  9. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/LICENSE +0 -0
  10. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/MANIFEST.in +0 -0
  11. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/README.md +0 -0
  12. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark/__init__.py +0 -0
  13. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark/py.typed +0 -0
  14. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark.egg-info/SOURCES.txt +0 -0
  15. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark.egg-info/dependency_links.txt +0 -0
  16. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark.egg-info/not-zip-safe +0 -0
  17. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/dagster_duckdb_pyspark.egg-info/top_level.txt +0 -0
  18. {dagster-duckdb-pyspark-0.25.8 → dagster-duckdb-pyspark-0.25.9}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-duckdb-pyspark
3
- Version: 0.25.8
3
+ Version: 0.25.9
4
4
  Summary: Package for storing PySpark DataFrames in DuckDB.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark
6
6
  Author: Dagster Labs
@@ -1,4 +1,5 @@
1
- from typing import Optional, Sequence, Type
1
+ from collections.abc import Sequence
2
+ from typing import Optional
2
3
 
3
4
  import pyarrow as pa
4
5
  import pyspark
@@ -263,5 +264,5 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
263
264
  return [DuckDBPySparkTypeHandler()]
264
265
 
265
266
  @staticmethod
266
- def default_load_type() -> Optional[Type]:
267
+ def default_load_type() -> Optional[type]:
267
268
  return pyspark.sql.DataFrame
@@ -0,0 +1 @@
1
+ __version__ = "0.25.9"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-duckdb-pyspark
3
- Version: 0.25.8
3
+ Version: 0.25.9
4
4
  Summary: Package for storing PySpark DataFrames in DuckDB.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark
6
6
  Author: Dagster Labs
@@ -0,0 +1,5 @@
1
+ dagster==1.9.9
2
+ dagster-duckdb==0.25.9
3
+ pyspark>=3
4
+ pandas
5
+ pyarrow
@@ -1,11 +1,10 @@
1
1
  from pathlib import Path
2
- from typing import Dict
3
2
 
4
3
  from setuptools import find_packages, setup
5
4
 
6
5
 
7
6
  def get_version() -> str:
8
- version: Dict[str, str] = {}
7
+ version: dict[str, str] = {}
9
8
  with open(Path(__file__).parent / "dagster_duckdb_pyspark/version.py", encoding="utf8") as fp:
10
9
  exec(fp.read(), version)
11
10
 
@@ -33,8 +32,8 @@ setup(
33
32
  include_package_data=True,
34
33
  python_requires=">=3.9,<3.13",
35
34
  install_requires=[
36
- "dagster==1.9.8",
37
- "dagster-duckdb==0.25.8",
35
+ "dagster==1.9.9",
36
+ "dagster-duckdb==0.25.9",
38
37
  "pyspark>=3",
39
38
  "pandas",
40
39
  "pyarrow",
@@ -1 +0,0 @@
1
- __version__ = "0.25.8"
@@ -1,5 +0,0 @@
1
- dagster==1.9.8
2
- dagster-duckdb==0.25.8
3
- pyspark>=3
4
- pandas
5
- pyarrow