dagster-duckdb-pyspark 0.26.21__tar.gz → 0.27.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of dagster-duckdb-pyspark might be problematic. Click here for more details.

Files changed (18) hide show
  1. {dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark.egg-info → dagster_duckdb_pyspark-0.27.1}/PKG-INFO +3 -3
  2. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py +5 -5
  3. dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark/version.py +1 -0
  4. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark.egg-info}/PKG-INFO +3 -3
  5. dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark.egg-info/requires.txt +5 -0
  6. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/setup.py +2 -2
  7. dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark/version.py +0 -1
  8. dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark.egg-info/requires.txt +0 -5
  9. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/LICENSE +0 -0
  10. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/MANIFEST.in +0 -0
  11. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/README.md +0 -0
  12. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark/__init__.py +0 -0
  13. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark/py.typed +0 -0
  14. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark.egg-info/SOURCES.txt +0 -0
  15. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark.egg-info/dependency_links.txt +0 -0
  16. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark.egg-info/not-zip-safe +0 -0
  17. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark.egg-info/top_level.txt +0 -0
  18. {dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/setup.cfg +0 -0
{dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark.egg-info → dagster_duckdb_pyspark-0.27.1}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-duckdb-pyspark
3
- Version: 0.26.21
3
+ Version: 0.27.1
4
4
  Summary: Package for storing PySpark DataFrames in DuckDB.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark
6
6
  Author: Dagster Labs
@@ -12,8 +12,8 @@ Classifier: License :: OSI Approved :: Apache Software License
12
12
  Classifier: Operating System :: OS Independent
13
13
  Requires-Python: >=3.9,<3.13
14
14
  License-File: LICENSE
15
- Requires-Dist: dagster==1.10.21
16
- Requires-Dist: dagster-duckdb==0.26.21
15
+ Requires-Dist: dagster==1.11.1
16
+ Requires-Dist: dagster-duckdb==0.27.1
17
17
  Requires-Dist: pyspark<4,>=3
18
18
  Requires-Dist: pandas
19
19
  Requires-Dist: pyarrow
{dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py RENAMED
@@ -40,7 +40,7 @@ class DuckDBPySparkTypeHandler(DbTypeHandler[pyspark.sql.DataFrame]):
40
40
  def my_table() -> pyspark.sql.DataFrame: # the name of the asset will be the table name
41
41
  ...
42
42
 
43
- defs = Definitions(
43
+ Definitions(
44
44
  assets=[my_table],
45
45
  resources={"io_manager": MyDuckDBIOManager(database="my_db.duckdb")}
46
46
  )
@@ -117,7 +117,7 @@ Examples:
117
117
  def my_table() -> pyspark.sql.DataFrame: # the name of the asset will be the table name
118
118
  ...
119
119
 
120
- defs = Definitions(
120
+ Definitions(
121
121
  assets=[my_table],
122
122
  resources={"io_manager": duckdb_pyspark_io_manager.configured({"database": "my_db.duckdb"})}
123
123
  )
@@ -127,7 +127,7 @@ Examples:
127
127
 
128
128
  .. code-block:: python
129
129
 
130
- defs = Definitions(
130
+ Definitions(
131
131
  assets=[my_table],
132
132
  resources={"io_manager": duckdb_pyspark_io_manager.configured({"database": "my_db.duckdb", "schema": "my_schema"})}
133
133
  )
@@ -196,7 +196,7 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
196
196
  def my_table() -> pyspark.sql.DataFrame: # the name of the asset will be the table name
197
197
  ...
198
198
 
199
- defs = Definitions(
199
+ Definitions(
200
200
  assets=[my_table],
201
201
  resources={"io_manager": DuckDBPySparkIOManager(database="my_db.duckdb")}
202
202
  )
@@ -206,7 +206,7 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
206
206
 
207
207
  .. code-block:: python
208
208
 
209
- defs = Definitions(
209
+ Definitions(
210
210
  assets=[my_table],
211
211
  resources={"io_manager": DuckDBPySparkIOManager(database="my_db.duckdb", schema="my_schema")}
212
212
  )
dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.27.1"
{dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-duckdb-pyspark
3
- Version: 0.26.21
3
+ Version: 0.27.1
4
4
  Summary: Package for storing PySpark DataFrames in DuckDB.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark
6
6
  Author: Dagster Labs
@@ -12,8 +12,8 @@ Classifier: License :: OSI Approved :: Apache Software License
12
12
  Classifier: Operating System :: OS Independent
13
13
  Requires-Python: >=3.9,<3.13
14
14
  License-File: LICENSE
15
- Requires-Dist: dagster==1.10.21
16
- Requires-Dist: dagster-duckdb==0.26.21
15
+ Requires-Dist: dagster==1.11.1
16
+ Requires-Dist: dagster-duckdb==0.27.1
17
17
  Requires-Dist: pyspark<4,>=3
18
18
  Requires-Dist: pandas
19
19
  Requires-Dist: pyarrow
dagster_duckdb_pyspark-0.27.1/dagster_duckdb_pyspark.egg-info/requires.txt ADDED
@@ -0,0 +1,5 @@
1
+ dagster==1.11.1
2
+ dagster-duckdb==0.27.1
3
+ pyspark<4,>=3
4
+ pandas
5
+ pyarrow
{dagster_duckdb_pyspark-0.26.21 → dagster_duckdb_pyspark-0.27.1}/setup.py RENAMED
@@ -32,8 +32,8 @@ setup(
32
32
  include_package_data=True,
33
33
  python_requires=">=3.9,<3.13",
34
34
  install_requires=[
35
- "dagster==1.10.21",
36
- "dagster-duckdb==0.26.21",
35
+ "dagster==1.11.1",
36
+ "dagster-duckdb==0.27.1",
37
37
  "pyspark>=3,<4",
38
38
  "pandas",
39
39
  "pyarrow",
dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.26.21"
dagster_duckdb_pyspark-0.26.21/dagster_duckdb_pyspark.egg-info/requires.txt DELETED
@@ -1,5 +0,0 @@
1
- dagster==1.10.21
2
- dagster-duckdb==0.26.21
3
- pyspark<4,>=3
4
- pandas
5
- pyarrow