dagster-duckdb-pyspark 0.22.6__py3-none-any.whl → 0.28.6__py3-none-any.whl

dagster_duckdb_pyspark/__init__.py

@@ -1,10 +1,10 @@
-from dagster._core.libraries import DagsterLibraryRegistry
+from dagster_shared.libraries import DagsterLibraryRegistry
 
-from .duckdb_pyspark_type_handler import (
+from dagster_duckdb_pyspark.duckdb_pyspark_type_handler import (
     DuckDBPySparkIOManager as DuckDBPySparkIOManager,
     DuckDBPySparkTypeHandler as DuckDBPySparkTypeHandler,
     duckdb_pyspark_io_manager as duckdb_pyspark_io_manager,
 )
-from .version import __version__
+from dagster_duckdb_pyspark.version import __version__
 
 DagsterLibraryRegistry.register("dagster-duckdb-pyspark", __version__)

dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py

@@ -1,15 +1,12 @@
-from typing import Optional, Sequence, Type
+from collections.abc import Sequence
+from typing import Optional
 
 import pyarrow as pa
 import pyspark
 import pyspark.sql
 from dagster import InputContext, MetadataValue, OutputContext, TableColumn, TableSchema
 from dagster._core.storage.db_io_manager import DbTypeHandler, TableSlice
-from dagster_duckdb.io_manager import (
-    DuckDbClient,
-    DuckDBIOManager,
-    build_duckdb_io_manager,
-)
+from dagster_duckdb.io_manager import DuckDbClient, DuckDBIOManager, build_duckdb_io_manager
 from pyspark.sql import SparkSession
 from pyspark.sql.types import StructType
 
@@ -43,7 +40,7 @@ class DuckDBPySparkTypeHandler(DbTypeHandler[pyspark.sql.DataFrame]):
             def my_table() -> pyspark.sql.DataFrame:  # the name of the asset will be the table name
                 ...
 
-            defs = Definitions(
+            Definitions(
                 assets=[my_table],
                 resources={"io_manager": MyDuckDBIOManager(database="my_db.duckdb")}
             )
@@ -120,7 +117,7 @@ Examples:
         def my_table() -> pyspark.sql.DataFrame:  # the name of the asset will be the table name
             ...
 
-        defs = Definitions(
+        Definitions(
             assets=[my_table],
             resources={"io_manager": duckdb_pyspark_io_manager.configured({"database": "my_db.duckdb"})}
         )
@@ -130,7 +127,7 @@ Examples:
 
     .. code-block:: python
 
-        defs = Definitions(
+        Definitions(
             assets=[my_table],
             resources={"io_manager": duckdb_pyspark_io_manager.configured({"database": "my_db.duckdb", "schema": "my_schema"})}
         )
@@ -199,7 +196,7 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
             def my_table() -> pyspark.sql.DataFrame:  # the name of the asset will be the table name
                 ...
 
-            defs = Definitions(
+            Definitions(
                 assets=[my_table],
                 resources={"io_manager": DuckDBPySparkIOManager(database="my_db.duckdb")}
             )
@@ -209,7 +206,7 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
 
         .. code-block:: python
 
-            defs = Definitions(
+            Definitions(
                 assets=[my_table],
                 resources={"io_manager": DuckDBPySparkIOManager(database="my_db.duckdb", schema="my_schema")}
             )
@@ -267,5 +264,5 @@ class DuckDBPySparkIOManager(DuckDBIOManager):
         return [DuckDBPySparkTypeHandler()]
 
     @staticmethod
-    def default_load_type() -> Optional[Type]:
+    def default_load_type() -> Optional[type]:
         return pyspark.sql.DataFrame

dagster_duckdb_pyspark/version.py

@@ -1 +1 @@
-__version__ = "0.22.6"
+__version__ = "0.28.6"

{dagster_duckdb_pyspark-0.22.6.dist-info → dagster_duckdb_pyspark-0.28.6.dist-info}/METADATA

@@ -1,20 +1,27 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: dagster-duckdb-pyspark
-Version: 0.22.6
+Version: 0.28.6
 Summary: Package for storing PySpark DataFrames in DuckDB.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-duckb-pyspark
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
 License: Apache-2.0
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10,<3.14
 License-File: LICENSE
-Requires-Dist: dagster ==1.6.6
-Requires-Dist: dagster-duckdb ==0.22.6
-Requires-Dist: pyspark >=3
-Requires-Dist: pandas <2.1
+Requires-Dist: dagster==1.12.6
+Requires-Dist: dagster-duckdb==0.28.6
+Requires-Dist: pyspark<4,>=3
+Requires-Dist: pandas
 Requires-Dist: pyarrow
-
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

dagster_duckdb_pyspark-0.28.6.dist-info/RECORD

@@ -0,0 +1,9 @@
+dagster_duckdb_pyspark/__init__.py,sha256=Xq5fF8XBDLE8iB4SptQEOd40CKuKN3EzxGBDR29npIs,427
+dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py,sha256=NHTzVmpC2uMLtvLgwWCyOKdnNmhT3PR3er9b5p556X4,9557
+dagster_duckdb_pyspark/py.typed,sha256=mDShSrm8qg9qjacQc2F-rI8ATllqP6EdgHuEYxuCXZ0,7
+dagster_duckdb_pyspark/version.py,sha256=b5kdBWIZTaI8Q8AFU25gXvG6Pk4-ffI6MZboEwGcgSI,23
+dagster_duckdb_pyspark-0.28.6.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_duckdb_pyspark-0.28.6.dist-info/METADATA,sha256=iUSYWTtigghtx6CCHxnwbq3v3XrWi05YYM_yw0hVnfQ,848
+dagster_duckdb_pyspark-0.28.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_duckdb_pyspark-0.28.6.dist-info/top_level.txt,sha256=UYh0E2YiAlK01-DAkx0eikRaH-TIk0n9jijQK2joJBs,23
+dagster_duckdb_pyspark-0.28.6.dist-info/RECORD,,

{dagster_duckdb_pyspark-0.22.6.dist-info → dagster_duckdb_pyspark-0.28.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.2)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{dagster_duckdb_pyspark-0.22.6.dist-info → dagster_duckdb_pyspark-0.28.6.dist-info/licenses}/LICENSE

@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Dagster Labs, Inc".
+   Copyright 2025 Dagster Labs, Inc.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

dagster_duckdb_pyspark-0.22.6.dist-info/RECORD

@@ -1,9 +0,0 @@
-dagster_duckdb_pyspark/__init__.py,sha256=KjwD42HKQJslK2WPFg2F7mvHe1hPyrp02xSWM0Az39Y,382
-dagster_duckdb_pyspark/duckdb_pyspark_type_handler.py,sha256=Tqo9McLXY_dmzgszA3nK5X7Hbws7jd8WuXMSXWfMDaQ,9588
-dagster_duckdb_pyspark/py.typed,sha256=mDShSrm8qg9qjacQc2F-rI8ATllqP6EdgHuEYxuCXZ0,7
-dagster_duckdb_pyspark/version.py,sha256=mo2N8Hr5LBKhIiNjttqZHNVcCox72DrgMlDVDK6CNjo,23
-dagster_duckdb_pyspark-0.22.6.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_duckdb_pyspark-0.22.6.dist-info/METADATA,sha256=6K5JLeLqL6cSgfkwC_ZmWmwkJgBlPwxJ8UmHDmgAUEg,742
-dagster_duckdb_pyspark-0.22.6.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-dagster_duckdb_pyspark-0.22.6.dist-info/top_level.txt,sha256=UYh0E2YiAlK01-DAkx0eikRaH-TIk0n9jijQK2joJBs,23
-dagster_duckdb_pyspark-0.22.6.dist-info/RECORD,,