FlowerPower 0.11.2__py3-none-any.whl → 0.11.4__py3-none-any.whl

flowerpower/plugins/io/base.py

@@ -276,7 +276,7 @@ class BaseFileReader(BaseFileIO, gc=False):
         return df
 
     def iter_pandas(
-        self, batch_size: int = 1, reload: bool = False, **kwargs
+        self, reload: bool = False, **kwargs
     ) -> Generator[pd.DataFrame, None, None]:
         """Iterate over Pandas DataFrames.
 
@@ -287,7 +287,10 @@ class BaseFileReader(BaseFileIO, gc=False):
         Returns:
             Generator[pd.DataFrame, None, None]: Generator of Pandas DataFrames.
         """
-        self._load(batch_size=batch_size, reload=reload, **kwargs)
+        if self.batch_size is None and "batch_size" not in kwargs:
+            self.batch_size = 1
+
+        self._load(reload=reload, **kwargs)
         if isinstance(self._data, list | Generator):
             for df in self._data:
                 yield df if isinstance(df, pd.DataFrame) else df.to_pandas()
@@ -324,14 +327,17 @@ class BaseFileReader(BaseFileIO, gc=False):
         return df
 
     def _iter_polars_dataframe(
-        self, batch_size: int = 1, reload: bool = False, **kwargs
+        self, reload: bool = False, **kwargs
     ) -> Generator[pl.DataFrame, None, None]:
         """Iterate over Polars DataFrames.
 
         Returns:
             Generator[pl.DataFrame, None, None]: Generator of Polars DataFrames.
         """
-        self._load(batch_size=batch_size, reload=reload, **kwargs)
+        if self.batch_size is None and "batch_size" not in kwargs:
+            self.batch_size = 1
+
+        self._load(reload=reload, **kwargs)
         if isinstance(self._data, list | Generator):
             for df in self._data:
                 yield df if isinstance(df, pl.DataFrame) else pl.from_arrow(df)
@@ -361,7 +367,7 @@ class BaseFileReader(BaseFileIO, gc=False):
         return df
 
     def _iter_polars_lazyframe(
-        self, batch_size: int = 1, reload: bool = False, **kwargs
+        self, reload: bool = False, **kwargs
     ) -> Generator[pl.LazyFrame, None, None]:
         """Iterate over Polars LazyFrames.
 
@@ -372,7 +378,9 @@ class BaseFileReader(BaseFileIO, gc=False):
         Returns:
             Generator[pl.LazyFrame, None, None]: Generator of Polars LazyFrames.
         """
-        self._load(batch_size=batch_size, reload=reload, **kwargs)
+        if self.batch_size is None and "batch_size" not in kwargs:
+            self.batch_size = 1
+        self._load(reload=reload, **kwargs)
         if isinstance(self._data, list | Generator):
             for df in self._data:
                 yield (
@@ -420,12 +428,11 @@ class BaseFileReader(BaseFileIO, gc=False):
     def iter_polars(
         self,
         lazy: bool = False,
-        batch_size: int = 1,
         **kwargs,
     ) -> Generator[pl.DataFrame | pl.LazyFrame, None, None]:
         if lazy:
-            yield from self._iter_polars_lazyframe(batch_size=batch_size, **kwargs)
-        yield from self._iter_polars_dataframe(batch_size=batch_size, **kwargs)
+            yield from self._iter_polars_lazyframe(**kwargs)
+        yield from self._iter_polars_dataframe(**kwargs)
 
     def to_pyarrow_table(
         self, metadata: bool = False, reload: bool = False, **kwargs
@@ -459,14 +466,17 @@ class BaseFileReader(BaseFileIO, gc=False):
         return df
 
     def iter_pyarrow_table(
-        self, batch_size: int = 1, reload: bool = False, **kwargs
+        self, reload: bool = False, **kwargs
     ) -> Generator[pa.Table, None, None]:
         """Iterate over PyArrow Tables.
 
         Returns:
             Generator[pa.Table, None, None]: Generator of PyArrow Tables.
         """
-        self._load(batch_size=batch_size, reload=reload, **kwargs)
+        if self.batch_size is None and "batch_size" not in kwargs:
+            self.batch_size = 1
+
+        self._load(reload=reload, **kwargs)
         if isinstance(self._data, list | Generator):
             for df in self._data:
                 yield df.to_arrow(**kwargs) if isinstance(df, pl.DataFrame) else df

flowerpower/plugins/io/helpers/polars.py

@@ -68,8 +68,12 @@ def _opt_dtype(
                 if s.str.contains(r"\.").any() | s.str.contains("NaN").any():
                     s = s.cast(pl.Float64(), strict=True)
                     if shrink_dtype:
-                        if s.min() >= -16777216 and s.max() <= 16777216:
-                            s = s.cast(pl.Float32(), strict=True)
+                        try:
+                            if s.min() >= -16777216 and s.max() <= 16777216:
+                                s = s.cast(pl.Float32(), strict=True)
+                        except TypeError:
+                            # if min or max is None, we cannot cast to Float32
+                            pass
                 else:
                     s = s.cast(pl.Int64(), strict=True)
                     if shrink_dtype:
@@ -115,8 +119,13 @@ def _opt_dtype(
     else:
         if shrink_dtype:
             if s.dtype == pl.Float64():
-                if s.min() >= -16777216 and s.max() <= 16777216:
-                    s = s.cast(pl.Float32(), strict=True)
+                try:
+                    if s.min() >= -16777216 and s.max() <= 16777216:
+                        s = s.cast(pl.Float32(), strict=True)
+                except TypeError:
+                    # if min or max is None, we cannot cast to Float32
+                    pass
+
             else:
                 s = s.shrink_dtype()
 

flowerpower/plugins/io/saver/oracle.py

@@ -1,4 +1,3 @@
-import msgspec
 from msgspec import field
 
 from ..base import BaseDatabaseWriter

flowerpower/plugins/io/saver/postgres.py

@@ -1,4 +1,3 @@
-import msgspec
 from msgspec import field
 
 from ..base import BaseDatabaseWriter

flowerpower/plugins/io/saver/pydala.py

@@ -1,4 +1,3 @@
-import msgspec
 from msgspec import field
 
 from ..base import BaseDatasetWriter

flowerpower/plugins/io/saver/sqlite.py

@@ -1,4 +1,3 @@
-import msgspec
 from msgspec import field
 
 from ..base import BaseDatabaseWriter

{flowerpower-0.11.2.dist-info → flowerpower-0.11.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: FlowerPower
-Version: 0.11.2
+Version: 0.11.4
 Summary: A simple workflow framework. Hamilton + APScheduler = FlowerPower
 Author-email: "Volker L." <ligno.blades@gmail.com>
 Project-URL: Homepage, https://github.com/legout/flowerpower

{flowerpower-0.11.2.dist-info → flowerpower-0.11.4.dist-info}/RECORD

@@ -44,10 +44,10 @@ flowerpower/pipeline/manager.py,sha256=OMVznuQ0fSI4Jnw7fw0XTYdqYRqioJRC2B2kTxbml
 flowerpower/pipeline/registry.py,sha256=WWQoaxtgnlntFEIPQzYM1gk0zUXwrH2PmDLGbTzhrZs,18991
 flowerpower/pipeline/runner.py,sha256=dsSVYixFXqlxFk8EJfT4wV_7IwgkXq0ErwH_yf_NGS8,25654
 flowerpower/pipeline/visualizer.py,sha256=amjMrl5NetErE198HzZBPWVZBi_t5jj9ydxWpuNLoTI,5013
-flowerpower/plugins/io/base.py,sha256=l9bYYtXBYlD1e-eUI11EtoPlfNN-mdHLx4yf2wvgi4Y,78974
+flowerpower/plugins/io/base.py,sha256=GXhJO7jPOGaKHpk_--W-p4ZlVYWBBDQywOtCdakhPuk,79122
 flowerpower/plugins/io/metadata.py,sha256=31FoVyRz6zdWMWda0f1GHq0xMokVB3SVYrLT2TejOH8,7271
 flowerpower/plugins/io/helpers/datetime.py,sha256=1WBUg2ywcsodJQwoF6JiIGc9yhVobvE2IErWp4i95m4,10649
-flowerpower/plugins/io/helpers/polars.py,sha256=ooGLmwuT6n6VUDc2HN_3c6l7NR9B-orux1AE7ghnTzs,17720
+flowerpower/plugins/io/helpers/polars.py,sha256=VuksokWrsKk57-s5JkpsmzWCkaOIEiI4ONeAIO9LAdw,18071
 flowerpower/plugins/io/helpers/sql.py,sha256=BPIxjarKF3p93EdtUu-md8KislE9q8IWNSeZ5toFU6U,7298
 flowerpower/plugins/io/loader/__init__.py,sha256=MKH42nvVokaWas0wFgX1yrpU5iLpvHjRqqF-KzwLHCg,780
 flowerpower/plugins/io/loader/csv.py,sha256=Q5bmcbbr530sT1kQ2YiJwvsMUPqi0VcZWsLOygmzRyI,827
@@ -70,11 +70,11 @@ flowerpower/plugins/io/saver/json.py,sha256=19a0K3aNQQxtSjskv4G6_5XfiFBoZnHGZAd_
 flowerpower/plugins/io/saver/mqtt.py,sha256=vIlnRSMwPzyZzGbvi9TBX4j4Qn1iSbgUbrMU2giJSCU,573
 flowerpower/plugins/io/saver/mssql.py,sha256=_ZyO2wq1hjRb-Wnz3lZLLpaI1gMM3IH4ItkU-4PeZSE,740
 flowerpower/plugins/io/saver/mysql.py,sha256=7rSyRhRDMJZFNEsqope39uxBCbNqhr03X-QmwvLAzXU,740
-flowerpower/plugins/io/saver/oracle.py,sha256=7LclcIj1jTm8e9kpXPU7xK5J7YgUjCCUjhXiggh9lhk,771
+flowerpower/plugins/io/saver/oracle.py,sha256=lli9uO0z4FhKIbrziKFz0x6Gug-jSay7pclsywIGYsc,756
 flowerpower/plugins/io/saver/parquet.py,sha256=3xhYInpXCgA3yg5NYxH4yfcZKpaRCEAXtVKTbJxh5LA,784
-flowerpower/plugins/io/saver/postgres.py,sha256=p9253S9ghD4Td22IkVRdGqPuePItke073jXGJEHEAnA,781
-flowerpower/plugins/io/saver/pydala.py,sha256=XIFa2pI8tQnplDn3SsovXIjMN23HrMbecBSb9Gm8XhM,490
-flowerpower/plugins/io/saver/sqlite.py,sha256=ghBDUzQPnJEzMSMdrDx0GoSCy2PzHAjvZReSRU34lUk,590
+flowerpower/plugins/io/saver/postgres.py,sha256=Pur9y2edErJMHheUOUGJn4L-lUoPLp0tFScDCNITzuQ,766
+flowerpower/plugins/io/saver/pydala.py,sha256=v8MGw_NRwriw6JFTUlMy-uMg9Jsx2iylbEX60GfXhh4,475
+flowerpower/plugins/io/saver/sqlite.py,sha256=_7USGGQIjkAvtFFv4xYTJ79IzqMnv8PfzC18T_TDPLA,575
 flowerpower/plugins/mqtt/__init__.py,sha256=B35HETcaAmtqgAjMeohy79oLcsj0T_dRRjmyHMG5Qq4,253
 flowerpower/plugins/mqtt/cfg.py,sha256=4F9ow0wEjSnU8UaWmJYGszkU0ZY2du2nHmGHXRVsC70,484
 flowerpower/plugins/mqtt/manager.py,sha256=WJIKu_0wfrxph_L0AjV-7RYVFtie2cOmdVGjjlr5DIA,37197
@@ -93,9 +93,9 @@ flowerpower/utils/monkey.py,sha256=VPl3yimoWhwD9kI05BFsjNvtyQiDyLfY4Q85Bb6Ma0w,2
 flowerpower/utils/open_telemetry.py,sha256=fQWJWbIQFtKIxMBjAWeF12NGnqT0isO3A3j-DSOv_vE,949
 flowerpower/utils/scheduler.py,sha256=2zJ_xmLXpvXUQNF1XS2Gqm3Ogo907ctZ50GtvQB_rhE,9354
 flowerpower/utils/templates.py,sha256=ouyEeSDqa9PjW8c32fGpcINlpC0WToawRFZkMPtwsLE,1591
-flowerpower-0.11.2.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
-flowerpower-0.11.2.dist-info/METADATA,sha256=f5e4Ioio54mjOXgtwSQeyy54OoI7DrdQcpdF6EOC44I,21610
-flowerpower-0.11.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flowerpower-0.11.2.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
-flowerpower-0.11.2.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
-flowerpower-0.11.2.dist-info/RECORD,,
+flowerpower-0.11.4.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
+flowerpower-0.11.4.dist-info/METADATA,sha256=Cf8dxvh4OWmQM8TmuuaQmlk7re4n1fCZTPeIf-NnS5Y,21610
+flowerpower-0.11.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flowerpower-0.11.4.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
+flowerpower-0.11.4.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
+flowerpower-0.11.4.dist-info/RECORD,,