FlowerPower 0.11.5.4__py3-none-any.whl → 0.11.5.6__py3-none-any.whl

flowerpower/plugins/io/base.py

@@ -99,14 +99,6 @@ class BaseFileIO(msgspec.Struct, gc=False):
             else self.fs.fs.storage_options
         )
 
-        # self.path = (
-        #    self._raw_path.replace(protocol + "://", "")
-        #    .replace(f"**/*.{self.format}", "")
-        #    .replace("**", "")
-        #    .replace("*", "")
-        #    .rstrip("/")
-        # )
-
     @property
     def protocol(self):
         """Get the protocol of the filesystem."""

flowerpower/plugins/io/helpers/polars.py

@@ -445,7 +445,7 @@ def partition_by(
         if isinstance(strftime, str):
             strftime = [strftime]
 
-        df = df.with_striftime_columns(
+        df = df.with_strftime_columns(
             timestamp_column=timestamp_column, strftime=strftime
         )
         strftime_columns = [
@@ -554,7 +554,7 @@ pl.DataFrame.opt_dtype = opt_dtype
 pl.DataFrame.with_row_count_ext = with_row_count
 pl.DataFrame.with_datepart_columns = with_datepart_columns
 pl.DataFrame.with_duration_columns = with_truncated_columns
-pl.DataFrame.with_striftime_columns = with_strftime_columns
+pl.DataFrame.with_strftime_columns = with_strftime_columns
 pl.DataFrame.cast_relaxed = cast_relaxed
 pl.DataFrame.delta = delta
 pl.DataFrame.partition_by_ext = partition_by
@@ -566,7 +566,7 @@ pl.LazyFrame.opt_dtype = opt_dtype
 pl.LazyFrame.with_row_count_ext = with_row_count
 pl.LazyFrame.with_datepart_columns = with_datepart_columns
 pl.LazyFrame.with_duration_columns = with_truncated_columns
-pl.LazyFrame.with_striftime_columns = with_strftime_columns
+pl.LazyFrame.with_strftime_columns = with_strftime_columns
 pl.LazyFrame.delta = delta
 pl.LazyFrame.cast_relaxed = cast_relaxed
 pl.LazyFrame.partition_by_ext = partition_by

flowerpower/plugins/io/loader/deltatable.py

@@ -42,11 +42,11 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
     def _init_dt(self):
         try:
             self.delta_table = DeltaTable(
-                self._raw_path,
+                self._base_path,
                 storage_options=self.storage_options.to_object_store_kwargs(),
             )
         except TableNotFoundError:
-            logger.warning(f"Table {self._raw_path} not found.")
+            logger.warning(f"Table {self._base_path} not found.")
             self.delta_table = None
 
     @property
@@ -77,7 +77,7 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
             self._dataset = self.delta_table.to_pyarrow_dataset()
         if metadata:
             metadata = get_pyarrow_dataset_metadata(
-                self._dataset, self._raw_path, "parquet"
+                self._dataset, self._base_path, "parquet"
             )
             return self._dataset, metadata
         return self._dataset
@@ -102,7 +102,7 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
         if reload or not hasattr(self, "_data"):
             self._data = self.delta_table.to_pyarrow_table()
         if metadata:
-            metadata = get_dataframe_metadata(table, self._raw_path, "parquet")
+            metadata = get_dataframe_metadata(table, self._base_path, "parquet")
             return self._data, metadata
         return self._data
 
@@ -131,7 +131,7 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
 
         if self.with_lock:
             with RedisLock(
-                lock_name=self._raw_path,
+                lock_name=self._base_path,
                 namespace="flowerpower",
                 client=self.redis,
                 expire=10,
@@ -169,7 +169,7 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
 
         if self.with_lock:
             with RedisLock(
-                lock_name=self._raw_path,
+                lock_name=self._base_path,
                 namespace="flowerpower",
                 client=self.redis,
                 expire=10,
@@ -183,8 +183,8 @@ class DeltaTableReader(BaseDatasetReader, gc=False):
     @property
     def metadata(self) -> dict:
         if not hasattr(self, "_metadata"):
-            self._metadata = get_delta_metadata(self.delta_table, self._raw_path)
+            self._metadata = get_delta_metadata(self.delta_table, self._base_path)
         return self._metadata
         if not hasattr(self, "_metadata"):
-            self._metadata = get_delta_metadata(self.delta_table, self._raw_path)
+            self._metadata = get_delta_metadata(self.delta_table, self._base_path)
         return self._metadata

flowerpower/plugins/io/saver/deltatable.py

@@ -134,7 +134,9 @@ class DeltaTableWriter(BaseDatasetWriter, gc=False):
         if isinstance(data[0], pa.Table):
             data = pa.concat_tables(data, promote_options="permissive")
 
-        metadata = get_dataframe_metadata(data, path=self._raw_path, format=self.format)
+        metadata = get_dataframe_metadata(
+            data, path=self._base_path, format=self.format
+        )
 
         writer_properties = WriterProperties(
             data_page_size_limit=data_page_size_limit,
@@ -151,7 +153,7 @@ class DeltaTableWriter(BaseDatasetWriter, gc=False):
 
         def _write():
             write_deltalake(
-                self._raw_path,
+                self._base_path,
                 data,
                 mode=mode,
                 schema=schema or self.schema_,
@@ -171,7 +173,7 @@ class DeltaTableWriter(BaseDatasetWriter, gc=False):
 
         if self.with_lock:
             with RedisLock(
-                lock_name=self._raw_path,
+                lock_name=self._base_path,
                 namespace="flowerpower",
                 client=self.redis,
                 expire=10,

{flowerpower-0.11.5.4.dist-info → flowerpower-0.11.5.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: FlowerPower
-Version: 0.11.5.4
+Version: 0.11.5.6
 Summary: A simple workflow framework. Hamilton + APScheduler = FlowerPower
 Author-email: "Volker L." <ligno.blades@gmail.com>
 Project-URL: Homepage, https://github.com/legout/flowerpower

{flowerpower-0.11.5.4.dist-info → flowerpower-0.11.5.6.dist-info}/RECORD

@@ -44,14 +44,14 @@ flowerpower/pipeline/manager.py,sha256=KVpOclUEUAETUNJamJJGuKt3oxCaLitQgxWxkE1q0
 flowerpower/pipeline/registry.py,sha256=WWQoaxtgnlntFEIPQzYM1gk0zUXwrH2PmDLGbTzhrZs,18991
 flowerpower/pipeline/runner.py,sha256=dsSVYixFXqlxFk8EJfT4wV_7IwgkXq0ErwH_yf_NGS8,25654
 flowerpower/pipeline/visualizer.py,sha256=amjMrl5NetErE198HzZBPWVZBi_t5jj9ydxWpuNLoTI,5013
-flowerpower/plugins/io/base.py,sha256=anMZ05c2YD0wLxdIgGgA51PbRI1FQKvX32F48I7chrg,79384
+flowerpower/plugins/io/base.py,sha256=rRQin2cdQaLlGpeqfZ2CTDT-vzVXn5lTDZ62hFiyRRE,79151
 flowerpower/plugins/io/metadata.py,sha256=31FoVyRz6zdWMWda0f1GHq0xMokVB3SVYrLT2TejOH8,7271
 flowerpower/plugins/io/helpers/datetime.py,sha256=1WBUg2ywcsodJQwoF6JiIGc9yhVobvE2IErWp4i95m4,10649
-flowerpower/plugins/io/helpers/polars.py,sha256=VuksokWrsKk57-s5JkpsmzWCkaOIEiI4ONeAIO9LAdw,18071
+flowerpower/plugins/io/helpers/polars.py,sha256=xWLjmZBUhbJPd0m5pkHreMSMeNLyJThJt0R7V7yzWEs,18068
 flowerpower/plugins/io/helpers/sql.py,sha256=BPIxjarKF3p93EdtUu-md8KislE9q8IWNSeZ5toFU6U,7298
 flowerpower/plugins/io/loader/__init__.py,sha256=MKH42nvVokaWas0wFgX1yrpU5iLpvHjRqqF-KzwLHCg,780
 flowerpower/plugins/io/loader/csv.py,sha256=Q5bmcbbr530sT1kQ2YiJwvsMUPqi0VcZWsLOygmzRyI,827
-flowerpower/plugins/io/loader/deltatable.py,sha256=3LmtoU_G_lp8ZcDzAFeQTEZKF7E360y_LxK9tfqmXVk,6739
+flowerpower/plugins/io/loader/deltatable.py,sha256=YNPOIKRrThbJmksV8dr-iXrQqD7qVjV4dRG7xfGBqqU,6747
 flowerpower/plugins/io/loader/duckdb.py,sha256=FOrDVJvImkEe3o4Qc1X7D6r9uUzHxfaml-tVdbFCaC0,468
 flowerpower/plugins/io/loader/json.py,sha256=Z8hPxiPsv_9PpaCXki4qDX70G95wGL-tGd7ALC2LtZ0,739
 flowerpower/plugins/io/loader/mqtt.py,sha256=0bjGW4ZkrFp3ouWbH1E0yeTUKRhYTFWdQOvTrONPz8Y,5098
@@ -64,7 +64,7 @@ flowerpower/plugins/io/loader/pydala.py,sha256=iCvHQCYAisrxZIaQzZrzTmWaND_LzamuM
 flowerpower/plugins/io/loader/sqlite.py,sha256=CCI2bPLMVYUOg7mxy54sbR15qwvKRGL8r_982jARUig,609
 flowerpower/plugins/io/saver/__init__.py,sha256=RWcUdrcmi2JR4mb77jPZd-lSG5rQBIqS7Pl4vbPfUes,780
 flowerpower/plugins/io/saver/csv.py,sha256=i_kZvuco5joBaBfidplWglQsNqO7v873j_Xo5f78S5M,736
-flowerpower/plugins/io/saver/deltatable.py,sha256=8jH-OIEJnZDhHpr5dAV0z64OM605uYI3QXEiUQlVHXE,6999
+flowerpower/plugins/io/saver/deltatable.py,sha256=6FriPYrygaL1c5CMb0VWxnZvoJvgkeOLZdFAObgcnHI,7024
 flowerpower/plugins/io/saver/duckdb.py,sha256=NpnoO5CffrNcCUPH_4KH4RFei8T40sHgjYySm0n1pV8,415
 flowerpower/plugins/io/saver/json.py,sha256=19a0K3aNQQxtSjskv4G6_5XfiFBoZnHGZAd_W3UgFSs,734
 flowerpower/plugins/io/saver/mqtt.py,sha256=vIlnRSMwPzyZzGbvi9TBX4j4Qn1iSbgUbrMU2giJSCU,573
@@ -93,9 +93,9 @@ flowerpower/utils/monkey.py,sha256=VPl3yimoWhwD9kI05BFsjNvtyQiDyLfY4Q85Bb6Ma0w,2
 flowerpower/utils/open_telemetry.py,sha256=fQWJWbIQFtKIxMBjAWeF12NGnqT0isO3A3j-DSOv_vE,949
 flowerpower/utils/scheduler.py,sha256=2zJ_xmLXpvXUQNF1XS2Gqm3Ogo907ctZ50GtvQB_rhE,9354
 flowerpower/utils/templates.py,sha256=ouyEeSDqa9PjW8c32fGpcINlpC0WToawRFZkMPtwsLE,1591
-flowerpower-0.11.5.4.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
-flowerpower-0.11.5.4.dist-info/METADATA,sha256=3s0s1x9DW8_Q3sRLCNDGigD3fX2xQzQHIBbRskH6jls,21612
-flowerpower-0.11.5.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flowerpower-0.11.5.4.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
-flowerpower-0.11.5.4.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
-flowerpower-0.11.5.4.dist-info/RECORD,,
+flowerpower-0.11.5.6.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
+flowerpower-0.11.5.6.dist-info/METADATA,sha256=eJclebBtAuEaUUe6Nvzu-YwiIIJ7N_ycN6aLNGIon0E,21612
+flowerpower-0.11.5.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flowerpower-0.11.5.6.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
+flowerpower-0.11.5.6.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
+flowerpower-0.11.5.6.dist-info/RECORD,,