zenml-nightly 0.80.1.dev20250407__py3-none-any.whl → 0.80.1.dev20250408__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.80.1.dev20250407
+0.80.1.dev20250408

zenml/cli/base.py

@@ -87,7 +87,7 @@ ZENML_PROJECT_TEMPLATES = dict(
     ),
     nlp=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-nlp",
-        github_tag="2025.01.08",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
+        github_tag="2025.04.07",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
     ),
     llm_finetuning=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-llm-finetuning",

zenml/integrations/pandas/materializers/pandas_materializer.py

@@ -11,7 +11,14 @@
 #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 #  or implied. See the License for the specific language governing
 #  permissions and limitations under the License.
-"""Materializer for Pandas."""
+"""Materializer for Pandas.
+
+This materializer handles pandas DataFrame and Series objects.
+
+Environment Variables:
+    ZENML_PANDAS_SAMPLE_ROWS: Controls the number of sample rows to include in
+        visualizations. Defaults to 10 if not set.
+"""
 
 import os
 from typing import Any, ClassVar, Dict, Optional, Tuple, Type, Union
@@ -31,6 +38,9 @@ COMPRESSION_TYPE = "gzip"
 
 CSV_FILENAME = "df.csv"
 
+# Default number of sample rows to display in visualizations
+DEFAULT_SAMPLE_ROWS = 10
+
 
 class PandasMaterializer(BaseMaterializer):
     """Materializer to read data to and from pandas."""
@@ -142,17 +152,46 @@ class PandasMaterializer(BaseMaterializer):
     ) -> Dict[str, VisualizationType]:
         """Save visualizations of the given pandas dataframe or series.
 
+        Creates two visualizations:
+        1. A statistical description of the data (using df.describe())
+        2. A sample of the data (first N rows controlled by ZENML_PANDAS_SAMPLE_ROWS)
+
+        Note:
+            The number of sample rows shown can be controlled with the
+            ZENML_PANDAS_SAMPLE_ROWS environment variable.
+
         Args:
             df: The pandas dataframe or series to visualize.
 
         Returns:
             A dictionary of visualization URIs and their types.
         """
+        visualizations = {}
         describe_uri = os.path.join(self.uri, "describe.csv")
         describe_uri = describe_uri.replace("\\", "/")
         with self.artifact_store.open(describe_uri, mode="wb") as f:
             df.describe().to_csv(f)
-        return {describe_uri: VisualizationType.CSV}
+        visualizations[describe_uri] = VisualizationType.CSV
+
+        # Get the number of sample rows from environment variable or use default
+        sample_rows = int(
+            os.environ.get("ZENML_PANDAS_SAMPLE_ROWS", DEFAULT_SAMPLE_ROWS)
+        )
+
+        # Add our sample visualization (with configurable number of rows)
+        if isinstance(df, pd.Series):
+            sample_df = df.head(sample_rows).to_frame()
+        else:
+            sample_df = df.head(sample_rows)
+
+        sample_uri = os.path.join(self.uri, "sample.csv")
+        sample_uri = sample_uri.replace("\\", "/")
+        with self.artifact_store.open(sample_uri, mode="wb") as f:
+            sample_df.to_csv(f)
+
+        visualizations[sample_uri] = VisualizationType.CSV
+
+        return visualizations
 
     def extract_metadata(
         self, df: Union[pd.DataFrame, pd.Series]

zenml/steps/base_step.py

@@ -605,9 +605,9 @@ class BaseStep:
         on_failure: Optional["HookSpecification"] = None,
         on_success: Optional["HookSpecification"] = None,
         model: Optional["Model"] = None,
-        merge: bool = True,
         retry: Optional[StepRetryConfig] = None,
         substitutions: Optional[Dict[str, str]] = None,
+        merge: bool = True,
     ) -> T:
         """Configures the step.
 
@@ -643,14 +643,14 @@ class BaseStep:
             on_success: Callback function in event of success of the step. Can
                 be a function with no arguments, or a source path to such a
                 function (e.g. `module.my_function`).
-            model: configuration of the model version in the Model Control Plane.
+            model: Model to use for this step.
+            retry: Configuration for retrying the step in case of failure.
+            substitutions: Extra placeholders to use in the name template.
             merge: If `True`, will merge the given dictionary configurations
                 like `parameters` and `settings` with existing
                 configurations. If `False` the given configurations will
                 overwrite all existing ones. See the general description of this
                 method for an example.
-            retry: Configuration for retrying the step in case of failure.
-            substitutions: Extra placeholders to use in the name template.
 
         Returns:
             The step instance that this method was called on.
@@ -739,8 +739,9 @@ class BaseStep:
         on_failure: Optional["HookSpecification"] = None,
         on_success: Optional["HookSpecification"] = None,
         model: Optional["Model"] = None,
-        merge: bool = True,
+        retry: Optional[StepRetryConfig] = None,
         substitutions: Optional[Dict[str, str]] = None,
+        merge: bool = True,
     ) -> "BaseStep":
         """Copies the step and applies the given configurations.
 
@@ -766,13 +767,14 @@ class BaseStep:
             on_success: Callback function in event of success of the step. Can
                 be a function with no arguments, or a source path to such a
                 function (e.g. `module.my_function`).
-            model: configuration of the model version in the Model Control Plane.
+            model: Model to use for this step.
+            retry: Configuration for retrying the step in case of failure.
+            substitutions: Extra placeholders for the step name.
             merge: If `True`, will merge the given dictionary configurations
                 like `parameters` and `settings` with existing
                 configurations. If `False` the given configurations will
                 overwrite all existing ones. See the general description of this
                 method for an example.
-            substitutions: Extra placeholders for the step name.
 
         Returns:
             The copied step instance.
@@ -792,8 +794,9 @@ class BaseStep:
             on_failure=on_failure,
             on_success=on_success,
             model=model,
-            merge=merge,
+            retry=retry,
             substitutions=substitutions,
+            merge=merge,
         )
         return step_copy
 

{zenml_nightly-0.80.1.dev20250407.dist-info → zenml_nightly-0.80.1.dev20250408.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.80.1.dev20250407
+Version: 0.80.1.dev20250408
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops

{zenml_nightly-0.80.1.dev20250407.dist-info → zenml_nightly-0.80.1.dev20250408.dist-info}/RECORD

@@ -1,5 +1,5 @@
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=MhZUyiIx7jRJUViSyy_GUSDpXA1Qjw7_tb9RbKmWefc,19
+zenml/VERSION,sha256=oVqESuv_o9HBKEM8DUu3iGZNlGLFijzeuFz_Z6i1OQI,19
 zenml/__init__.py,sha256=CKEyepFK-7akXYiMrNVh92Nb01Cjs23w4_YyI6sgdc8,2242
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -30,7 +30,7 @@ zenml/cli/__init__.py,sha256=gRXpnqHtz0lqgpiH_Yb82J1sXsAVNHd1GxDPiH7_ZbI,75666
 zenml/cli/annotator.py,sha256=JRR7_TJOWKyiKGv1kwSjG1Ay6RBWPVgm0X-D0uSBlyE,6976
 zenml/cli/artifact.py,sha256=7lsAS52DroBTFkFWxkyb-lIDOGP5jPL_Se_RDG_2jgg,9564
 zenml/cli/authorized_device.py,sha256=_1PzE3BM2SmwtuzRliEMStvbBRKWQmg_lbwCRtn8dBg,4324
-zenml/cli/base.py,sha256=5RRg3h1BMFOaDHA42irLjROnosdSQZ1s0lvCtk3fjLs,28240
+zenml/cli/base.py,sha256=zSc4a2wFuF_3cjtYodrbls0wuOtau7YTrWGKG3jus5s,28240
 zenml/cli/cli.py,sha256=Pnq468IZ4oqzluA_gZ5PsrdnSPEyHcasIH-xI1_8Y_Q,5454
 zenml/cli/code_repository.py,sha256=6T3Hgv0vxNGhZ4Lb5TDw8t0Ihzv0qQS6ojFoflQ2de8,9446
 zenml/cli/config.py,sha256=UI_j0a_zRgEUd2q0zuOi4UgbjiCYjMJ_Y9iSg-wi8Oo,2768
@@ -419,7 +419,7 @@ zenml/integrations/openai/hooks/__init__.py,sha256=8VfiVOyIrjya9G_VK5GPEqq9G5i9w
 zenml/integrations/openai/hooks/open_ai_failure_hook.py,sha256=tQe-dUO7_w24ABfN96TZ7Zc2inJMI5u9sdE8gBxrDyM,4702
 zenml/integrations/pandas/__init__.py,sha256=KSkBrivgMU-1iQJVNYSmlD66Zyll4yiuXlMYbxwwJCE,1074
 zenml/integrations/pandas/materializers/__init__.py,sha256=LcN6iO4vZKTMFp1eRF5njIu-UwqMsonms3T4ObFTtbk,770
-zenml/integrations/pandas/materializers/pandas_materializer.py,sha256=kr4kVLluvytiqvYMS8JtwmcGQW6cMJxnsSbX1XMKo6c,7077
+zenml/integrations/pandas/materializers/pandas_materializer.py,sha256=lELAptsOVgFeQg1X2FIjIwQqqRWsLBM8siNz2xYDIsU,8481
 zenml/integrations/pigeon/__init__.py,sha256=JrCvQIGooxBpawkDdRmzd0rcm3hDWw6neYkKoTdycZI,1392
 zenml/integrations/pigeon/annotators/__init__.py,sha256=Bw0EwrHw1-TdqYLnhkQRMajO6yd5iVHYeT1FBuWG0Q4,793
 zenml/integrations/pigeon/annotators/pigeon_annotator.py,sha256=yloKFdInhA16haQ0e0JKC6pGVW9XfDmtzoMHnWCoBaI,11273
@@ -749,7 +749,7 @@ zenml/step_operators/__init__.py,sha256=tqj7fgnQyZubLjwUu4ITwkA-70KMQz4g37agbfF7
 zenml/step_operators/base_step_operator.py,sha256=ZRnY6lcEHY8xZskrKKdPhgKg2BlEoh2_kb8xCaM2D1g,3522
 zenml/step_operators/step_operator_entrypoint_configuration.py,sha256=WoNO-fXukVnPph1J2v-ZRe2AwRzfBLjDKntL7gNOC10,3693
 zenml/steps/__init__.py,sha256=KKWFOmCZGLDEikOD2E5YmDA7QHo47uPV37by21WwI0U,1453
-zenml/steps/base_step.py,sha256=lnggh2f8bl5WllKPLe2ksK69ww2w3IquAuG12hC8lsY,44233
+zenml/steps/base_step.py,sha256=qzW9I99PWK8brm3wdV1NEuUxGFlMvrmqNh3YjNKUkgg,44312
 zenml/steps/decorated_step.py,sha256=C8Ng5PCLc9eql4JF1N345HQ6LyC1qCUdTnysUTeoAJs,1315
 zenml/steps/entrypoint_function_utils.py,sha256=AuBIKqcquuvSTNhvuavtSuPdzzEfdOa3_h3mt7twfrA,9577
 zenml/steps/step_context.py,sha256=TMeVtcopVA8VwwVoAATzKx8E83F3Bu1kX40bpdn9bzw,15518
@@ -1310,8 +1310,8 @@ zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=nEO0bAPlULBLxLVk-UTR
 zenml/zen_stores/sql_zen_store.py,sha256=ldyC1uhMnmX5ojnqY9d_L2S-iC-eaNUwsexTkdPtqr4,440204
 zenml/zen_stores/template_utils.py,sha256=GWBP5QEOyvhzndS_MLPmvh28sQaOPpPoZFXCIX9CRL4,9065
 zenml/zen_stores/zen_store_interface.py,sha256=fF_uL_FplnvGvM5o3jOQ8i1zHXhuhKLL2n4nvIKSR7E,92090
-zenml_nightly-0.80.1.dev20250407.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.80.1.dev20250407.dist-info/METADATA,sha256=i0XyfjL19IIbPTLxHFpriieP66xtzIw1M6Yz1SjwGVY,24230
-zenml_nightly-0.80.1.dev20250407.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-zenml_nightly-0.80.1.dev20250407.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.80.1.dev20250407.dist-info/RECORD,,
+zenml_nightly-0.80.1.dev20250408.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.80.1.dev20250408.dist-info/METADATA,sha256=ipOMfTkT6faA2RENllwcFbruDdAYc-_GAl_Wch6ldeg,24230
+zenml_nightly-0.80.1.dev20250408.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+zenml_nightly-0.80.1.dev20250408.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.80.1.dev20250408.dist-info/RECORD,,