pipelime-python 2.0.0__py3-none-any.whl → 2.1.0__py3-none-any.whl

pipelime/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = "Eyecan.ai"
 __email__ = "info@eyecan.ai"
-__version__ = "2.0.0"
+__version__ = "2.1.0"

pipelime/commands/interfaces.py

@@ -1,11 +1,12 @@
 from __future__ import annotations
 
+import json
 import typing as t
 import uuid
 from pathlib import Path
-from urllib.parse import ParseResult
 
 import pydantic.v1 as pyd
+from pydantic.v1.generics import GenericModel
 
 from pipelime.piper import PiperPortType
 from pipelime.utils.pydantic_types import ItemType, SampleValidationInterface, YamlInput
@@ -835,3 +836,128 @@ class ExtendedInterval(Interval):
             raise ValueError(f"Invalid interval: {value}")
 
         return cls(**data)
+
+
+ValueType = t.TypeVar("ValueType")
+
+
+class OutputValueInterface(
+    PydanticFieldNoDefaultMixin,
+    GenericModel,
+    t.Generic[ValueType],
+    extra="forbid",
+    copy_on_model_validation="none",
+    underscore_attrs_are_private=True,
+):
+    """Interface that allows to store a value in a file.
+
+    Examples:
+        How to use it in your command::
+
+        class EasyCommand(PipelimeCommand, title="easy"):
+            output_value: OutputValueInterface[int] = OutputValueInterface.pyd_field()
+
+            def run(self):
+                # this will write the value 42 to the given file
+                self.output_value.set(42)
+    """
+
+    _default_type_description: t.ClassVar[t.Optional[str]] = "An output value."
+    _compact_form: t.ClassVar[t.Optional[str]] = "<file>[,<exists_ok>]"
+    _default_port_type: t.ClassVar[PiperPortType] = PiperPortType.OUTPUT
+    _data: ValueType
+
+    file: Path = pyd.Field(
+        description=(
+            "The output file that will store the value. If the file exists, it will"
+            "be overwritten if `exists_ok` is set to `True`."
+        ),
+    )
+    exists_ok: bool = pyd.Field(
+        False,
+        description=(
+            "If `True`, the output file will be overwritten if it exists. "
+            "If `False`, an error will be raised."
+        ),
+    )
+
+    @pyd.validator("file")
+    def resolve_file(cls, v: Path):
+        # see https://bugs.python.org/issue38671
+        return v.resolve().absolute()
+
+    @classmethod
+    def validate(cls, value):
+        if isinstance(value, OutputValueInterface):
+            return value
+
+        if isinstance(value, (str, bytes, Path)):
+            data = {}
+            raw_data = str(value).split(",")
+            data["file"] = raw_data[0]
+            if len(raw_data) > 1:
+                # NB: the value is left as-is when it is not True nor False
+                # to raise an error on validation
+                data["exists_ok"] = (
+                    True
+                    if raw_data[1].lower() == "true"
+                    else (False if raw_data[1].lower() == "false" else raw_data[1])
+                )
+            value = data
+
+        if isinstance(value, t.Mapping):
+            return OutputValueInterface(**value)
+
+        raise ValueError("Invalid OutputValueInterface definition.")
+
+    @classmethod
+    def __get_validators__(cls):
+        yield cls.validate
+
+    @pyd.validator("exists_ok", always=True)
+    def _check_file_exists(cls, v: bool, values: t.Mapping[str, t.Any]) -> bool:
+        if "file" not in values:
+            # the "file" validator already failed
+            return v
+
+        if v is True:
+            if values["file"].is_dir():
+                raise ValueError(
+                    f"Cannot overwrite the directory: `{values['file']}`. "
+                    "Please provide a file path."
+                )
+
+        if v is False:
+            if values["file"].is_dir():
+                raise ValueError(
+                    f"Trying to overwrite the directory: `{values['file']}`. "
+                    "Please provide a file path and use `exists_ok=True` to overwrite."
+                )
+
+            if values["file"].exists():
+                raise ValueError(
+                    f"Trying to overwrite an existing file: `{values['file']}`. "
+                    "Please use `exists_ok=True` to overwrite."
+                )
+
+        return v
+
+    def get(self) -> ValueType:
+        """Return the stored value."""
+        return self._data
+
+    def set(self, value: ValueType) -> None:
+        """Writes the value to the output file.
+
+        Args:
+            value: The value to write.
+        """
+        self._data = value
+        with open(self.file, "w") as f:
+            json.dump(self._data, f)
+
+    def __repr__(self) -> str:
+        return self.__piper_repr__()
+
+    def __piper_repr__(self) -> str:
+        return self.file.as_posix()

{pipelime_python-2.0.0.dist-info → pipelime_python-2.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pipelime-python
-Version: 2.0.0
+Version: 2.1.0
 Summary: Data workflows, cli and dataflow automation.
 Project-URL: Source, https://github.com/eyecan-ai/pipelime-python
 Project-URL: Issues, https://github.com/eyecan-ai/pipelime-python/issues

{pipelime_python-2.0.0.dist-info → pipelime_python-2.1.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 LICENSE,sha256=Ufc-hKELjY574QxuUAosOjRD6RO0x_Y3jtnNbjRK5pc,1525
-pipelime/__init__.py,sha256=t0MCBd46vvOKdHwmMQDyXGhUuQtKpMh1MuZsrtF_MwU,115
+pipelime/__init__.py,sha256=XdKxm5F9mco63-Q1cyLZzd3l0CN1F4ZAfgNnW27y11g,115
 pipelime/choixe/__init__.py,sha256=sFXmatlOorxsGTrB0q6W8RUA0KNqnC4qiRbDRbRZrBM,52
 pipelime/choixe/xconfig.py,sha256=b3ensxAIXgLNw_mVb6_yNnvkHEEGvuJmIN120ACnQlI,15124
 pipelime/choixe/ast/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -29,7 +29,7 @@ pipelime/cli/tui/tui.py,sha256=79iNTPe4TvJwkZVnnf-Iqk3rT_b2lntqZon7N5Yxy48,10163
 pipelime/cli/tui/utils.py,sha256=JaVAzfbdLVzrst6NzNCN5CVO0_gOREOy2142ysmmxkk,6447
 pipelime/commands/__init__.py,sha256=pk6Xr0MW7FDwtqJPOyzHhz6-vYksRzMw79HlhzhRDj4,741
 pipelime/commands/general.py,sha256=xPJYj5rnS4-aBY4B5AJt9RMZ4cP7JqyQeaG8EaQGGSs,37237
-pipelime/commands/interfaces.py,sha256=irjJNLKTLUFVnY-Av8O3NDWIzY4XeE4-jQC6kvY2BMM,30415
+pipelime/commands/interfaces.py,sha256=aE42ysEy7YMwhzPMrTLoebeYKf4N1KSWKYWuUx_nY3Q,34348
 pipelime/commands/piper.py,sha256=luq7tk5Tr2i2k2KQX9h0DznF3c10yVptAY9Rtmne0YI,23771
 pipelime/commands/resume.py,sha256=AGcf8UFttxUD5_Ojq7G41NxsKRD_bjXzkqt6rgXURcg,2581
 pipelime/commands/shell.py,sha256=wrW6WGVP_05t28B3CDHQoRb812_wQr8EHOFPemAnXE0,2502
@@ -113,8 +113,8 @@ pipelime/utils/context_managers.py,sha256=C3ubzFVBPNG_wu1jqKc0o1Vy1sxsZ-UzFKry2g
 pipelime/utils/deprecated.py,sha256=rBlOk3cJPZw3jB7QuIY8U3LPWLuovpj8Mfarn65GrqU,1544
 pipelime/utils/inspection.py,sha256=mpfx-wnoDrocpZ5nlh--XtqEGQEEo9WIYIlF18WXXWg,1369
 pipelime/utils/pydantic_types.py,sha256=OGw1bNdWmIRTFkF-fPBHLzAVqaTtrsaS6-mUZ8zgHSg,24955
-pipelime_python-2.0.0.dist-info/METADATA,sha256=5awPuwE6IIL1xsiUc4H0BeJjf-R_hBXc6ndRGPNYYI4,8509
-pipelime_python-2.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-pipelime_python-2.0.0.dist-info/entry_points.txt,sha256=hY61hWhOC6q8tq5Qj5oOOEjZo9dtOrztO7IXylYsoTo,61
-pipelime_python-2.0.0.dist-info/licenses/LICENSE,sha256=Ufc-hKELjY574QxuUAosOjRD6RO0x_Y3jtnNbjRK5pc,1525
-pipelime_python-2.0.0.dist-info/RECORD,,
+pipelime_python-2.1.0.dist-info/METADATA,sha256=fFTCHqhJSlF9tolV9gHA6L3m2-U_R0f1ncUHXV3LkRg,8509
+pipelime_python-2.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+pipelime_python-2.1.0.dist-info/entry_points.txt,sha256=hY61hWhOC6q8tq5Qj5oOOEjZo9dtOrztO7IXylYsoTo,61
+pipelime_python-2.1.0.dist-info/licenses/LICENSE,sha256=Ufc-hKELjY574QxuUAosOjRD6RO0x_Y3jtnNbjRK5pc,1525
+pipelime_python-2.1.0.dist-info/RECORD,,