wizata-dsapi 1.3.40__py3-none-any.whl → 1.3.41__py3-none-any.whl

wizata_dsapi/api_dto.py

@@ -2,6 +2,12 @@ import uuid
 from enum import Enum
 
 
+class ApiDtoInterface:
+
+    def load_model(self, model):
+        pass
+
+
 class VarType(Enum):
     """
     defines possible type for a defined variable.

wizata_dsapi/mlmodel.py

@@ -1,6 +1,6 @@
 from typing import List, Iterator, Union, Optional
 import os
-from .api_dto import ApiDto
+from .api_dto import ApiDto, ApiDtoInterface
 from datetime import datetime, timezone
 
 
@@ -165,6 +165,17 @@ class ModelInfo:
         self.has_target_feat = False
         self.label_counts = 0
 
+        # api
+        self._api = None
+
+    def bind_api(self, api:ApiDtoInterface):
+        """
+        internal method to bind the api to the dto.
+        :param api: api client
+        :return: None
+        """
+        self._api = api
+
     @classmethod
     def split_identifier(cls, identifier: str):
         """
@@ -279,6 +290,19 @@ class ModelInfo:
             self.is_active = get_bool(obj, name="is_active")
         if "updatedDate" in obj.keys() and obj["updatedDate"] is not None:
             self.updated_date = obj["updatedDate"]
+        if "files" in obj.keys():
+            for obj_file in obj["files"]:
+                model_file = ModelFile()
+                model_file.from_json(obj_file)
+                self.add_file(model_file)
+
+    def load(self):
+        """
+        load the trained model from the repository.
+        """
+        if self._api is None:
+            raise RuntimeError("api is not bound to the dto use bind_api()")
+        self._api.load_model(self)
 
 
 class ModelList:
@@ -304,15 +328,23 @@ class ModelList:
         """
         return any(model_in_list.identifier(include_alias=True) == model.identifier(include_alias=True) for model_in_list in self.models)
 
-    def __getitem__(self, key: Union[int, ModelInfo]) -> ModelInfo:
+    def __getitem__(self, key: Union[int, str, ModelInfo]) -> ModelInfo:
         """
-        find a model within list based on key or ModelInfo.
-        :param key: ModelInfo or index
+        find a model within list based on index, identifier or ModelInfo.
+        :param key: identifier or ModelInfo or index
         :return: the model_info
         """
         if isinstance(key, int):
             return self.models[key]
 
+        elif isinstance(key, str):
+            if "@" not in key:
+                return self.select_active_model(identifier=key)
+            for model in self.models:
+                if model.identifier(include_alias=True) == key:
+                    return model
+            raise KeyError(f"model with identifier '{key}' not found within this ModelList.")
+
         elif isinstance(key, ModelInfo):
             identifier = key.identifier(include_alias=True)
             for model in self.models:
@@ -321,7 +353,22 @@ class ModelList:
             raise KeyError(f"model with identifier '{identifier}' not found within this ModelList.")
 
         else:
-            raise TypeError("ModelList indices must be int or ModelInfo.")
+            raise TypeError("ModelList indices must be int, str or ModelInfo.")
+
+    def select_active_model(self, identifier: str) -> ModelInfo:
+        """
+        return the active model based on active status or latest one if none active.
+        :param identifier: identifier
+        :return: active model
+        """
+        models = []
+        for model in self.models:
+            if model.identifier(include_alias=False) == identifier:
+                if model.is_active:
+                    return model
+                else:
+                    models.append(model)
+        return max(models, key=lambda f: f.updated_date, default=None)
 
     def append(self, model: ModelInfo):
         self.models.append(model)

wizata_dsapi/pipeline.py

@@ -1,5 +1,6 @@
 import uuid
 import json
+import sys
 
 import pandas
 import wizata_dsapi
@@ -159,13 +160,13 @@ class PipelineIO(ApiDto):
             obj["columns"] = self.columns
         return obj
 
-    def prepare(self, df: pandas.DataFrame) -> pandas.DataFrame:
+    def _prepare_df(self, df: pandas.DataFrame) -> pandas.DataFrame:
         """
-        prepare the dataframe based in information from this pipeline I/O definition.
-        perform mapping, selection and drops.
+        prepare dataframe in both 3.9 and 3.11+
         :param pandas.DataFrame df: dataframe to prepare.
         :return: prepared dataframe.
         """
+
         try:
             prepare_df = df.copy()
 
@@ -186,6 +187,25 @@ class PipelineIO(ApiDto):
         except Exception as e:
             raise RuntimeError(f'not able to prepare your dataframe following Pipeline I/O directives {e}')
 
+    if sys.version_info >= (3, 11):
+
+        ## with torch support
+        import torch
+        from typing import Union
+
+        def prepare(self, df: Union[pandas.DataFrame, torch.Tensor]) -> Union[pandas.DataFrame, torch.Tensor]:
+            import torch
+            if isinstance(df, torch.Tensor):
+                return df
+            else:
+                return self._prepare_df(df)
+
+    else:
+
+        ## without torch support
+        def prepare(self, df: pandas.DataFrame) -> pandas.DataFrame:
+            return self._prepare_df(df)
+
     @classmethod
     def from_obj(cls, obj):
         """

wizata_dsapi/version.py

@@ -1 +1 @@
-__version__ = "1.3.40"
+__version__ = "1.3.41"

wizata_dsapi/wizata_dsapi_client.py

@@ -16,11 +16,13 @@ import types
 import wizata_dsapi
 import urllib.parse
 import base64
+import joblib
+import io
 
 import string
 import random
 
-from .api_dto import ApiDto, VarType
+from .api_dto import ApiDto, VarType, ApiDtoInterface
 from .business_label import BusinessLabel
 from .plot import Plot
 from .request import Request
@@ -69,7 +71,7 @@ def parse_string_list(s):
         return []
 
 
-class WizataDSAPIClient(ApiInterface):
+class WizataDSAPIClient(ApiInterface, ApiDtoInterface):
     """
     client wrapper to cloud data science API
 
@@ -1100,17 +1102,24 @@ class WizataDSAPIClient(ApiInterface):
             raise self.__raise_error(response)
 
     def upload_model(self,
-                     model_info: ModelInfo):
+                     model_info: ModelInfo,
+                     bytes_content = None):
         """
         upload a model within the model repository.
+            - by default use model_info.trained_model and convert it to a pickle
+            - for already torch or pickle please pass the bytes_content
+            - model_info.file_format must be set properly to 'pkl' or 'pt'
         :param model_info: model info, with at least key (+twin, +property, +alias) and trained_model.
+        :param bytes_content: bytes[] of your torch or pickle model.
         """
-        if model_info.trained_model is None:
-            raise ValueError("model_info must have a trained model as bytes content pkl or pt")
+        if model_info.trained_model is None and bytes_content is None:
+            raise ValueError("model_info must have a trained model (to pickle) or bytes content")
+        if bytes_content is None:
+            bytes_content = pickle.dumps(model_info.trained_model)
         files = {
             "trained_model": (
                 "trained_model." + model_info.file_format ,
-                model_info.trained_model,
+                bytes_content,
                 "application/octet-stream",
             )
         }
@@ -1849,6 +1858,27 @@ class WizataDSAPIClient(ApiInterface):
         else:
             raise self.__raise_error(response)
 
+    def search_models(self) -> ModelList:
+        """
+        get all information related to models stored on Wizata.
+        :return: ModelList structure model list
+        """
+        response = requests.request("GET",
+                                    self.__url() + "models",
+                                    headers=self.__header()
+                                    )
+        if response.status_code == 200:
+            response_json = response.json()
+            model_list = ModelList()
+            for model_json in response_json:
+                model_info = ModelInfo(model_json["key"])
+                model_info.from_json(model_json)
+                model_info._api = self
+                model_list.append(model_info)
+            return model_list
+        else:
+            raise self.__raise_error(response)
+
     def abort(self, executions: list) -> str:
         """
         send an abort request for executions and return a result message
@@ -1905,6 +1935,32 @@ class WizataDSAPIClient(ApiInterface):
         image = PipelineImage.loads(pipeline_image_id=pipeline_image_id, g_bytes=response_bytes)
         return image
 
+    def load_model(self, model):
+        """
+        load a model pickle or torch from the repository ready to be used.
+        :param model: ModelInfo to load
+        :return: ModelInfo with the trained model.
+        """
+        if not isinstance(model, ModelInfo):
+            raise TypeError('model must be an instance of ModelInfo')
+
+        identifier = model.identifier(include_alias=True)
+        extension = model.file_format
+        response = requests.get(self.__url() + f"models/{identifier}/files/trained_model.{extension}/",
+                                headers=self.__header())
+        if response.status_code == 200:
+            if extension == 'pkl':
+                model.trained_model = joblib.load(io.BytesIO(response.content))
+                return model
+            elif extension == 'pt':
+                import torch
+                model.trained_model = torch.jit.load(io.BytesIO(response.content))
+                return model
+            else:
+                raise ValueError(f'unsupported file format {extension}')
+        else:
+            self.__raise_error(response)
+
 
 def api() -> WizataDSAPIClient:
     """

{wizata_dsapi-1.3.40.dist-info → wizata_dsapi-1.3.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wizata_dsapi
-Version: 1.3.40
+Version: 1.3.41
 Summary: Wizata Data Science Toolkit
 Author: Wizata S.A.
 Author-email: info@wizata.com

{wizata_dsapi-1.3.40.dist-info → wizata_dsapi-1.3.41.dist-info}/RECORD

@@ -1,6 +1,6 @@
 wizata_dsapi/__init__.py,sha256=aVeizk2zzmAX0TLNG9o7vcmG8KB73XiXw1_qozrJN2w,2072
 wizata_dsapi/api_config.py,sha256=6Pnnv62X_QrTUXaa1MtFZeQaqMUJC-9Y5BW7B4gef10,5139
-wizata_dsapi/api_dto.py,sha256=-NdaTRvw5jW5xFGpIhY8U0-SdvzW2t6QD26y0UPApU0,2238
+wizata_dsapi/api_dto.py,sha256=zyzj6-Kcxi59vVAvThfsuq7RLUE2O_FZ3TJ5LpKYPbE,2310
 wizata_dsapi/api_interface.py,sha256=DURk-0ey16T8sV5e2Y2G_YybPEusJvZuY0oD5L7AnXo,10903
 wizata_dsapi/bucket.py,sha256=Zz9olv-pymikAutGitSuGWrAPiawOTW86JDDHG4ugTc,1150
 wizata_dsapi/business_label.py,sha256=u0TVfUNfoR9qSv8lzpf6rNjlg3G9xTiz6itefcKfeak,4151
@@ -16,10 +16,10 @@ wizata_dsapi/experiment.py,sha256=QYQ1CJ-MTWsXq08xYbm5sAp95dRxbPOmGDgaAOoBMDQ,46
 wizata_dsapi/group_system.py,sha256=6rUKe0_J3YWACysyBlzuw_TEpKNXgLOMxhpWsNxOzwY,1708
 wizata_dsapi/ilogger.py,sha256=iYnID-Z-qrYhie26C43404aIuU4_tHSKXbDeQIdo82Q,807
 wizata_dsapi/insight.py,sha256=ABFZ04DqYxxzqAEfU1tzlTZqqrigM-zN-8Lbetko3g0,6468
-wizata_dsapi/mlmodel.py,sha256=RF9hWv2vEkovieVv4hr99X5uFhABnttAxFTnZX6Pcec,22874
+wizata_dsapi/mlmodel.py,sha256=Bdx4bZdrvcR4IZyVH1_yDtU94qe4M8LOFK7I0QqdknQ,24541
 wizata_dsapi/model_toolkit.py,sha256=UNyw5CFSgZeXydQFsiDIRTjoMeqIsdyIIuiwumLW5bA,1574
 wizata_dsapi/paged_query_result.py,sha256=0Iyt2Kd4tvrfthhT-tk9EmSERsbJTaPNON2euHcBn6k,1150
-wizata_dsapi/pipeline.py,sha256=WDJeOxPZJiYW1qwTNZUm3jom2epIxqrSoiUwcrTF9EE,31300
+wizata_dsapi/pipeline.py,sha256=CtB6-HwJ2OtqUIbwAVTcawLmvYfudgIwGiPZARwTobM,31778
 wizata_dsapi/pipeline_deployment.py,sha256=grekBaxUK0EhL9w7lDB8vNuW_wzLnHVm9Mq8Lkbkguk,1722
 wizata_dsapi/pipeline_image.py,sha256=FUxaDDAOZHG8MA2xpZDoG7m1xbtiRSB8YuLFObUSd8c,5274
 wizata_dsapi/plot.py,sha256=SPGKFWWYNcRvHcqvvnPIIIBKsd5UwhdsxLW7b2dG2rs,2360
@@ -31,10 +31,10 @@ wizata_dsapi/template.py,sha256=wtCRKKk3PchH4RrNgNYlEF_9C6bzZwKIeLyEvgv6Fdo,1370
 wizata_dsapi/trigger.py,sha256=w3BZYP-L3SUwvaT0oCTanh_Ewn57peZvlt7vxzHv9J8,5129
 wizata_dsapi/twin.py,sha256=S0DUzQf1smZXZTdXpXZPtkZYCfKIhw53EecCnsl9i4Q,11017
 wizata_dsapi/twinregistration.py,sha256=Mi6-YuwroiEXc0c1hgrOaphh4hNVoHupxOnXedVtJtE,13377
-wizata_dsapi/version.py,sha256=eI6M8nfSYqsdcfjfFStmYRSgA4ytJVy7jwU-LA5MtPc,23
+wizata_dsapi/version.py,sha256=Reh2o_lvciobRRYtnopGjIb_a7RRkURGM3Ay0rAOFfg,23
 wizata_dsapi/wizard_function.py,sha256=RbM7W7Gf-6Rhp_1dU9DBYkHaciknGAGvuAndhAS_vyo,942
 wizata_dsapi/wizard_request.py,sha256=v6BaqKLKvTWmUSo0_gda9FabAQz5x_-GOH1Av50GzFo,3762
-wizata_dsapi/wizata_dsapi_client.py,sha256=K7xukE_1O3-t1l2Arq6f0rlbMib2xL0oEFGvLqEBjzI,78067
+wizata_dsapi/wizata_dsapi_client.py,sha256=7CpAeo0uBI9XAPpPXWcTUfkTAWJYlCP0CYZTBUNCafU,80517
 wizata_dsapi/words.py,sha256=tV8CqzCqODZCV7PgBxBF5exBxeF_ya9t5DiUy-cg6Sg,1535
 wizata_dsapi/models/__init__.py,sha256=O5PHqw8lKILw4apO-MfDxPz73wK0vADD9y3xjuzX7Tw,104
 wizata_dsapi/models/common.py,sha256=1dTqE80-mFJnUwEdNlJdhJzfZ2N5Kp8Nb3LQ8uwPtLc,3808
@@ -42,8 +42,8 @@ wizata_dsapi/plots/__init__.py,sha256=qgnSFqrjOPur-807M8uh5awIfjM1ZHXUXcAqHc-r2l
 wizata_dsapi/plots/common.py,sha256=jdPsJqLHBwSKc6dX83BSGPqSRxzIVNHSYO5yI_8sjGk,6568
 wizata_dsapi/scripts/__init__.py,sha256=hAxiETSQf0qOHde1si1tEAJU48seqEgHrchCzS2-LvQ,80
 wizata_dsapi/scripts/common.py,sha256=efwq-Rd0lvYljIs3gSFz9izogBD7asOU2cTK-IvHTkM,4244
-wizata_dsapi-1.3.40.dist-info/licenses/LICENSE.txt,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-wizata_dsapi-1.3.40.dist-info/METADATA,sha256=B_SMDSgjWAASV-xiK5BDmlPCJmQYKlM9csU6__mRseo,5651
-wizata_dsapi-1.3.40.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-wizata_dsapi-1.3.40.dist-info/top_level.txt,sha256=-OeTJbEnh5DuWyTOHtvw0Dw3LRg3G27TNS6W4ZtfwPs,13
-wizata_dsapi-1.3.40.dist-info/RECORD,,
+wizata_dsapi-1.3.41.dist-info/licenses/LICENSE.txt,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+wizata_dsapi-1.3.41.dist-info/METADATA,sha256=ElNx6WEHlfid-Z9AXSRGwl-5s-7UQu8b8-Wz-FtIrCA,5651
+wizata_dsapi-1.3.41.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+wizata_dsapi-1.3.41.dist-info/top_level.txt,sha256=-OeTJbEnh5DuWyTOHtvw0Dw3LRg3G27TNS6W4ZtfwPs,13
+wizata_dsapi-1.3.41.dist-info/RECORD,,