code-loader 1.0.43__py3-none-any.whl → 1.0.43a1__py3-none-any.whl

code_loader/__init__.py

@@ -1,2 +1,4 @@
 from code_loader.leaploader import LeapLoader
 from code_loader.inner_leap_binder import global_leap_binder as leap_binder
+from code_loader.experiment_api.experiment import init_experiment
+from code_loader.experiment_api.client import Client

code_loader/experiment_api/api.py

@@ -0,0 +1,81 @@
+
+from dataclasses import dataclass
+from typing import Dict, List, Optional, Any
+from code_loader.experiment_api.client import Client
+from code_loader.experiment_api.types import ApiMetrics
+
+
+@dataclass
+class StartExperimentRequest:
+    projectId: str
+    experimentName: str
+    description: str
+    removeUntaggedUploadedModels: bool = True
+    codeIntegrationVersionId: Optional[str] = None
+
+@dataclass
+class StartExperimentResponse:
+    projectId: str
+    versionId: str
+    experimentId: str
+
+@dataclass
+class GetUploadModelSignedUrlRequest:
+    epoch: int
+    experimentId: str
+    versionId: str
+    projectId: str
+    fileType: str
+    origin: Optional[str] = None
+
+@dataclass
+class GetUploadModelSignedUrlResponse:
+    url: str
+    fileName: str
+
+@dataclass
+class AddExternalEpochDataRequest:
+  projectId: str
+  experimentId: str
+  epoch: int
+  metrics: ApiMetrics
+  force: bool = False
+
+@dataclass
+class TagModelRequest:
+  projectId: str
+  experimentId: str
+  epoch: int
+  tags: List[str]
+
+@dataclass
+class SetExperimentNotesRequest:
+    projectId: str
+    experimentId: str
+    notes: Dict[str, Any]
+
+class Api:
+    def __init__(self, client: Client):
+        self.client = client
+    
+    def start_experiment(self, data: StartExperimentRequest) -> StartExperimentResponse:
+        response = self.client.post('/versions/startExperiment', data)
+        self.client.check_response(response)
+        return StartExperimentResponse(**response.json())
+    
+    def get_uploaded_model_signed_url(self, data: GetUploadModelSignedUrlRequest)-> GetUploadModelSignedUrlResponse:
+        response = self.client.post('/versions/getUploadModelSignedUrl', data)
+        self.client.check_response(response)
+        return GetUploadModelSignedUrlResponse(**response.json())
+    
+    def add_external_epoch_data(self, data: AddExternalEpochDataRequest)-> None:
+        response = self.client.post('/externalepochdata/addExternalEpochData', data)
+        self.client.check_response(response)
+    
+    def tag_model(self, data: TagModelRequest)-> None:
+        response = self.client.post('/versions/tagModel', data)
+        self.client.check_response(response)
+
+    def set_experiment_notes(self, data: SetExperimentNotesRequest)-> None:
+        response = self.client.post('/versions/setExperimentNotes', data)
+        self.client.check_response(response)

code_loader/experiment_api/cli_config_utils.py

@@ -0,0 +1,41 @@
+from dataclasses import dataclass
+import os
+from typing import Dict, Optional
+import yaml
+
+@dataclass
+class AuthConfig:
+    api_url: str
+    api_key: str
+
+@dataclass
+class Config:
+    current_env: str
+    envs: Dict[str, AuthConfig]
+
+def get_cli_conf_path()-> str:
+    cli_conf_path = os.getenv("TL_CLI_CONFIG_FILE") or os.path.join(os.path.expanduser("~"), ".config/tensorleap/config.yaml")
+    return cli_conf_path
+
+def get_cli_conf_file() -> Optional[Config]:
+    cli_conf_path = get_cli_conf_path()
+    if not os.path.exists(cli_conf_path):
+        return None
+    with open(cli_conf_path) as f:
+        config_yaml = yaml.safe_load(f)
+        envs_dict = config_yaml.get("envs")
+        if envs_dict is None:
+            return None
+        envs = dict()
+        for k, v in envs_dict.items():
+            envs[k] = AuthConfig(**v)
+        return Config(envs=envs, current_env=config_yaml["current_env"])
+    
+def get_auth_config() -> Optional[AuthConfig]:
+    cli_conf = get_cli_conf_file()
+    if cli_conf is None or cli_conf.current_env not in cli_conf.envs:
+        return None
+    return cli_conf.envs[cli_conf.current_env]
+
+
+    

code_loader/experiment_api/client.py

@@ -0,0 +1,34 @@
+
+from typing import Any, Dict, Optional
+from code_loader.experiment_api.cli_config_utils import get_auth_config
+from code_loader.experiment_api.utils import join_url, to_dict_no_none
+import requests
+
+
+class Client:
+    def __init__(self, url: Optional[str] = None, token: Optional[str] = None):
+        if url is None or token is None:
+            configAuth = get_auth_config()
+            if configAuth is None:
+                raise Exception("No auth config found, either provide url and token or use `leap auth [url] [token]` to setup a config file")
+            url = configAuth.api_url
+            token = configAuth.api_key
+        
+        self.url = url
+        self.token = token
+
+    def __add_auth(self, headers: Dict[str, str]) -> Dict[str, str]:
+        headers['Authorization'] = f'Bearer {self.token}'
+        return headers
+    
+    def post(self, post_path: str, data: Any, headers: Dict[str, str] = {})-> requests.Response:
+        headers = self.__add_auth(headers)
+        if 'Content-Type' not in headers:
+            headers['Content-Type'] = 'application/json'
+        url = join_url(self.url, post_path)
+        json_data = to_dict_no_none(data)
+        return requests.post(url, json=json_data, headers=headers)
+    
+    def check_response(self, response: requests.Response)-> None:
+        if response.status_code >= 400:
+            raise Exception(f"Error: {response.status_code} {response.text}")

code_loader/experiment_api/epoch.py

@@ -0,0 +1,63 @@
+
+from typing import List, Optional
+from code_loader.experiment_api.experiment_context import ExperimentContext
+from code_loader.experiment_api.types import Metrics
+from code_loader.experiment_api.utils import to_api_metric_value, upload_file
+from code_loader.experiment_api.api import AddExternalEpochDataRequest, GetUploadModelSignedUrlRequest, TagModelRequest
+
+
+class Epoch:
+    def __init__(self, ctx: ExperimentContext, epoch: int):
+        self.experiment = ExperimentContext
+        self.epoch = epoch
+        self.metrics: Metrics = {}
+        self.ctx = ctx
+
+    def add_metric(self, name: str, value: float)-> None:
+        self.metrics[name] = value
+
+    def set_metrics(self, metrics: Metrics)-> None:
+        self.metrics = metrics
+
+    def _upload_model(self, modelFilePath: str)-> None:
+        allowed_extensions = ["h5", "onnx"]
+        modelExtension = modelFilePath.split(".")[-1]
+        if modelExtension not in allowed_extensions:
+            raise Exception(f"Model file extension not allowed. Allowed extensions are {allowed_extensions}")
+        url = self.ctx.api.get_uploaded_model_signed_url(GetUploadModelSignedUrlRequest(
+            epoch=self.epoch,
+            experimentId=self.ctx.experiment_id,
+            versionId=self.ctx.version_id,
+            projectId=self.ctx.project_id,
+            fileType=modelExtension
+        ))
+        print(f"Uploading epoch({self.epoch}) model file")
+        upload_file(url.url, modelFilePath)
+        print("Model file uploaded")
+    
+    def _tag_model(self, tags: List[str])-> None:
+        print(f"Tagging epoch({self.epoch}) model")
+        self.ctx.api.tag_model(TagModelRequest(
+            experimentId=self.ctx.experiment_id,
+            projectId=self.ctx.project_id,
+            epoch=self.epoch,
+            tags=tags
+        ))
+
+    def log(self, modelFilePath: Optional[str] = None, tags: List[str] = ['latest'])-> None:
+        if modelFilePath is not None:
+            self._upload_model(modelFilePath)
+
+        print(f"Add metrics for epoch({self.epoch}) model")
+        api_metrics ={
+            key: to_api_metric_value(value) for key, value in self.metrics.items()
+        }
+        self.ctx.api.add_external_epoch_data(AddExternalEpochDataRequest(
+            experimentId=self.ctx.experiment_id,
+            projectId=self.ctx.project_id,
+            epoch=self.epoch,
+            metrics=api_metrics
+        ))
+        if modelFilePath is not None and len(tags) > 0:
+            self._tag_model(tags)
+   

code_loader/experiment_api/experiment.py

@@ -0,0 +1,49 @@
+
+from typing import Any, Dict, List, Optional
+from code_loader.experiment_api.epoch import Epoch
+from code_loader.experiment_api.api import Api, SetExperimentNotesRequest, StartExperimentRequest
+from code_loader.experiment_api.experiment_context import ExperimentContext
+from code_loader.experiment_api.types import Metrics
+from code_loader.experiment_api.workingspace_config_utils import load_workspace_config
+from code_loader.experiment_api.client import  Client
+
+        
+class Experiment:
+    def __init__(self, ctx: ExperimentContext):
+        self.ctx = ctx
+
+    def init_epoch(self, epoch: int) -> Epoch:
+        return Epoch(self.ctx, epoch)
+    
+    def log_epoch(self, epoch: int, metrics: Optional[Metrics] = None, model_path: Optional[str] = None, tags: List[str] = ['latest'])-> None:
+        epoch_o = self.init_epoch(epoch)
+        if metrics is not None:
+            epoch_o.set_metrics(metrics)
+        epoch_o.log(model_path, tags)
+
+    def set_notes(self, notes: Dict[str, Any])-> None:
+        print(f"Setting experiment({self.ctx.experiment_id}) notes")
+        self.ctx.api.set_experiment_notes(SetExperimentNotesRequest(
+            experimentId=self.ctx.experiment_id,
+            projectId=self.ctx.project_id,
+            notes=notes
+        ))
+    
+def init_experiment(experimentName: str, description: str, working_dir: Optional[str] = None, client: Optional[Client] = None) -> 'Experiment':
+    if client is None:
+        client = Client()
+
+    api = Api(client)
+    
+    workspace_config = load_workspace_config(working_dir)
+    if workspace_config is None or workspace_config.projectId is None:
+        raise Exception("No leap workspace config found or projectId is missing, make sure you are in a leap workspace directory or provide a working_dir")
+
+    result = api.start_experiment(StartExperimentRequest(
+        projectId=workspace_config.projectId,
+        experimentName=experimentName,
+        description=description,
+        codeIntegrationVersionId=workspace_config.codeIntegrationId
+    ))
+    ctx = ExperimentContext(api, result.projectId, result.versionId, result.experimentId)
+    return Experiment(ctx)

code_loader/experiment_api/experiment_context.py

@@ -0,0 +1,10 @@
+from dataclasses import dataclass
+from code_loader.experiment_api.api import Api
+
+
+@dataclass
+class ExperimentContext:
+    api: Api
+    project_id: str
+    version_id: str
+    experiment_id: str

code_loader/experiment_api/types.py

@@ -0,0 +1,25 @@
+
+from dataclasses import dataclass
+from typing import Dict, Union
+
+
+MetricValue = Union[str, float]
+Metrics = Dict[str, MetricValue]
+
+@dataclass
+class NumericMetricValue:
+    value: float
+    type: str = "number"
+
+@dataclass
+class StringMetricValue:
+    value: str
+    type: str = "string"
+
+@dataclass
+class ImageMetricValue:
+    value: str
+    type: str = "image"
+
+ApiMetricValue = Union[NumericMetricValue, StringMetricValue, ImageMetricValue]
+ApiMetrics = Dict[str, ApiMetricValue]

code_loader/experiment_api/utils.py

@@ -0,0 +1,35 @@
+from dataclasses import asdict, is_dataclass
+from typing import Any, Dict, Union
+from urllib.parse import urljoin
+from code_loader.experiment_api.types import ApiMetricValue, MetricValue, NumericMetricValue, StringMetricValue
+import requests
+
+
+def upload_file(url: str, file_path: str)-> None:
+    with open(file_path, "rb") as f:
+        requests.put(url, data=f, timeout=12_000)
+
+def to_dict_no_none(data: Any)-> Union[Dict[str, Any], Any]:
+    if is_dataclass(data):
+        data = asdict(data)
+    if isinstance(data, dict):
+        return {k: to_dict_no_none(v) for k, v in data.items() if v is not None}
+    elif isinstance(data, list):
+        return [to_dict_no_none(item) for item in data]
+    else:
+        return data
+
+def join_url(base_url: str, post_path: str)-> str:
+    if not base_url.endswith('/'):
+        base_url += '/'
+    if post_path.startswith('/'):
+        post_path = post_path[1:]
+    return urljoin(base_url, post_path)
+
+def to_api_metric_value(value: MetricValue) -> ApiMetricValue:
+    if isinstance(value, float) or isinstance(value, int):
+        return NumericMetricValue(value=value)
+    elif isinstance(value, str):
+        return StringMetricValue(value=value)
+    else:
+        raise Exception(f"Unsupported metric value type: {type(value)}")

code_loader/experiment_api/workingspace_config_utils.py

@@ -0,0 +1,27 @@
+from dataclasses import dataclass
+from os import path
+import os
+from typing import List, Optional
+import yaml
+
+
+@dataclass
+class LocalProjectConfig:
+    codeIntegrationId: Optional[str] = None
+    projectId: Optional[str] = None
+    secretId: Optional[str] = None
+    secretManagerId: Optional[str] = None
+    entryFile: Optional[str] = None
+    includePatterns: Optional[List[str]] = None
+
+# Loading workspace configuration from leap.yaml
+def load_workspace_config(workspace_dir: Optional[str] = None) -> Optional[LocalProjectConfig]:
+    if workspace_dir is None:
+        workspace_dir = os.getcwd()
+    elif not path.isabs(workspace_dir):
+        workspace_dir = path.join(os.getcwd(), workspace_dir)
+
+    file_path = path.join(workspace_dir, "leap.yaml")
+    with open(file_path) as f:
+        y = yaml.safe_load(f)
+        return LocalProjectConfig(**y)

{code_loader-1.0.43.dist-info → code_loader-1.0.43a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.43
+Version: 1.0.43a1
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT
@@ -16,6 +16,8 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: matplotlib (>=3.3,<3.4)
 Requires-Dist: numpy (>=1.22.3,<2.0.0)
 Requires-Dist: psutil (>=5.9.5,<6.0.0)
+Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
+Requires-Dist: requests (>=2.32.3,<3.0.0)
 Project-URL: Repository, https://github.com/tensorleap/code-loader
 Description-Content-Type: text/markdown
 

code_loader-1.0.43a1.dist-info/RECORD

@@ -0,0 +1,28 @@
+LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader/__init__.py,sha256=6MMWr0ObOU7hkqQKgOqp4Zp3I28L7joGC9iCbQYtAJg,241
+code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+code_loader/contract/datasetclasses.py,sha256=81TmCcVol7768lzKUp70MatLLipR3ftcR9jgE1r8Yqo,5698
+code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
+code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
+code_loader/contract/responsedataclasses.py,sha256=w7xVOv2S8Hyb5lqyomMGiKAWXDTSOG-FX1YW39bXD3A,3969
+code_loader/contract/visualizer_classes.py,sha256=Ka8fJSVKrOeZ12Eg8-dOBGMW0UswYCIkuhnNMd-7z9s,22948
+code_loader/experiment_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+code_loader/experiment_api/api.py,sha256=KI0ml2Dv0LwTNPP0uC5mEIqZqmSE1xaCpTSZBcnIu44,2351
+code_loader/experiment_api/cli_config_utils.py,sha256=n6JMyNrquxql3KKxHhAP8jAzezlRT-PV2KWI95kKsm0,1140
+code_loader/experiment_api/client.py,sha256=8kqLWh2Zg7mNA5E9Q0v0qRuPm3OE3Rs7lfGAcXOucU4,1428
+code_loader/experiment_api/epoch.py,sha256=JDJINIrMGhTGdsXdxc4K_aTI5m7_Vwjyygr4egfv8lU,2500
+code_loader/experiment_api/experiment.py,sha256=0d0FesAhiCdxJ3x8uEqq7MdBZzxQV58MT52DKRbwp5w,2151
+code_loader/experiment_api/experiment_context.py,sha256=kdzUbuzXo1pMVslOC3TKeJwW8sx_qWkxDVrswjduH0A,194
+code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1oEB_NPg,485
+code_loader/experiment_api/utils.py,sha256=5_Sat-NL8iY9DO69YEEHpB22i_Iz-d7QxnLZglQ39UQ,1279
+code_loader/experiment_api/workingspace_config_utils.py,sha256=fNz-xMmkKNTVjePi8r9_baYBFiiH5KO6eUOneCtIvC4,858
+code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
+code_loader/inner_leap_binder/leapbinder.py,sha256=fHND8ayIXDlKHufHHq36u5rKNnZq64MmMuI42GctHvQ,24022
+code_loader/leaploader.py,sha256=pUySweZetJ6SsubCcZlDCJpvWmUrm5YlPlkZWQxY1hQ,17289
+code_loader/utils.py,sha256=61I4PgSl-ZBIe4DifLxMNlBELE-HQR2pB9efVYPceIU,2230
+code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+code_loader/visualizers/default_visualizers.py,sha256=VoqO9FN84yXyMjRjHjUTOt2GdTkJRMbHbXJ1cJkREkk,2230
+code_loader-1.0.43a1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.43a1.dist-info/METADATA,sha256=tEPsr4CC9_0hXz_yzU3Ovb5AEShF5I6CTV94tQDuQ4w,890
+code_loader-1.0.43a1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.43a1.dist-info/RECORD,,

code_loader-1.0.43.dist-info/RECORD

@@ -1,18 +0,0 @@
-LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader/__init__.py,sha256=V3DEXSN6Ie6PlGeSAbzjp9ufRj0XPJLpD7pDLLYxk6M,122
-code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=81TmCcVol7768lzKUp70MatLLipR3ftcR9jgE1r8Yqo,5698
-code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
-code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
-code_loader/contract/responsedataclasses.py,sha256=w7xVOv2S8Hyb5lqyomMGiKAWXDTSOG-FX1YW39bXD3A,3969
-code_loader/contract/visualizer_classes.py,sha256=Ka8fJSVKrOeZ12Eg8-dOBGMW0UswYCIkuhnNMd-7z9s,22948
-code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=fHND8ayIXDlKHufHHq36u5rKNnZq64MmMuI42GctHvQ,24022
-code_loader/leaploader.py,sha256=pUySweZetJ6SsubCcZlDCJpvWmUrm5YlPlkZWQxY1hQ,17289
-code_loader/utils.py,sha256=61I4PgSl-ZBIe4DifLxMNlBELE-HQR2pB9efVYPceIU,2230
-code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/visualizers/default_visualizers.py,sha256=VoqO9FN84yXyMjRjHjUTOt2GdTkJRMbHbXJ1cJkREkk,2230
-code_loader-1.0.43.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.43.dist-info/METADATA,sha256=FO-vqcxPvPCvmVbDXmgc5ne0o2pSnKF9NsP2w0j_Ub8,807
-code_loader-1.0.43.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.43.dist-info/RECORD,,