trainml 0.5.8__py3-none-any.whl → 0.5.9__py3-none-any.whl

trainml/projects/data_connectors.py

@@ -0,0 +1,63 @@
+import json
+import logging
+
+
+class ProjectDataConnectors(object):
+    def __init__(self, trainml, project_id):
+        self.trainml = trainml
+        self.project_id = project_id
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/data_connectors", "GET", kwargs
+        )
+        data_connectors = [
+            ProjectDataConnector(self.trainml, **data_connector)
+            for data_connector in resp
+        ]
+        return data_connectors
+
+    async def refresh(self):
+        await self.trainml._query(
+            f"/project/{self.project_id}/data_connectors", "PATCH"
+        )
+
+
+class ProjectDataConnector:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._id = self._entity.get("id")
+        self._project_uuid = self._entity.get("project_uuid")
+        self._name = self._entity.get("name")
+        self._type = self._entity.get("type")
+        self._region_uuid = self._entity.get("region_uuid")
+
+    @property
+    def id(self) -> str:
+        return self._id
+
+    @property
+    def project_uuid(self) -> str:
+        return self._project_uuid
+
+    @property
+    def name(self) -> str:
+        return self._name
+
+    @property
+    def type(self) -> str:
+        return self._type
+
+    @property
+    def region_uuid(self) -> str:
+        return self._region_uuid
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"ProjectDataConnector( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._id)

trainml/projects/datastores.py

@@ -0,0 +1,58 @@
+import json
+import logging
+
+
+class ProjectDatastores(object):
+    def __init__(self, trainml, project_id):
+        self.trainml = trainml
+        self.project_id = project_id
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/datastores", "GET", kwargs
+        )
+        datastores = [ProjectDatastore(self.trainml, **datastore) for datastore in resp]
+        return datastores
+
+    async def refresh(self):
+        await self.trainml._query(f"/project/{self.project_id}/datastores", "PATCH")
+
+
+class ProjectDatastore:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._id = self._entity.get("id")
+        self._project_uuid = self._entity.get("project_uuid")
+        self._name = self._entity.get("name")
+        self._type = self._entity.get("type")
+        self._region_uuid = self._entity.get("region_uuid")
+
+    @property
+    def id(self) -> str:
+        return self._id
+
+    @property
+    def project_uuid(self) -> str:
+        return self._project_uuid
+
+    @property
+    def name(self) -> str:
+        return self._name
+
+    @property
+    def type(self) -> str:
+        return self._type
+
+    @property
+    def region_uuid(self) -> str:
+        return self._region_uuid
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"ProjectDatastore( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._id)

trainml/projects/keys.py

@@ -0,0 +1,71 @@
+import json
+import logging
+from datetime import datetime
+from dateutil import parser, tz
+
+
+class ProjectKeys(object):
+    def __init__(self, trainml, project_id):
+        self.trainml = trainml
+        self.project_id = project_id
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/keys", "GET", kwargs
+        )
+        keys = [ProjectKey(self.trainml, **service) for service in resp]
+        return keys
+
+    async def put(self, type, key_id, secret, tenant=None, **kwargs):
+        data = dict(key_id=key_id, secret=secret, tenant=tenant)
+        payload = {k: v for k, v in data.items() if v is not None}
+        logging.info(f"Creating Project Key {type}")
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/key/{type}", "PUT", None, payload
+        )
+        key = ProjectKey(self.trainml, **resp)
+        logging.info(f"Created Project Key {type} in project {self.project_id}")
+
+        return key
+
+    async def remove(self, type, **kwargs):
+        await self.trainml._query(
+            f"/project/{self.project_id}/key/{type}", "DELETE", kwargs
+        )
+
+
+class ProjectKey:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._type = self._entity.get("type")
+        self._project_uuid = self._entity.get("project_uuid")
+        self._key_id = self._entity.get("key_id")
+        self._updated_at = self._entity.get("updatedAt")
+
+    @property
+    def type(self) -> str:
+        return self._type
+
+    @property
+    def project_uuid(self) -> str:
+        return self._project_uuid
+
+    @property
+    def key_id(self) -> str:
+        return self._key_id
+
+    @property
+    def updated_at(self) -> datetime:
+        timestamp = parser.isoparse(self._updated_at)
+        timezone = tz.tzlocal()
+        return timestamp.astimezone(timezone)
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"ProjectKey( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._type)

trainml/projects/projects.py

@@ -0,0 +1,83 @@
+import json
+import logging
+from .datastores import ProjectDatastores
+from .data_connectors import ProjectDataConnectors
+from .services import ProjectServices
+from .keys import ProjectKeys
+from .secrets import ProjectSecrets
+
+
+class Projects(object):
+    def __init__(self, trainml):
+        self.trainml = trainml
+
+    async def get(self, id, **kwargs):
+        resp = await self.trainml._query(f"/project/{id}", "GET", kwargs)
+        return Project(self.trainml, **resp)
+
+    async def get_current(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.trainml.project}", "GET", kwargs
+        )
+        return Project(self.trainml, **resp)
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(f"/project", "GET", kwargs)
+        projects = [Project(self.trainml, **project) for project in resp]
+        return projects
+
+    async def create(self, name, copy_keys=False, copy_secrets=False, **kwargs):
+        data = dict(name=name, copy_keys=copy_keys, copy_secrets=copy_secrets)
+        payload = {k: v for k, v in data.items() if v is not None}
+        logging.info(f"Creating Project {name}")
+        resp = await self.trainml._query("/project", "POST", None, payload)
+        project = Project(self.trainml, **resp)
+        logging.info(f"Created Project {name} with id {project.id}")
+
+        return project
+
+    async def remove(self, id, **kwargs):
+        await self.trainml._query(f"/project/{id}", "DELETE", kwargs)
+
+
+class Project:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._id = self._entity.get("id")
+        self._name = self._entity.get("name")
+        self._is_owner = self._entity.get("owner")
+        self._owner_name = self._entity.get("owner_name")
+        self.datastores = ProjectDatastores(self.trainml, self._id)
+        self.data_connectors = ProjectDataConnectors(self.trainml, self._id)
+        self.services = ProjectServices(self.trainml, self._id)
+        self.keys = ProjectKeys(self.trainml, self._id)
+        self.secrets = ProjectSecrets(self.trainml, self._id)
+
+    @property
+    def id(self) -> str:
+        return self._id
+
+    @property
+    def name(self) -> str:
+        return self._name
+
+    @property
+    def is_owner(self) -> bool:
+        return self._is_owner
+
+    @property
+    def owner_name(self) -> str:
+        return self._owner_name
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"Project( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._id)
+
+    async def remove(self):
+        await self.trainml._query(f"/project/{self._id}", "DELETE")

trainml/projects/secrets.py

@@ -0,0 +1,70 @@
+import json
+import logging
+from datetime import datetime
+from dateutil import parser, tz
+
+
+class ProjectSecrets(object):
+    def __init__(self, trainml, project_id):
+        self.trainml = trainml
+        self.project_id = project_id
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/secrets", "GET", kwargs
+        )
+        secrets = [ProjectSecret(self.trainml, **service) for service in resp]
+        return secrets
+
+    async def put(self, name, value, **kwargs):
+        data = dict(value=value)
+        payload = {k: v for k, v in data.items() if v is not None}
+        logging.info(f"Creating Project Secret {name}")
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/secret/{name}", "PUT", None, payload
+        )
+        secret = ProjectSecret(self.trainml, **resp)
+        logging.info(f"Created Project Key {name} in project {self.project_id}")
+        return secret
+
+    async def remove(self, name, **kwargs):
+        await self.trainml._query(
+            f"/project/{self.project_id}/secret/{name}", "DELETE", kwargs
+        )
+
+
+class ProjectSecret:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._name = self._entity.get("name")
+        self._project_uuid = self._entity.get("project_uuid")
+        self._created_by = self._entity.get("created_by")
+        self._updated_at = self._entity.get("updatedAt")
+
+    @property
+    def name(self) -> str:
+        return self._name
+
+    @property
+    def project_uuid(self) -> str:
+        return self._project_uuid
+
+    @property
+    def created_by(self) -> str:
+        return self._created_by
+
+    @property
+    def updated_at(self) -> datetime:
+        timestamp = parser.isoparse(self._updated_at)
+        timezone = tz.tzlocal()
+        return timestamp.astimezone(timezone)
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"ProjectSecret( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._name)

trainml/projects/services.py

@@ -0,0 +1,63 @@
+import json
+import logging
+
+
+class ProjectServices(object):
+    def __init__(self, trainml, project_id):
+        self.trainml = trainml
+        self.project_id = project_id
+
+    async def list(self, **kwargs):
+        resp = await self.trainml._query(
+            f"/project/{self.project_id}/services", "GET", kwargs
+        )
+        services = [ProjectService(self.trainml, **service) for service in resp]
+        return services
+
+    async def refresh(self):
+        await self.trainml._query(f"/project/{self.project_id}/services", "PATCH")
+
+
+class ProjectService:
+    def __init__(self, trainml, **kwargs):
+        self.trainml = trainml
+        self._entity = kwargs
+        self._id = self._entity.get("id")
+        self._project_uuid = self._entity.get("project_uuid")
+        self._name = self._entity.get("name")
+        self._hostname = self._entity.get("hostname")
+        self._public = self._entity.get("public")
+        self._region_uuid = self._entity.get("region_uuid")
+
+    @property
+    def id(self) -> str:
+        return self._id
+
+    @property
+    def project_uuid(self) -> str:
+        return self._project_uuid
+
+    @property
+    def name(self) -> str:
+        return self._name
+
+    @property
+    def hostname(self) -> str:
+        return self._hostname
+
+    @property
+    def public(self) -> bool:
+        return self._public
+
+    @property
+    def region_uuid(self) -> str:
+        return self._region_uuid
+
+    def __str__(self):
+        return json.dumps({k: v for k, v in self._entity.items()})
+
+    def __repr__(self):
+        return f"ProjectService( trainml , **{self._entity.__repr__()})"
+
+    def __bool__(self):
+        return bool(self._id)

{trainml-0.5.8.dist-info → trainml-0.5.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: trainml
-Version: 0.5.8
+Version: 0.5.9
 Summary: trainML client SDK and command line utilities
 Home-page: https://github.com/trainML/trainml-cli
 Author: trainML

{trainml-0.5.8.dist-info → trainml-0.5.9.dist-info}/RECORD

@@ -14,9 +14,15 @@ tests/integration/test_projects_integration.py,sha256=BX-LqLfzawTQUhtx--5dw7QqR8
 tests/integration/test_volumes_integration.py,sha256=gOmZpwwFxqeOAVmfKWSTmuyshx8nb2zu_0xv1RUEepM,3270
 tests/integration/cloudbender/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/integration/cloudbender/test_providers_integration.py,sha256=oV8ydFsosDZ_Z1Dkg2IN-ZhWuIl5e_HkHAORMsOsAJc,1473
+tests/integration/projects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/integration/projects/conftest.py,sha256=EwH4QLDqouYTm0eofHFTRRh7D-lPjLgYYRyx91Zmv9Q,208
+tests/integration/projects/test_projects_integration.py,sha256=HP4jPAyTqGt7pwk42bxQsqGp0olgai6sI-S1XXcXoJs,1241
+tests/integration/projects/test_projects_keys_integration.py,sha256=O-a9OwBxIM2l0vi__GMlWP8ncNswxGBJvEhgo8PoalQ,1423
+tests/integration/projects/test_projects_secrets_integration.py,sha256=XMMov60dVyklZH0FzcHgVKOu5zpNH4z7GriOp-wawgI,1478
 tests/unit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/unit/conftest.py,sha256=QW9K3c-rEB8epqOW0tUwTGqcfJv14AW0ovLNqdstpAc,31129
+tests/unit/conftest.py,sha256=xctqH6_Sk4TeSe5ewW8w1ILMHIiUrGDTFXbwoF7sKn4,33174
 tests/unit/test_auth.py,sha256=nfhlOCR7rUsn_MaD8QQtBc2v0k8pIxqbzGgRAZK1WGc,858
+tests/unit/test_auth_unit.py,sha256=nfhlOCR7rUsn_MaD8QQtBc2v0k8pIxqbzGgRAZK1WGc,858
 tests/unit/test_checkpoints_unit.py,sha256=4Add2DXZCuriSZ0atvOXc8fsEGMaEfPhYmT8Q3UgP5E,16008
 tests/unit/test_connections_unit.py,sha256=FzN2ddQxNpjxzNGUsXhjTk0HnD24wSPelPTL4o_r-Ho,5507
 tests/unit/test_datasets_unit.py,sha256=lVNoBZu4RIiJK26gbUPOUAra_k0YS2GcnjJDnT7UV6Y,15879
@@ -27,6 +33,7 @@ tests/unit/test_jobs_unit.py,sha256=bZxN9HUfHCyQCjZCZGn6WFIhu8S5FU1z5ZG9sgH2XEg,
 tests/unit/test_models_unit.py,sha256=uezWF7FUHGmCSQBtpyyKhBttTnCTRjxU22NsHdJLYYg,15064
 tests/unit/test_projects_unit.py,sha256=uqMs3v4mNevUSh5QgP54_R88ctqOXdD73t0AgjTWXbg,10743
 tests/unit/test_trainml.py,sha256=8vAKvFD1xYsx_VY4HFVa0b1MUlMoNApY6TO8r7vI-UQ,1701
+tests/unit/test_trainml_unit.py,sha256=8vAKvFD1xYsx_VY4HFVa0b1MUlMoNApY6TO8r7vI-UQ,1701
 tests/unit/test_volumes_unit.py,sha256=KHVmdbQIiX8tEE09U-XsH-vl6wfYGVoRzR_UQJlhOVE,15305
 tests/unit/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/unit/cli/conftest.py,sha256=w6p_2URicywJKUCtY79tSD_mx8cwJtxHbK_Lu3grOYs,236
@@ -56,7 +63,14 @@ tests/unit/cloudbender/test_providers_unit.py,sha256=OgxifgC1IqLH8DNMKXy1Ne9_7a7
 tests/unit/cloudbender/test_regions_unit.py,sha256=BbJICLIQmlotpA1UmLD0KTW_H9g2UW0J8ZYzQk1_Xjc,6299
 tests/unit/cloudbender/test_reservations_unit.py,sha256=nWEZ_p9EF2C49nbgL7Dt4NG2Irmyt94ZqJJQDyNfGFI,5624
 tests/unit/cloudbender/test_services_unit.py,sha256=fYJx-W89HD-EYkO32_v33X40VxipUfWQCy13FZO2fcA,5220
-trainml/__init__.py,sha256=yWyb_WZ7O_z0-KNr8wIIOStr9Te6Hc4DA9mhlXOqwms,432
+tests/unit/projects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/unit/projects/test_project_data_connectors_unit.py,sha256=uQPFx6rwYMWZz1IJkns_LdM5gccyHSIaKb3k8zmfSkY,3385
+tests/unit/projects/test_project_datastores_unit.py,sha256=kcoaSs54gGqJ9gwPMpP6KHAPRvDJtdJpm49s4aYYt3E,3129
+tests/unit/projects/test_project_keys_unit.py,sha256=2-w_VwmWxWHoLWBCoBAfg5WozyeYJHV361ZndlA0xk4,3161
+tests/unit/projects/test_project_secrets_unit.py,sha256=StVlY-ZR3CKxXAt9NL8hTkXUEdgGESH0m6foEPXKE-4,3276
+tests/unit/projects/test_project_services_unit.py,sha256=ZK5nz78RAmmaCrAwYBd34t87dh6etU-7snLB_xukZHM,3331
+tests/unit/projects/test_projects_unit.py,sha256=4Jczapaj5pZOYKmRYN8MEygzyNwULCaOyYSyiNUBsq8,3823
+trainml/__init__.py,sha256=vIVVLaYTrWOAjLNK5btdaBLFAHwY3kI3ivbASxT_BJQ,432
 trainml/__main__.py,sha256=JgErYkiskih8Y6oRwowALtR-rwQhAAdqOYWjQraRIPI,59
 trainml/auth.py,sha256=gruZv27nhttrCbhcVQTH9kZkF2uMm1E06SwA_2pQAHQ,26565
 trainml/checkpoints.py,sha256=TF_dZ-umcGiGmEF8cl0bhqChl1Tnp2QsDd-MqhiIcQs,8667
@@ -90,6 +104,9 @@ trainml/cli/cloudbender/reservation.py,sha256=z2oMYwp-w_Keo1DepKUtuRnwiGz2VscVHD
 trainml/cli/cloudbender/service.py,sha256=Wh6ycEuECiKL7qpFhc4IyO1rR5lvLtIHk3S475_R6pk,3147
 trainml/cli/job/__init__.py,sha256=ljY-ELeXhXQ7txASbJEKGBom7OXfNyy7sWILz3nxRAE,6545
 trainml/cli/job/create.py,sha256=pfOCqs5Vfk4PAI5KZpXHJ1vp3DDe4ccvYzieh0oFexY,34288
+trainml/cli/project/__init__.py,sha256=LSRKRO88xD7lYO8epTi0DloWzH4EYdRovajlIWjJPkY,3402
+trainml/cli/project/key.py,sha256=kQlCs_N-5c27hOyGkmT22_J47x8U6CZaSardsaPYGbw,3203
+trainml/cli/project/secret.py,sha256=LdEd6qJwfRs3JIjoOaNxkDcDuCdYB9GPKHW_vcOBal8,1621
 trainml/cloudbender/__init__.py,sha256=iE29obtC0_9f0IhRvHQcG5aY58fVhVYipTakpjAhdss,64
 trainml/cloudbender/cloudbender.py,sha256=ekJZHSQ1F4HF8y0sAJ3MDB_hiC8QxPv9-O7U24z_RR4,717
 trainml/cloudbender/data_connectors.py,sha256=Qr-p9nukBeIaCg2v2plgZTBiBznAIBqDejzWpqHx310,3297
@@ -101,9 +118,16 @@ trainml/cloudbender/providers.py,sha256=-gkdiTu6Ah2znUuyyc3ZuRALagW8s1-OgqVjtlvc
 trainml/cloudbender/regions.py,sha256=Aqc_MeLVAeEv21e-lR5u8x1eintqUhZT2DBiQG3AcEE,3570
 trainml/cloudbender/reservations.py,sha256=rOrGXWIUHON4ad2aufEcvK4Yv_Mv3dDoScUtLJE8LWw,3586
 trainml/cloudbender/services.py,sha256=KC3VcyljvnazUUG-Tzwm6Ab6d0--yuccXjOaMgYB5uA,5126
-trainml-0.5.8.dist-info/LICENSE,sha256=s0lpBxhSSUEpMavwde-Vb6K_K7xDCTTvSpNznVqVGR0,1069
-trainml-0.5.8.dist-info/METADATA,sha256=Ko9Ekastl7ICUzyWzRirhCW2Q73n24_C5fU1tTxPQLw,7345
-trainml-0.5.8.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-trainml-0.5.8.dist-info/entry_points.txt,sha256=OzBDm2wXby1bSGF02jTVxzRFZLejnbFiLHXhKdW3Bds,63
-trainml-0.5.8.dist-info/top_level.txt,sha256=Y1kLFRWKUW7RG8BX7cvejHF_yW8wBOaRYF1JQHENY4w,23
-trainml-0.5.8.dist-info/RECORD,,
+trainml/projects/__init__.py,sha256=6NKCcHtQMeGB1IyU-djANphfnDX6MEkrXUM5Fyq9fWg,75
+trainml/projects/data_connectors.py,sha256=Y8lJNF9K5JZlwfKTtN9gh7eSRAivgiPWe_lx05pGM2U,1662
+trainml/projects/datastores.py,sha256=oyRffW8L7Z1tdqspl58Zf1ces0p-Stk0EbnMRaenkUw,1560
+trainml/projects/keys.py,sha256=qcQAdysTbfVW19tzzxZDvBBWjU9DG0dkViLmG_S0SyM,2157
+trainml/projects/projects.py,sha256=mxMGmBppoFbwebMitczZjeNEODrzt0AuNm1LGNegyPo,2755
+trainml/projects/secrets.py,sha256=5qNPWITH8qtlXKkPWnFOzH0HPU7Z0K1OeW-9p7haOzM,2157
+trainml/projects/services.py,sha256=ZP-6CDXktIe6p89Hshgs91HLWXQPNWeU7VFtoKUPHXo,1679
+trainml-0.5.9.dist-info/LICENSE,sha256=s0lpBxhSSUEpMavwde-Vb6K_K7xDCTTvSpNznVqVGR0,1069
+trainml-0.5.9.dist-info/METADATA,sha256=ktJVkRMTp-cwdLXC5FIuhMXcAsWfHOXc8PaIBA1vdiE,7345
+trainml-0.5.9.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+trainml-0.5.9.dist-info/entry_points.txt,sha256=OzBDm2wXby1bSGF02jTVxzRFZLejnbFiLHXhKdW3Bds,63
+trainml-0.5.9.dist-info/top_level.txt,sha256=Y1kLFRWKUW7RG8BX7cvejHF_yW8wBOaRYF1JQHENY4w,23
+trainml-0.5.9.dist-info/RECORD,,