trainml 0.5.14__tar.gz → 0.5.16__tar.gz

{trainml-0.5.14 → trainml-0.5.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: trainml
-Version: 0.5.14
+Version: 0.5.16
 Summary: trainML client SDK and command line utilities
 Home-page: https://github.com/trainML/trainml-cli
 Author: trainML

{trainml-0.5.14 → trainml-0.5.16}/pyproject.toml

@@ -1,4 +1,5 @@
 [tool.pytest.ini_options]
+addopts = "--cov-report term-missing --cov=trainml -n 4 --dist=loadgroup"
 python_files = "test_*"
 python_classes = "*Tests"
 python_functions = "test_*"

trainml-0.5.16/tests/integration/cloudbender/conftest.py

@@ -0,0 +1,28 @@
+
+from pytest import fixture, mark
+
+
+pytestmark = [mark.integration,mark.cloudbender]
+
+@fixture(scope="session")
+@mark.create
+@mark.asyncio
+@mark.xdist_group("cloudbender_resources")
+async def provider( trainml):
+    provider = await trainml.cloudbender.providers.enable(type="test")
+    await provider.wait_for("ready")
+    yield provider
+    await provider.remove()
+
+@fixture(scope="session")
+@mark.create
+@mark.asyncio
+@mark.xdist_group("cloudbender_resources")
+async def region(trainml, provider):
+    region = await trainml.cloudbender.regions.create(provider_uuid=provider.id,name="test-region",
+        public=False,
+        storage=dict(mode="local"),)
+    await region.wait_for("healthy")
+    yield region
+    await region.remove()
+    await region.wait_for("archived")

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/cloudbender/test_providers_integration.py

@@ -8,14 +8,9 @@ pytestmark = [mark.sdk, mark.integration, mark.cloudbender, mark.providers]
 
 @mark.create
 @mark.asyncio
-class GetProvidersTests:
-    @fixture(scope="class")
-    async def provider(self, trainml):
-        provider = await trainml.cloudbender.providers.enable(type="test")
-        yield provider
-        await provider.remove()
-
-    async def test_get_providers(self, trainml):
+@mark.xdist_group("cloudbender_resources")
+class GetProviderTests:
+    async def test_get_providers(self, trainml, provider):
         providers = await trainml.cloudbender.providers.list()
         assert len(providers) > 0
 

trainml-0.5.16/tests/integration/cloudbender/test_regions_integration.py

@@ -0,0 +1,42 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+
+pytestmark = [mark.sdk, mark.integration, mark.cloudbender, mark.regions]
+
+
+@mark.create
+@mark.asyncio
+@mark.xdist_group("cloudbender_resources")
+class GetRegionTests:
+    async def test_get_regions(self, trainml, provider, region):
+        regions = await trainml.cloudbender.regions.list(provider_uuid=provider.id)
+        assert len(regions) > 0
+
+    async def test_get_region(self, trainml, provider, region):
+        response = await trainml.cloudbender.regions.get(provider.id, region.id)
+        assert response.id == region.id
+
+    async def test_region_properties(self, provider, region):
+        assert isinstance(region.id, str)
+        assert isinstance(region.provider_uuid, str)
+        assert isinstance(region.type, str)
+        assert region.type == "test"
+        assert region.provider_uuid == provider.id
+
+    async def test_region_str(self, region):
+        string = str(region)
+        regex = r"^{.*\"region_uuid\": \"" + region.id + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_region_repr(self, region):
+        string = repr(region)
+        regex = (
+            r"^Region\( trainml , \*\*{.*'region_uuid': '"
+            + region.id
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)

trainml-0.5.16/tests/integration/cloudbender/test_services_integration.py

@@ -0,0 +1,87 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+from cryptography import x509
+from cryptography.x509.oid import NameOID, ExtendedKeyUsageOID
+from cryptography.hazmat.primitives.asymmetric import rsa
+from cryptography.hazmat.primitives import serialization, hashes
+
+pytestmark = [mark.sdk, mark.integration, mark.cloudbender, mark.regions]
+
+def get_csr(service_id):
+    private_key = rsa.generate_private_key(
+        public_exponent=65537,
+        key_size=4096
+    )
+    csr = x509.CertificateSigningRequestBuilder().subject_name(x509.Name([
+        x509.NameAttribute(NameOID.COUNTRY_NAME, "US"),
+        x509.NameAttribute(NameOID.ORGANIZATION_NAME, "proxiML"),
+        x509.NameAttribute(NameOID.ORGANIZATIONAL_UNIT_NAME, service_id),
+        x509.NameAttribute(NameOID.COMMON_NAME, "test-client"),  # Client identity
+    ])).add_extension(
+        x509.ExtendedKeyUsage([
+            ExtendedKeyUsageOID.CLIENT_AUTH  # Client authentication usage
+        ]),
+        critical=True
+    ).sign(private_key, hashes.SHA256())
+    return csr.public_bytes(serialization.Encoding.PEM).decode("utf-8")
+
+@mark.create
+@mark.asyncio
+@mark.xdist_group("cloudbender_resources")
+class GetServiceTests:
+    @fixture(scope="class")
+    async def service(self, trainml, region):
+        service = await trainml.cloudbender.services.create(
+            provider_uuid=region.provider_uuid,
+            region_uuid=region.id,
+            name="CLI Automated Service",
+            type="tcp",
+            port="8989",
+            public=False,
+        )
+        await service.wait_for("active")
+        yield service
+        await service.remove()
+        await service.wait_for("archived")
+
+    async def test_get_services(self, trainml, region,service):
+        services = await trainml.cloudbender.services.list(provider_uuid=region.provider_uuid, region_uuid=region.id)
+        assert len(services) > 0
+
+    async def test_get_service(self, trainml, provider, region, service):
+        response = await trainml.cloudbender.services.get(provider.id, region.id, service.id)
+        assert response.id == service.id
+
+    async def test_service_properties(self, region, service):
+        assert isinstance(service.id, str)
+        assert isinstance(service.provider_uuid, str)
+        assert isinstance(service.region_uuid, str)
+        assert isinstance(service.public, bool)
+        assert service.port == "8989"
+        assert service.provider_uuid == region.provider_uuid
+        assert service.region_uuid == region.id
+
+    async def test_service_str(self, service):
+        string = str(service)
+        regex = r"^{.*\"service_id\": \"" + service.id + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_service_repr(self, service):
+        string = repr(service)
+        regex = (
+            r"^Service\( trainml , \*\*{.*'service_id': '"
+            + service.id
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_service_certificate(self, service):
+        service = await service.generate_certificate()
+        assert isinstance(service._service.get("auth_cert"), str)
+        csr = get_csr(service.id)
+        certificate = await service.sign_client_certificate(csr)
+        assert isinstance(certificate, str)

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/conftest.py

@@ -40,7 +40,7 @@ def env(request):
     yield ENVS[env]
 
 
-@fixture(scope="module")
+@fixture(scope="session")
 def trainml(env):
     trainml = TrainML(**env)
     yield trainml

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/conftest.py

@@ -1,7 +1,8 @@
-from pytest import fixture
+from pytest import fixture, mark
 
 
 @fixture(scope="module")
+@mark.xdist_group("project_resources")
 async def project(trainml):
     project = await trainml.projects.create(
         name="New Project", copy_credentials=False, copy_secrets=False

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_credentials_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectCredentialsTests:
     @fixture(scope="class")
     async def project_credential(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_data_connectors_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectDataConnectorsTests:
     @fixture(scope="class")
     async def project_data_connector(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_datastores_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectDatastoresTests:
     @fixture(scope="class")
     async def project_datastore(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class GetProjectsTests:
     async def test_get_projects(self, trainml):
         projects = await trainml.projects.list()

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_members_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectMembersTests:
     @fixture(scope="class")
     async def project_member(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_secrets_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectSecretsTests:
     @fixture(scope="class")
     async def project_secret(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/projects/test_projects_services_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.projects]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("project_resources")
 class ProjectServicesTests:
     @fixture(scope="class")
     async def project_service(self, project):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/test_checkpoints_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.checkpoints]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("checkpoints")
 class GetCheckpointTests:
     @fixture(scope="class")
     async def checkpoint(self, trainml):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/test_datasets_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.datasets]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("datasets")
 class GetDatasetTests:
     @fixture(scope="class")
     async def dataset(self, trainml):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/test_jobs_integration.py

@@ -20,6 +20,7 @@ def extract_domain_suffix(hostname):
 
 
 @fixture(scope="class")
+@mark.xdist_group("job_lifecycle")
 async def job(trainml):
     job = await trainml.jobs.create(
         name="CLI Automated Tests - Job Lifecycle",
@@ -38,6 +39,7 @@ async def job(trainml):
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("job_lifecycle")
 class JobLifeCycleTests:
     async def test_wait_for_running(self, job):
         assert job.status != "running"
@@ -413,6 +415,7 @@ class JobAPIWorkerValidationTests:
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("job_io")
 class JobIOTests:
     async def test_job_local_output(self, trainml, capsys):
         temp_dir = tempfile.TemporaryDirectory()
@@ -527,6 +530,7 @@ class JobIOTests:
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("job_types")
 class JobTypeTests:
     async def test_endpoint(self, trainml):
 
@@ -648,6 +652,7 @@ class JobTypeTests:
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("job_features")
 class JobFeatureTests:
     async def test_cpu_instance(self, trainml, capsys):
         job = await trainml.jobs.create(

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/test_models_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.models]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("models")
 class GetModelTests:
     @fixture(scope="class")
     async def model(self, trainml):

{trainml-0.5.14 → trainml-0.5.16}/tests/integration/test_volumes_integration.py

@@ -8,6 +8,7 @@ pytestmark = [mark.sdk, mark.integration, mark.volumes]
 
 @mark.create
 @mark.asyncio
+@mark.xdist_group("volumes")
 class GetVolumeTests:
     @fixture(scope="class")
     async def volume(self, trainml):

{trainml-0.5.14 → trainml-0.5.16}/trainml/__init__.py

@@ -13,5 +13,5 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 
-__version__ = "0.5.14"
+__version__ = "0.5.16"
 __all__ = "TrainML"

{trainml-0.5.14 → trainml-0.5.16}/trainml/cloudbender/services.py

@@ -2,6 +2,7 @@ import json
 import logging
 import asyncio
 import math
+from enum import Enum
 
 from trainml.exceptions import (
     ApiError,
@@ -9,6 +10,14 @@ from trainml.exceptions import (
     TrainMLException,
 )
 
+class SERVICE_CERT_ALGORITHMS(str, Enum):
+    RSA_2048 = 'rsa2048'
+    RSA_4096 = 'rsa4096'
+    ED25519 = 'ed25519'
+    P256 = 'p256'
+    P384 ='p384'
+    P521='p521'
+
 
 class Services(object):
     def __init__(self, trainml):
@@ -67,7 +76,7 @@ class Services(object):
 
 
 class Service:
-    def __init__(self, trainml, **kwargs):
+    def __init__(self, trainml,  **kwargs):
         self.trainml = trainml
         self._service = kwargs
         self._id = self._service.get("service_id")
@@ -177,3 +186,22 @@ class Service:
                 logging.debug(f"self: {self}, retry count {count}")
 
         raise TrainMLException(f"Timeout waiting for {status}")
+    
+    async def generate_certificate(self, algorithm=SERVICE_CERT_ALGORITHMS.ED25519.value, **kwargs):
+        resp = await self.trainml._query(
+            f"/provider/{self._provider_uuid}/region/{self._region_uuid}/service/{self._id}/certificate",
+            "POST",
+            kwargs,
+            dict(algorithm=algorithm)
+        )
+        self.__init__(self.trainml, **resp)
+        return self
+    
+    async def sign_client_certificate(self, csr, **kwargs):
+        certificate = await self.trainml._query(
+            f"/provider/{self._provider_uuid}/region/{self._region_uuid}/service/{self._id}/certificate/sign",
+            "POST",
+            kwargs,
+            dict(csr=csr)
+        )
+        return certificate

{trainml-0.5.14 → trainml-0.5.16}/trainml/projects/services.py

@@ -77,3 +77,20 @@ class ProjectService:
         await self.trainml._query(
             f"/project/{self._project_uuid}/services/{self._id}/disable", "PATCH"
         )
+
+    async def get_service_ca_certificate(self, **kwargs):
+        certificate = await self.trainml._query(
+            f"/project/{self._project_uuid}/services/{self._id}/certificate/ca",
+            "GET",
+            kwargs,
+        )
+        return certificate
+    
+    async def sign_client_certificate(self, csr, **kwargs):
+        certificate = await self.trainml._query(
+            f"/project/{self._project_uuid}/services/{self._id}/certificate/sign",
+            "POST",
+            kwargs,
+            dict(csr=csr)
+        )
+        return certificate

{trainml-0.5.14 → trainml-0.5.16}/trainml.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: trainml
-Version: 0.5.14
+Version: 0.5.16
 Summary: trainML client SDK and command line utilities
 Home-page: https://github.com/trainML/trainml-cli
 Author: trainML

{trainml-0.5.14 → trainml-0.5.16}/trainml.egg-info/SOURCES.txt

@@ -16,7 +16,10 @@ tests/integration/test_jobs_integration.py
 tests/integration/test_models_integration.py
 tests/integration/test_volumes_integration.py
 tests/integration/cloudbender/__init__.py
+tests/integration/cloudbender/conftest.py
 tests/integration/cloudbender/test_providers_integration.py
+tests/integration/cloudbender/test_regions_integration.py
+tests/integration/cloudbender/test_services_integration.py
 tests/integration/projects/__init__.py
 tests/integration/projects/conftest.py
 tests/integration/projects/test_projects_credentials_integration.py