trainml 0.5.9__py3-none-any.whl → 0.5.11__py3-none-any.whl

tests/integration/projects/conftest.py

@@ -3,6 +3,8 @@ from pytest import fixture
 
 @fixture(scope="module")
 async def project(trainml):
-    project = await trainml.projects.create(name="New Project", copy_keys=False)
+    project = await trainml.projects.create(
+        name="New Project", copy_keys=False, copy_secrets=False
+    )
     yield project
     await project.remove()

tests/integration/projects/test_projects_data_connectors_integration.py

@@ -0,0 +1,44 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+
+pytestmark = [mark.sdk, mark.integration, mark.projects]
+
+
+@mark.create
+@mark.asyncio
+class ProjectDataConnectorsTests:
+    @fixture(scope="class")
+    async def project_data_connector(self, project):
+        data_connectors = await project.data_connectors.list()
+        yield data_connectors[0]
+
+    async def test_list_project_data_connectors(self, project, project_data_connector):
+        data_connectors = await project.data_connectors.list()
+        assert len(data_connectors) > 0
+
+    async def test_project_data_connector_properties(
+        self, project, project_data_connector
+    ):
+        assert isinstance(project_data_connector.project_uuid, str)
+        assert isinstance(project_data_connector.type, str)
+        assert isinstance(project_data_connector.name, str)
+        assert isinstance(project_data_connector.region_uuid, str)
+        assert project.id == project_data_connector.project_uuid
+
+    async def test_project_data_connector_str(self, project_data_connector):
+        string = str(project_data_connector)
+        regex = r"^{.*\"name\": \"" + project_data_connector.name + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_project_data_connector_repr(self, project_data_connector):
+        string = repr(project_data_connector)
+        regex = (
+            r"^ProjectDataConnector\( trainml , \*\*{.*'name': '"
+            + project_data_connector.name
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)

tests/integration/projects/test_projects_datastores_integration.py

@@ -0,0 +1,42 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+
+pytestmark = [mark.sdk, mark.integration, mark.projects]
+
+
+@mark.create
+@mark.asyncio
+class ProjectDatastoresTests:
+    @fixture(scope="class")
+    async def project_datastore(self, project):
+        datastores = await project.datastores.list()
+        yield datastores[0]
+
+    async def test_list_project_datastores(self, project):
+        datastores = await project.datastores.list()
+        assert len(datastores) > 0
+
+    async def test_project_datastore_properties(self, project, project_datastore):
+        assert isinstance(project_datastore.project_uuid, str)
+        assert isinstance(project_datastore.type, str)
+        assert isinstance(project_datastore.name, str)
+        assert isinstance(project_datastore.region_uuid, str)
+        assert project.id == project_datastore.project_uuid
+
+    async def test_project_datastore_str(self, project_datastore):
+        string = str(project_datastore)
+        regex = r"^{.*\"name\": \"" + project_datastore.name + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_project_datastore_repr(self, project_datastore):
+        string = repr(project_datastore)
+        regex = (
+            r"^ProjectDatastore\( trainml , \*\*{.*'name': '"
+            + project_datastore.name
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)

tests/integration/projects/test_projects_services_integration.py

@@ -0,0 +1,44 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+
+pytestmark = [mark.sdk, mark.integration, mark.projects]
+
+
+@mark.create
+@mark.asyncio
+class ProjectServicesTests:
+    @fixture(scope="class")
+    async def project_service(self, project):
+        services = await project.services.list()
+        yield services[0]
+
+    async def test_list_project_services(self, project):
+        services = await project.services.list()
+        assert len(services) > 0
+
+    async def test_project_service_properties(self, project, project_service):
+        assert isinstance(project_service.project_uuid, str)
+        assert isinstance(project_service.name, str)
+        assert isinstance(project_service.id, str)
+        assert isinstance(project_service.hostname, str)
+        assert isinstance(project_service.region_uuid, str)
+        assert isinstance(project_service.public, bool)
+        assert project.id == project_service.project_uuid
+
+    async def test_project_service_str(self, project_service):
+        string = str(project_service)
+        regex = r"^{.*\"name\": \"" + project_service.name + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_project_service_repr(self, project_service):
+        string = repr(project_service)
+        regex = (
+            r"^ProjectService\( trainml , \*\*{.*'name': '"
+            + project_service.name
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)

tests/integration/test_checkpoints_integration.py

@@ -16,7 +16,7 @@ class GetCheckpointTests:
             source_type="git",
             source_uri="git@github.com:trainML/environment-tests.git",
         )
-        checkpoint = await checkpoint.wait_for("ready", 120)
+        checkpoint = await checkpoint.wait_for("ready", 180)
         yield checkpoint
         await checkpoint.remove()
         checkpoint = await checkpoint.wait_for("archived", 60)
@@ -59,7 +59,6 @@ async def test_checkpoint_wasabi(trainml, capsys):
         name="CLI Automated Wasabi",
         source_type="wasabi",
         source_uri="s3://trainml-example/models/trainml-examples",
-        capacity="10G",
         source_options=dict(endpoint_url="https://s3.wasabisys.com"),
     )
     checkpoint = await checkpoint.wait_for("ready", 300)

tests/integration/test_models_integration.py

@@ -55,7 +55,6 @@ async def test_model_wasabi(trainml, capsys):
         name="CLI Automated Wasabi",
         source_type="wasabi",
         source_uri="s3://trainml-example/models/trainml-examples",
-        capacity="10G",
         source_options=dict(endpoint_url="https://s3.wasabisys.com"),
     )
     model = await model.wait_for("ready", 300)

tests/unit/cli/projects/test_cli_project_data_connector_unit.py

@@ -0,0 +1,28 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli.project import data_connector as specimen
+from trainml.projects import (
+    Project,
+)
+
+
+def test_list_data_connectors(runner, mock_project_data_connectors):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        project = create_autospec(Project)
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.get = AsyncMock(return_value=project)
+        mock_trainml.projects.get_current = AsyncMock(return_value=project)
+        project.data_connectors = AsyncMock()
+        project.data_connectors.list = AsyncMock(
+            return_value=mock_project_data_connectors
+        )
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        project.data_connectors.list.assert_called_once()

tests/unit/cli/projects/test_cli_project_datastore_unit.py

@@ -0,0 +1,26 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli.project import datastore as specimen
+from trainml.projects import (
+    Project,
+)
+
+
+def test_list_datastores(runner, mock_project_datastores):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        project = create_autospec(Project)
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.get = AsyncMock(return_value=project)
+        mock_trainml.projects.get_current = AsyncMock(return_value=project)
+        project.datastores = AsyncMock()
+        project.datastores.list = AsyncMock(return_value=mock_project_datastores)
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        project.datastores.list.assert_called_once()

tests/unit/cli/projects/test_cli_project_key_unit.py

@@ -0,0 +1,26 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli.project import key as specimen
+from trainml.projects import (
+    Project,
+)
+
+
+def test_list_keys(runner, mock_project_keys):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        project = create_autospec(Project)
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.get = AsyncMock(return_value=project)
+        mock_trainml.projects.get_current = AsyncMock(return_value=project)
+        project.keys = AsyncMock()
+        project.keys.list = AsyncMock(return_value=mock_project_keys)
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        project.keys.list.assert_called_once()

tests/unit/cli/projects/test_cli_project_secret_unit.py

@@ -0,0 +1,26 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli.project import secret as specimen
+from trainml.projects import (
+    Project,
+)
+
+
+def test_list_secrets(runner, mock_project_secrets):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        project = create_autospec(Project)
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.get = AsyncMock(return_value=project)
+        mock_trainml.projects.get_current = AsyncMock(return_value=project)
+        project.secrets = AsyncMock()
+        project.secrets.list = AsyncMock(return_value=mock_project_secrets)
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        project.secrets.list.assert_called_once()

tests/unit/cli/projects/test_cli_project_service_unit.py

@@ -0,0 +1,26 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli.project import service as specimen
+from trainml.projects import (
+    Project,
+)
+
+
+def test_list_services(runner, mock_project_services):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        project = create_autospec(Project)
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.get = AsyncMock(return_value=project)
+        mock_trainml.projects.get_current = AsyncMock(return_value=project)
+        project.services = AsyncMock()
+        project.services.list = AsyncMock(return_value=mock_project_services)
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        project.services.list.assert_called_once()

tests/unit/cli/projects/test_cli_project_unit.py

@@ -0,0 +1,19 @@
+import re
+import json
+import click
+from unittest.mock import AsyncMock, patch, create_autospec
+from pytest import mark, fixture, raises
+
+pytestmark = [mark.cli, mark.unit, mark.projects]
+
+from trainml.cli import project as specimen
+
+
+def test_list(runner, mock_projects):
+    with patch("trainml.cli.TrainML", new=AsyncMock) as mock_trainml:
+        mock_trainml.projects = AsyncMock()
+        mock_trainml.projects.list = AsyncMock(return_value=mock_projects)
+        result = runner.invoke(specimen, ["list"])
+        print(result)
+        assert result.exit_code == 0
+        mock_trainml.projects.list.assert_called_once()

tests/unit/cloudbender/test_datastores_unit.py

@@ -119,8 +119,6 @@ class datastoreTests:
         assert isinstance(datastore.region_uuid, str)
         assert isinstance(datastore.type, str)
         assert isinstance(datastore.name, str)
-        assert isinstance(datastore.uri, str)
-        assert isinstance(datastore.root, str)
 
     def test_datastore_str(self, datastore):
         string = str(datastore)
@@ -131,9 +129,7 @@ class datastoreTests:
     def test_datastore_repr(self, datastore):
         string = repr(datastore)
         regex = (
-            r"^Datastore\( trainml , \*\*{.*'store_id': '"
-            + datastore.id
-            + r"'.*}\)$"
+            r"^Datastore\( trainml , \*\*{.*'store_id': '" + datastore.id + r"'.*}\)$"
         )
         assert isinstance(string, str)
         assert re.match(regex, string)

tests/unit/conftest.py

@@ -17,9 +17,11 @@ from trainml.projects import (
     Projects,
     Project,
 )
-from trainml.projects.datastores import ProjectDatastore
-from trainml.projects.services import ProjectService
-from trainml.projects.data_connectors import ProjectDataConnector
+from trainml.projects.datastores import ProjectDatastores, ProjectDatastore
+from trainml.projects.services import ProjectServices, ProjectService
+from trainml.projects.data_connectors import ProjectDataConnectors, ProjectDataConnector
+from trainml.projects.keys import ProjectKeys, ProjectKey
+from trainml.projects.secrets import ProjectSecrets, ProjectSecret
 
 from trainml.cloudbender import Cloudbender
 from trainml.cloudbender.providers import Provider, Providers
@@ -1038,6 +1040,60 @@ def mock_device_configs():
     ]
 
 
+@fixture(
+    scope="session",
+)
+def mock_project_keys():
+    trainml = Mock()
+    yield [
+        ProjectKey(
+            trainml,
+            **{
+                "project_uuid": "proj-id-1",
+                "type": "aws",
+                "key_id": "AKSHFKHDFS",
+                "updatedAt": "2023-06-02T21:22:40.084Z",
+            },
+        ),
+        ProjectKey(
+            trainml,
+            **{
+                "project_uuid": "proj-id-1",
+                "type": "gcp",
+                "key_id": "credentials.json",
+                "updatedAt": "2023-06-02T21:22:40.084Z",
+            },
+        ),
+    ]
+
+
+@fixture(
+    scope="session",
+)
+def mock_project_secrets():
+    trainml = Mock()
+    yield [
+        ProjectSecret(
+            trainml,
+            **{
+                "project_uuid": "proj-id-1",
+                "name": "super_secret",
+                "created_by": "User",
+                "updatedAt": "2023-06-02T21:22:40.084Z",
+            },
+        ),
+        ProjectSecret(
+            trainml,
+            **{
+                "project_uuid": "proj-id-1",
+                "name": "super_secret_2",
+                "created_by": "User",
+                "updatedAt": "2023-06-02T21:22:40.084Z",
+            },
+        ),
+    ]
+
+
 @fixture(scope="function")
 def mock_trainml(
     mock_my_datasets,
@@ -1058,6 +1114,11 @@ def mock_trainml(
     mock_services,
     mock_data_connectors,
     mock_device_configs,
+    mock_project_datastores,
+    mock_project_services,
+    mock_project_data_connectors,
+    mock_project_keys,
+    mock_project_secrets,
 ):
     trainml = create_autospec(TrainML)
     trainml.active_project = "proj-id-1"
@@ -1081,6 +1142,18 @@ def mock_trainml(
     trainml.environments.list = AsyncMock(return_value=mock_environments)
     trainml.jobs.list = AsyncMock(return_value=mock_jobs)
     trainml.projects.list = AsyncMock(return_value=mock_projects)
+    trainml.projects.datastores = create_autospec(ProjectDatastores)
+    trainml.projects.datastores.list = AsyncMock(return_value=mock_project_datastores)
+    trainml.projects.services = create_autospec(ProjectServices)
+    trainml.projects.services.list = AsyncMock(return_value=mock_project_services)
+    trainml.projects.data_connectors = create_autospec(ProjectDataConnectors)
+    trainml.projects.data_connectors.list = AsyncMock(
+        return_value=mock_project_data_connectors
+    )
+    trainml.projects.keys = create_autospec(ProjectKeys)
+    trainml.projects.keys.list = AsyncMock(return_value=mock_project_keys)
+    trainml.projects.secrets = create_autospec(ProjectSecrets)
+    trainml.projects.secrets.list = AsyncMock(return_value=mock_project_secrets)
 
     trainml.cloudbender = create_autospec(Cloudbender)
 
@@ -1090,7 +1163,7 @@ def mock_trainml(
     trainml.cloudbender.regions.list = AsyncMock(return_value=mock_regions)
     trainml.cloudbender.nodes = create_autospec(Nodes)
     trainml.cloudbender.nodes.list = AsyncMock(return_value=mock_nodes)
-    trainml.cloudbender.devices = create_autospec(Nodes)
+    trainml.cloudbender.devices = create_autospec(Devices)
     trainml.cloudbender.devices.list = AsyncMock(return_value=mock_devices)
     trainml.cloudbender.datastores = create_autospec(Datastores)
     trainml.cloudbender.datastores.list = AsyncMock(return_value=mock_datastores)

tests/unit/test_checkpoints_unit.py

@@ -44,9 +44,7 @@ class CheckpointsTests:
         api_response = dict()
         mock_trainml._query = AsyncMock(return_value=api_response)
         await checkpoints.get("1234")
-        mock_trainml._query.assert_called_once_with(
-            "/checkpoint/1234", "GET", dict()
-        )
+        mock_trainml._query.assert_called_once_with("/checkpoint/1234", "GET", dict())
 
     @mark.asyncio
     async def test_list_checkpoints(
@@ -57,9 +55,7 @@ class CheckpointsTests:
         api_response = dict()
         mock_trainml._query = AsyncMock(return_value=api_response)
         await checkpoints.list()
-        mock_trainml._query.assert_called_once_with(
-            "/checkpoint", "GET", dict()
-        )
+        mock_trainml._query.assert_called_once_with("/checkpoint", "GET", dict())
 
     @mark.asyncio
     async def test_remove_checkpoint(
@@ -86,11 +82,13 @@ class CheckpointsTests:
             name="new checkpoint",
             source_type="aws",
             source_uri="s3://trainml-examples/checkpoints/resnet50",
+            type="evefs",
         )
         api_response = {
             "project_uuid": "cus-id-1",
             "checkpoint_uuid": "checkpoint-id-1",
             "name": "new checkpoint",
+            "type": "evefs",
             "status": "new",
             "source_type": "aws",
             "source_uri": "s3://trainml-examples/checkpoints/resnet50",
@@ -135,7 +133,9 @@ class CheckpointTests:
 
     @mark.asyncio
     async def test_checkpoint_get_log_url(self, checkpoint, mock_trainml):
-        api_response = "https://trainml-jobs-dev.s3.us-east-2.amazonaws.com/1/logs/first_one.zip"
+        api_response = (
+            "https://trainml-jobs-dev.s3.us-east-2.amazonaws.com/1/logs/first_one.zip"
+        )
         mock_trainml._query = AsyncMock(return_value=api_response)
         response = await checkpoint.get_log_url()
         mock_trainml._query.assert_called_once_with(
@@ -163,7 +163,9 @@ class CheckpointTests:
     async def test_checkpoint_get_connection_utility_url(
         self, checkpoint, mock_trainml
     ):
-        api_response = "https://trainml-jobs-dev.s3.us-east-2.amazonaws.com/1/vpn/first_one.zip"
+        api_response = (
+            "https://trainml-jobs-dev.s3.us-east-2.amazonaws.com/1/vpn/first_one.zip"
+        )
         mock_trainml._query = AsyncMock(return_value=api_response)
         response = await checkpoint.get_connection_utility_url()
         mock_trainml._query.assert_called_once_with(
@@ -338,9 +340,7 @@ class CheckpointTests:
         assert response.id == "data-id-1"
 
     @mark.asyncio
-    async def test_checkpoint_wait_for_successful(
-        self, checkpoint, mock_trainml
-    ):
+    async def test_checkpoint_wait_for_successful(self, checkpoint, mock_trainml):
         api_response = {
             "customer_uuid": "cus-id-1",
             "checkpoint_uuid": "data-id-1",
@@ -373,9 +373,7 @@ class CheckpointTests:
         mock_trainml._query.assert_not_called()
 
     @mark.asyncio
-    async def test_checkpoint_wait_for_incorrect_status(
-        self, checkpoint, mock_trainml
-    ):
+    async def test_checkpoint_wait_for_incorrect_status(self, checkpoint, mock_trainml):
         api_response = None
         mock_trainml._query = AsyncMock(return_value=api_response)
         with raises(SpecificationError):
@@ -383,9 +381,7 @@ class CheckpointTests:
         mock_trainml._query.assert_not_called()
 
     @mark.asyncio
-    async def test_checkpoint_wait_for_with_delay(
-        self, checkpoint, mock_trainml
-    ):
+    async def test_checkpoint_wait_for_with_delay(self, checkpoint, mock_trainml):
         api_response_initial = dict(
             checkpoint_uuid="1",
             name="first one",
@@ -441,9 +437,7 @@ class CheckpointTests:
         self, checkpoint, mock_trainml
     ):
         mock_trainml._query = AsyncMock(
-            side_effect=ApiError(
-                404, dict(errorMessage="Checkpoint Not Found")
-            )
+            side_effect=ApiError(404, dict(errorMessage="Checkpoint Not Found"))
         )
         await checkpoint.wait_for("archived")
         mock_trainml._query.assert_called()
@@ -453,9 +447,7 @@ class CheckpointTests:
         self, checkpoint, mock_trainml
     ):
         mock_trainml._query = AsyncMock(
-            side_effect=ApiError(
-                404, dict(errorMessage="Checkpoint Not Found")
-            )
+            side_effect=ApiError(404, dict(errorMessage="Checkpoint Not Found"))
         )
         with raises(ApiError):
             await checkpoint.wait_for("ready")