proximl 0.5.11__tar.gz → 0.5.12__tar.gz

{proximl-0.5.11/proximl.egg-info → proximl-0.5.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: proximl
-Version: 0.5.11
+Version: 0.5.12
 Summary: proxiML client SDK and command line utilities
 Home-page: https://github.com/proxiML/python-sdk
 Author: proxiML

{proximl-0.5.11 → proximl-0.5.12}/proximl/__init__.py

@@ -13,5 +13,5 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 
-__version__ = "0.5.11"
+__version__ = "0.5.12"
 __all__ = "ProxiML"

{proximl-0.5.11 → proximl-0.5.12}/proximl/cli/job/create.py

@@ -172,12 +172,12 @@ def create(config):
     help="Conda packages to install as a comma separated list 'p1,\"p2=v2\",p3'",
 )
 @click.option(
-    "--key",
+    "--credential",
     type=click.Choice(
         ["aws", "gcp", "kaggle", "azure", "wasabi"],
         case_sensitive=False,
     ),
-    help="Third Party Keys to add to the job environment",
+    help="Third Party Credentials to add to the job environment",
     multiple=True,
 )
 @click.option(
@@ -221,7 +221,7 @@ def notebook(
     environment,
     custom_image,
     env,
-    key,
+    credential,
     apt_packages,
     pip_packages,
     conda_packages,
@@ -254,7 +254,7 @@ def notebook(
         data=dict(datasets=datasets),
         model=dict(checkpoints=checkpoints),
         environment=dict(
-            worker_key_types=[k for k in key],
+            credentials=[k for k in credential],
         ),
     )
 
@@ -500,12 +500,12 @@ def notebook(
     multiple=True,
 )
 @click.option(
-    "--key",
+    "--credential",
     type=click.Choice(
         ["aws", "gcp", "kaggle", "azure", "wasabi"],
         case_sensitive=False,
     ),
-    help="Third Party Keys to add to the job environment",
+    help="Third Party Credentials to add to the job environment",
     multiple=True,
 )
 @click.option(
@@ -563,7 +563,7 @@ def training(
     environment,
     custom_image,
     env,
-    key,
+    credential,
     apt_packages,
     pip_packages,
     conda_packages,
@@ -596,7 +596,7 @@ def training(
         data=dict(datasets=datasets),
         model=dict(checkpoints=checkpoints),
         environment=dict(
-            worker_key_types=[k for k in key],
+            credentials=[k for k in credential],
         ),
     )
 
@@ -844,12 +844,12 @@ def training(
     multiple=True,
 )
 @click.option(
-    "--key",
+    "--credential",
     type=click.Choice(
         ["aws", "gcp", "kaggle", "azure", "wasabi"],
         case_sensitive=False,
     ),
-    help="Third Party Keys to add to the job environment",
+    help="Third Party Credentials to add to the job environment",
     multiple=True,
 )
 @click.option(
@@ -907,7 +907,7 @@ def inference(
     environment,
     custom_image,
     env,
-    key,
+    credential,
     apt_packages,
     pip_packages,
     conda_packages,
@@ -933,7 +933,7 @@ def inference(
         data=dict(datasets=[]),
         model=dict(checkpoints=checkpoints),
         environment=dict(
-            worker_key_types=[k for k in key],
+            credentials=[k for k in credential],
         ),
     )
 
@@ -1163,12 +1163,12 @@ def from_json(config, attach, connect, file):
     multiple=True,
 )
 @click.option(
-    "--key",
+    "--credential",
     type=click.Choice(
         ["aws", "gcp", "kaggle", "azure", "wasabi"],
         case_sensitive=False,
     ),
-    help="Third Party Keys to add to the job environment",
+    help="Third Party Credentials to add to the job environment",
     multiple=True,
 )
 @click.option(
@@ -1230,7 +1230,7 @@ def endpoint(
     environment,
     custom_image,
     env,
-    key,
+    credential,
     apt_packages,
     pip_packages,
     conda_packages,
@@ -1257,7 +1257,7 @@ def endpoint(
         max_price=max_price,
         model=dict(checkpoints=checkpoints),
         environment=dict(
-            worker_key_types=[k for k in key],
+            credentials=[k for k in credential],
         ),
     )
 

{proximl-0.5.11 → proximl-0.5.12}/proximl/cli/project/__init__.py

@@ -78,7 +78,7 @@ def remove(config, project):
 
 
 from proximl.cli.project.secret import secret
-from proximl.cli.project.key import key
+from proximl.cli.project.credential import credential
 from proximl.cli.project.data_connector import data_connector
 from proximl.cli.project.datastore import datastore
 from proximl.cli.project.service import service

proximl-0.5.11/proximl/cli/project/key.py → proximl-0.5.12/proximl/cli/project/credential.py

@@ -9,15 +9,15 @@ from proximl.cli.project import project
 
 @project.group()
 @pass_config
-def key(config):
-    """proxiML project key commands."""
+def credential(config):
+    """proxiML project credential commands."""
     pass
 
 
-@key.command()
+@credential.command()
 @pass_config
 def list(config):
-    """List keys."""
+    """List credentials."""
     data = [
         ["TYPE", "KEY ID", "UPDATED AT"],
         [
@@ -27,14 +27,14 @@ def list(config):
         ],
     ]
     project = config.proximl.run(config.proximl.client.projects.get_current())
-    keys = config.proximl.run(project.keys.list())
+    credentials = config.proximl.run(project.credentials.list())
 
-    for key in keys:
+    for credential in credentials:
         data.append(
             [
-                key.type,
-                key.key_id,
-                key.updated_at.isoformat(timespec="seconds"),
+                credential.type,
+                credential.key_id,
+                credential.updated_at.isoformat(timespec="seconds"),
             ]
         )
 
@@ -45,7 +45,7 @@ def list(config):
         )
 
 
-@key.command()
+@credential.command()
 @click.argument(
     "type",
     type=click.Choice(
@@ -65,19 +65,21 @@ def list(config):
 @pass_config
 def put(config, type):
     """
-    Set a key.
+    Set a credential.
 
-    A key is uploaded.
+    A credential is uploaded.
     """
     project = config.proximl.run(config.proximl.client.projects.get_current())
 
     tenant = None
 
     if type in ["aws", "wasabi"]:
-        key_id = click.prompt("Enter the key ID", type=str, hide_input=False)
-        secret = click.prompt("Enter the secret key", type=str, hide_input=True)
+        credential_id = click.prompt(
+            "Enter the credential ID", type=str, hide_input=False
+        )
+        secret = click.prompt("Enter the secret credential", type=str, hide_input=True)
     elif type == "azure":
-        key_id = click.prompt(
+        credential_id = click.prompt(
             "Enter the Application (client) ID", type=str, hide_input=False
         )
         tenant = click.prompt(
@@ -85,7 +87,7 @@ def put(config, type):
         )
         secret = click.prompt("Enter the client secret", type=str, hide_input=True)
     elif type in ["docker", "huggingface"]:
-        key_id = click.prompt("Enter the username", type=str, hide_input=False)
+        credential_id = click.prompt("Enter the username", type=str, hide_input=False)
         secret = click.prompt("Enter the access token", type=str, hide_input=True)
     elif type in ["gcp", "kaggle"]:
         file_name = click.prompt(
@@ -95,30 +97,32 @@ def put(config, type):
             ),
             hide_input=False,
         )
-        key_id = os.path.basename(file_name)
+        credential_id = os.path.basename(file_name)
         with open(file_name) as f:
             secret = json.load(f)
         secret = json.dumps(secret)
     elif type == "ngc":
-        key_id = "$oauthtoken"
+        credential_id = "$oauthtoken"
         secret = click.prompt("Enter the access token", type=str, hide_input=True)
     else:
-        raise click.UsageError("Unsupported key type")
+        raise click.UsageError("Unsupported credential type")
 
     return config.proximl.run(
-        project.keys.put(type=type, key_id=key_id, secret=secret, tenant=tenant)
+        project.credentials.put(
+            type=type, credential_id=credential_id, secret=secret, tenant=tenant
+        )
     )
 
 
-@key.command()
+@credential.command()
 @click.argument("name", type=click.STRING)
 @pass_config
 def remove(config, name):
     """
-    Remove a key.
+    Remove a credential.
 
 
     """
     project = config.proximl.run(config.proximl.client.projects.get_current())
 
-    return config.proximl.run(project.key.remove(name))
+    return config.proximl.run(project.credential.remove(name))

{proximl-0.5.11 → proximl-0.5.12}/proximl/cli/project/secret.py

@@ -1,4 +1,5 @@
 import click
+import os
 from proximl.cli import pass_config
 from proximl.cli.project import project
 
@@ -42,17 +43,25 @@ def list(config):
 
 
 @secret.command()
+@click.option(
+    "--file",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, resolve_path=True),
+    help="Load the secret value from the file at the provided path",
+)
 @click.argument("name", type=click.STRING)
 @pass_config
-def put(config, name):
+def put(config, file, name):
     """
     Set a secret value.
 
     Secret is created with the specified NAME.
     """
     project = config.proximl.run(config.proximl.client.projects.get_current())
-
-    value = click.prompt("Enter the secret value", type=str, hide_input=True)
+    if file:
+        with open(os.path.expanduser(file)) as f:
+            value = f.read()
+    else:
+        value = click.prompt("Enter the secret value", type=str, hide_input=True)
 
     return config.proximl.run(project.secrets.put(name=name, value=value))
 

proximl-0.5.11/proximl/projects/keys.py → proximl-0.5.12/proximl/projects/credentials.py

@@ -4,37 +4,37 @@ from datetime import datetime
 from dateutil import parser, tz
 
 
-class ProjectKeys(object):
+class ProjectCredentials(object):
     def __init__(self, proximl, project_id):
         self.proximl = proximl
         self.project_id = project_id
 
     async def list(self, **kwargs):
         resp = await self.proximl._query(
-            f"/project/{self.project_id}/keys", "GET", kwargs
+            f"/project/{self.project_id}/credentials", "GET", kwargs
         )
-        keys = [ProjectKey(self.proximl, **service) for service in resp]
-        return keys
+        credentials = [ProjectCredential(self.proximl, **service) for service in resp]
+        return credentials
 
     async def put(self, type, key_id, secret, tenant=None, **kwargs):
         data = dict(key_id=key_id, secret=secret, tenant=tenant)
         payload = {k: v for k, v in data.items() if v is not None}
-        logging.info(f"Creating Project Key {type}")
+        logging.info(f"Creating Project Credential {type}")
         resp = await self.proximl._query(
-            f"/project/{self.project_id}/key/{type}", "PUT", None, payload
+            f"/project/{self.project_id}/credential/{type}", "PUT", None, payload
         )
-        key = ProjectKey(self.proximl, **resp)
-        logging.info(f"Created Project Key {type} in project {self.project_id}")
+        credential = ProjectCredential(self.proximl, **resp)
+        logging.info(f"Created Project Credential {type} in project {self.project_id}")
 
-        return key
+        return credential
 
     async def remove(self, type, **kwargs):
         await self.proximl._query(
-            f"/project/{self.project_id}/key/{type}", "DELETE", kwargs
+            f"/project/{self.project_id}/credential/{type}", "DELETE", kwargs
         )
 
 
-class ProjectKey:
+class ProjectCredential:
     def __init__(self, proximl, **kwargs):
         self.proximl = proximl
         self._entity = kwargs
@@ -65,7 +65,7 @@ class ProjectKey:
         return json.dumps({k: v for k, v in self._entity.items()})
 
     def __repr__(self):
-        return f"ProjectKey( proximl , **{self._entity.__repr__()})"
+        return f"ProjectCredential( proximl , **{self._entity.__repr__()})"
 
     def __bool__(self):
         return bool(self._type)

{proximl-0.5.11 → proximl-0.5.12}/proximl/projects/projects.py

@@ -3,7 +3,7 @@ import logging
 from .datastores import ProjectDatastores
 from .data_connectors import ProjectDataConnectors
 from .services import ProjectServices
-from .keys import ProjectKeys
+from .credentials import ProjectCredentials
 from .secrets import ProjectSecrets
 
 
@@ -26,8 +26,11 @@ class Projects(object):
         projects = [Project(self.proximl, **project) for project in resp]
         return projects
 
-    async def create(self, name, copy_keys=False, copy_secrets=False, **kwargs):
-        data = dict(name=name, copy_keys=copy_keys, copy_secrets=copy_secrets)
+    async def create(self, name, copy_credentials=False, **kwargs):
+        data = dict(
+            name=name,
+            copy_credentials=copy_credentials,
+        )
         payload = {k: v for k, v in data.items() if v is not None}
         logging.info(f"Creating Project {name}")
         resp = await self.proximl._query("/project", "POST", None, payload)
@@ -51,7 +54,7 @@ class Project:
         self.datastores = ProjectDatastores(self.proximl, self._id)
         self.data_connectors = ProjectDataConnectors(self.proximl, self._id)
         self.services = ProjectServices(self.proximl, self._id)
-        self.keys = ProjectKeys(self.proximl, self._id)
+        self.credentials = ProjectCredentials(self.proximl, self._id)
         self.secrets = ProjectSecrets(self.proximl, self._id)
 
     @property

{proximl-0.5.11 → proximl-0.5.12}/proximl/projects/secrets.py

@@ -24,7 +24,7 @@ class ProjectSecrets(object):
             f"/project/{self.project_id}/secret/{name}", "PUT", None, payload
         )
         secret = ProjectSecret(self.proximl, **resp)
-        logging.info(f"Created Project Key {name} in project {self.project_id}")
+        logging.info(f"Created Project Secret {name} in project {self.project_id}")
         return secret
 
     async def remove(self, name, **kwargs):

{proximl-0.5.11 → proximl-0.5.12/proximl.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: proximl
-Version: 0.5.11
+Version: 0.5.12
 Summary: proxiML client SDK and command line utilities
 Home-page: https://github.com/proxiML/python-sdk
 Author: proxiML

{proximl-0.5.11 → proximl-0.5.12}/proximl.egg-info/SOURCES.txt

@@ -44,9 +44,9 @@ proximl/cli/cloudbender/service.py
 proximl/cli/job/__init__.py
 proximl/cli/job/create.py
 proximl/cli/project/__init__.py
+proximl/cli/project/credential.py
 proximl/cli/project/data_connector.py
 proximl/cli/project/datastore.py
-proximl/cli/project/key.py
 proximl/cli/project/secret.py
 proximl/cli/project/service.py
 proximl/cloudbender/__init__.py
@@ -60,9 +60,9 @@ proximl/cloudbender/providers.py
 proximl/cloudbender/regions.py
 proximl/cloudbender/services.py
 proximl/projects/__init__.py
+proximl/projects/credentials.py
 proximl/projects/data_connectors.py
 proximl/projects/datastores.py
-proximl/projects/keys.py
 proximl/projects/projects.py
 proximl/projects/secrets.py
 proximl/projects/services.py
@@ -79,10 +79,10 @@ tests/integration/cloudbender/__init__.py
 tests/integration/cloudbender/test_providers_integration.py
 tests/integration/projects/__init__.py
 tests/integration/projects/conftest.py
+tests/integration/projects/test_projects_credentials_integration.py
 tests/integration/projects/test_projects_data_connectors_integration.py
 tests/integration/projects/test_projects_datastores_integration.py
 tests/integration/projects/test_projects_integration.py
-tests/integration/projects/test_projects_keys_integration.py
 tests/integration/projects/test_projects_secrets_integration.py
 tests/integration/projects/test_projects_services_integration.py
 tests/unit/__init__.py
@@ -115,9 +115,9 @@ tests/unit/cli/cloudbender/test_cli_provider_unit.py
 tests/unit/cli/cloudbender/test_cli_region_unit.py
 tests/unit/cli/cloudbender/test_cli_service_unit.py
 tests/unit/cli/projects/__init__.py
+tests/unit/cli/projects/test_cli_project_credential_unit.py
 tests/unit/cli/projects/test_cli_project_data_connector_unit.py
 tests/unit/cli/projects/test_cli_project_datastore_unit.py
-tests/unit/cli/projects/test_cli_project_key_unit.py
 tests/unit/cli/projects/test_cli_project_secret_unit.py
 tests/unit/cli/projects/test_cli_project_service_unit.py
 tests/unit/cli/projects/test_cli_project_unit.py
@@ -131,9 +131,9 @@ tests/unit/cloudbender/test_providers_unit.py
 tests/unit/cloudbender/test_regions_unit.py
 tests/unit/cloudbender/test_services_unit.py
 tests/unit/projects/__init__.py
+tests/unit/projects/test_project_credentials_unit.py
 tests/unit/projects/test_project_data_connectors_unit.py
 tests/unit/projects/test_project_datastores_unit.py
-tests/unit/projects/test_project_keys_unit.py
 tests/unit/projects/test_project_secrets_unit.py
 tests/unit/projects/test_project_services_unit.py
 tests/unit/projects/test_projects_unit.py

{proximl-0.5.11 → proximl-0.5.12}/tests/integration/projects/conftest.py

@@ -4,7 +4,7 @@ from pytest import fixture
 @fixture(scope="module")
 async def project(proximl):
     project = await proximl.projects.create(
-        name="New Project", copy_keys=False, copy_secrets=False
+        name="New Project", copy_credentials=False, copy_secrets=False
     )
     yield project
     await project.remove()

proximl-0.5.12/tests/integration/projects/test_projects_credentials_integration.py

@@ -0,0 +1,45 @@
+import re
+import sys
+import asyncio
+from pytest import mark, fixture
+
+pytestmark = [mark.sdk, mark.integration, mark.projects]
+
+
+@mark.create
+@mark.asyncio
+class ProjectCredentialsTests:
+    @fixture(scope="class")
+    async def project_credential(self, project):
+        project_credential = await project.credentials.put(
+            type="aws", key_id="ASFHALKF", secret="IUHKLHKAHF"
+        )
+        yield project_credential
+        await project.credentials.remove(type="aws")
+
+    async def test_list_project_credentials(self, project, project_credential):
+        credentials = await project.credentials.list()
+        assert len(credentials) > 0
+
+    async def test_project_credential_properties(self, project, project_credential):
+        assert isinstance(project_credential.project_uuid, str)
+        assert isinstance(project_credential.type, str)
+        assert isinstance(project_credential.key_id, str)
+        assert project_credential.type == "aws"
+        assert project.id == project_credential.project_uuid
+
+    async def test_project_credential_str(self, project_credential):
+        string = str(project_credential)
+        regex = r"^{.*\"type\": \"" + project_credential.type + r"\".*}$"
+        assert isinstance(string, str)
+        assert re.match(regex, string)
+
+    async def test_project_credential_repr(self, project_credential):
+        string = repr(project_credential)
+        regex = (
+            r"^ProjectCredential\( proximl , \*\*{.*'type': '"
+            + project_credential.type
+            + r"'.*}\)$"
+        )
+        assert isinstance(string, str)
+        assert re.match(regex, string)

{proximl-0.5.11 → proximl-0.5.12}/tests/integration/projects/test_projects_secrets_integration.py

@@ -17,7 +17,7 @@ class ProjectSecretsTests:
         yield project_secret
         await project.secrets.remove(name="secret_value")
 
-    async def test_list_project_keys(self, project, project_secret):
+    async def test_list_project_secrets(self, project, project_secret):
         secrets = await project.secrets.list()
         assert len(secrets) > 0
 

proximl-0.5.11/tests/unit/cli/projects/test_cli_project_key_unit.py → proximl-0.5.12/tests/unit/cli/projects/test_cli_project_credential_unit.py

@@ -6,21 +6,21 @@ from pytest import mark, fixture, raises
 
 pytestmark = [mark.cli, mark.unit, mark.projects]
 
-from proximl.cli.project import key as specimen
+from proximl.cli.project import credential as specimen
 from proximl.projects import (
     Project,
 )
 
 
-def test_list_keys(runner, mock_project_keys):
+def test_list_credentials(runner, mock_project_credentials):
     with patch("proximl.cli.ProxiML", new=AsyncMock) as mock_proximl:
         project = create_autospec(Project)
         mock_proximl.projects = AsyncMock()
         mock_proximl.projects.get = AsyncMock(return_value=project)
         mock_proximl.projects.get_current = AsyncMock(return_value=project)
-        project.keys = AsyncMock()
-        project.keys.list = AsyncMock(return_value=mock_project_keys)
+        project.credentials = AsyncMock()
+        project.credentials.list = AsyncMock(return_value=mock_project_credentials)
         result = runner.invoke(specimen, ["list"])
         print(result)
         assert result.exit_code == 0
-        project.keys.list.assert_called_once()
+        project.credentials.list.assert_called_once()

{proximl-0.5.11 → proximl-0.5.12}/tests/unit/conftest.py

@@ -20,7 +20,7 @@ from proximl.projects import (
 from proximl.projects.datastores import ProjectDatastores, ProjectDatastore
 from proximl.projects.services import ProjectServices, ProjectService
 from proximl.projects.data_connectors import ProjectDataConnectors, ProjectDataConnector
-from proximl.projects.keys import ProjectKeys, ProjectKey
+from proximl.projects.credentials import ProjectCredentials, ProjectCredential
 from proximl.projects.secrets import ProjectSecrets, ProjectSecret
 
 from proximl.cloudbender import Cloudbender
@@ -532,7 +532,7 @@ def mock_jobs():
                         {"value": "env1val", "key": "env1"},
                         {"value": "env2val", "key": "env2"},
                     ],
-                    "worker_key_types": ["aws", "gcp"],
+                    "credentials": ["aws", "gcp"],
                     "status": "new",
                 },
                 "vpn": {
@@ -609,7 +609,7 @@ def mock_jobs():
                     "type": "DEEPLEARNING_PY37",
                     "image_size": 39656398629,
                     "env": [],
-                    "worker_key_types": [],
+                    "credentials": [],
                     "status": "ready",
                 },
                 "vpn": {
@@ -1043,10 +1043,10 @@ def mock_device_configs():
 @fixture(
     scope="session",
 )
-def mock_project_keys():
+def mock_project_credentials():
     proximl = Mock()
     yield [
-        ProjectKey(
+        ProjectCredential(
             proximl,
             **{
                 "project_uuid": "proj-id-1",
@@ -1055,7 +1055,7 @@ def mock_project_keys():
                 "updatedAt": "2023-06-02T21:22:40.084Z",
             },
         ),
-        ProjectKey(
+        ProjectCredential(
             proximl,
             **{
                 "project_uuid": "proj-id-1",
@@ -1117,7 +1117,7 @@ def mock_proximl(
     mock_project_datastores,
     mock_project_services,
     mock_project_data_connectors,
-    mock_project_keys,
+    mock_project_credentials,
     mock_project_secrets,
 ):
     proximl = create_autospec(ProxiML)
@@ -1150,8 +1150,8 @@ def mock_proximl(
     proximl.projects.data_connectors.list = AsyncMock(
         return_value=mock_project_data_connectors
     )
-    proximl.projects.keys = create_autospec(ProjectKeys)
-    proximl.projects.keys.list = AsyncMock(return_value=mock_project_keys)
+    proximl.projects.credentials = create_autospec(ProjectCredentials)
+    proximl.projects.credentials.list = AsyncMock(return_value=mock_project_credentials)
     proximl.projects.secrets = create_autospec(ProjectSecrets)
     proximl.projects.secrets.list = AsyncMock(return_value=mock_project_secrets)