oscar-python 1.3.4__py3-none-any.whl → 2.0.0__py3-none-any.whl

oscar_python/_providers/_s3.py

@@ -59,7 +59,7 @@ class S3(StorageProvider):
         bucket_name = remote_path.split('/')[0]
         file_key = remote_path.split('/', 1)[1]
         file_name = local_path.split('/')[-1]
-        print("Uploading to bucket '{0}' with key '{1}'".format(bucket_name,file_key))
+        print("Uploading to bucket '{0}' with key '{1}'".format(bucket_name, file_key))
         with open(local_path, 'rb') as data:
             try:
                 self.client.upload_fileobj(data, bucket_name, file_key + "/" + file_name)

oscar_python/_utils.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 import base64
+import json
 import os
 import requests
 import liboidcagent as agent
@@ -32,14 +33,16 @@ def make_request(c, path, method, **kwargs):
     url = c.endpoint+path
 
     if method in ["post", "put"]:
-        if "token" in kwargs.keys() and kwargs["token"]: 
+        if "token" in kwargs.keys() and kwargs["token"]:
             headers = get_headers_with_token(kwargs["token"])
+        req_kwargs = {"headers": headers, "verify": c.ssl, "timeout": timeout}
         if "data" in kwargs.keys() and kwargs["data"]:
-            result = requests.request(method, url, headers=headers, verify=c.ssl, data=kwargs["data"], timeout=timeout)
+            req_kwargs["data"] = kwargs["data"]
+        result = requests.request(method, url, **req_kwargs)
     else:
         result = requests.request(method, url, headers=headers, verify=c.ssl, timeout=timeout)
 
-    if "handle" in kwargs.keys() and kwargs["handle"] == False:
+    if "handle" in kwargs.keys() and kwargs["handle"] is False:
         return result
 
     result.raise_for_status()
@@ -94,7 +97,7 @@ def decode_b64(b64_str, file_out):
     except ValueError:
         print('Error decoding output: Invalid base64 string.')
     except OSError:
-        print('Error decoding output: Failed to write decoded data to file.')   
+        print('Error decoding output: Failed to write decoded data to file.')
 
 
 def encode_input(data):
@@ -111,6 +114,21 @@ def encode_input(data):
         return base64.b64encode(message_bytes)
 
 
+def load_config(config_path, cluster_name="default"):
+    with open(config_path) as f:
+        config = json.load(f)
+    cluster = config["clusters"][cluster_name]
+    opts = {
+        "cluster_id": cluster_name,
+        "endpoint": cluster["endpoint"],
+        "ssl": cluster.get("ssl", True),
+    }
+    for key in ("user", "password", "shortname", "oidc_token", "refresh_token"):
+        if key in cluster:
+            opts[key] = cluster[key]
+    return opts
+
+
 def decode_output(output, file_path):
     if isBase64(output):
         decode_b64(output, file_path)

oscar_python/client.py

@@ -27,7 +27,12 @@ _CONFIG_PATH = "/system/config"
 _SVC_PATH = "/system/services"
 _LOGS_PATH = "/system/logs"
 _RUN_PATH = "/run"
-_STATUS_PATH="/system/status"
+_STATUS_PATH = "/system/status"
+_HEALTH_PATH = "/health"
+_VOLUMES_PATH = "/system/volumes"
+_BUCKETS_PATH = "/system/buckets"
+_METRICS_PATH = "/system/metrics"
+_QUOTAS_USER_PATH = "/system/quotas/user"
 
 
 # _JOB_PATH = "/job"
@@ -101,13 +106,13 @@ class Client(DefaultClient):
     """ Creates a generic storage client to interact with the storage providers
     defined on a specific service of the refered OSCAR cluster """
     def create_storage_client(self, svc=None):
-        if svc != None:
+        if svc is not None:
             return Storage(
                 client_obj=self, svc_name=svc)
         else:
             return Storage(
                     client_obj=self)
-        
+
     """ Function to get cluster info """
     def get_cluster_info(self):
         return utils.make_request(self, _INFO_PATH, _GET)
@@ -137,17 +142,18 @@ class Client(DefaultClient):
                         raise Exception("FDL clusterID does not match current clusterID: {0}".format(err))
                     try:
                         if os.path.isabs(svc["script"]):
-                            script_path =  svc["script"]
+                            script_path = svc["script"]
                         else:
                             fdl_directory = os.path.dirname(fdl_path)
                             script_path = os.path.join(fdl_directory, svc['script'])
                         with open(script_path) as s:
                             svc["script"] = s.read()
-                    except IOError  as e:
+                    except IOError:
                         raise Exception("Couldn't read script")
 
                     # cpu parameter has to be string on the request
-                    if type(svc["cpu"]) is int or type(svc["cpu"]) is float: svc["cpu"] = str(svc["cpu"])
+                    if type(svc["cpu"]) is int or type(svc["cpu"]) is float:
+                        svc["cpu"] = str(svc["cpu"])
 
             except ValueError as err:
                 print(err)
@@ -226,3 +232,111 @@ class Client(DefaultClient):
     """ Remove all service jobs """
     def remove_all_jobs(self, svc):
         return utils.make_request(self, _LOGS_PATH+"/"+svc, _DELETE)
+
+    """ Check cluster health """
+    def health_check(self):
+        return utils.make_request(self, _HEALTH_PATH, _GET)
+
+    """ Get deployment status of a service """
+    def get_deployment_status(self, name):
+        return utils.make_request(self, _SVC_PATH + "/" + name + "/deployment", _GET)
+
+    """ Get deployment logs of a service """
+    def get_deployment_logs(self, name):
+        return utils.make_request(self, _SVC_PATH + "/" + name + "/deployment/logs", _GET)
+
+    """ List all managed volumes """
+    def list_volumes(self):
+        return utils.make_request(self, _VOLUMES_PATH, _GET)
+
+    """ Create a new managed volume """
+    def create_volume(self, name, size):
+        data = json.dumps({"name": name, "size": size})
+        return utils.make_request(self, _VOLUMES_PATH, _POST, data=data)
+
+    """ Get a specific managed volume """
+    def get_volume(self, name):
+        return utils.make_request(self, _VOLUMES_PATH + "/" + name, _GET)
+
+    """ Delete a managed volume """
+    def delete_volume(self, name):
+        return utils.make_request(self, _VOLUMES_PATH + "/" + name, _DELETE)
+
+    """ Create a bucket """
+    def create_bucket(self, name, visibility="private", allowed_users=None):
+        data = json.dumps({
+            "bucket_name": name,
+            "visibility": visibility,
+            "allowed_users": allowed_users or []
+        })
+        return utils.make_request(self, _BUCKETS_PATH, _POST, data=data)
+
+    """ Update a bucket """
+    def update_bucket(self, name, visibility, allowed_users=None):
+        data = json.dumps({
+            "bucket_name": name,
+            "visibility": visibility,
+            "allowed_users": allowed_users or []
+        })
+        return utils.make_request(self, _BUCKETS_PATH, _PUT, data=data)
+
+    """ List all buckets """
+    def list_buckets(self):
+        return utils.make_request(self, _BUCKETS_PATH, _GET)
+
+    """ Get a specific bucket """
+    def get_bucket(self, name):
+        return utils.make_request(self, _BUCKETS_PATH + "/" + name, _GET)
+
+    """ Delete a bucket """
+    def delete_bucket(self, name):
+        return utils.make_request(self, _BUCKETS_PATH + "/" + name, _DELETE)
+
+    """ Get a presigned URL for a bucket file """
+    def presign_bucket(self, name, object_key, operation="download", expires=0, content_type="", extra_headers=None):
+        path = _BUCKETS_PATH + "/" + name + "/presign"
+        data = json.dumps({
+            "object_key": object_key,
+            "operation": operation,
+            "expires": expires,
+            "content_type": content_type,
+            "extra_headers": extra_headers or {},
+        })
+        return utils.make_request(self, path, _POST, data=data)
+
+    """ Get system logs (admin only) """
+    def get_system_logs(self, timestamps=False, previous=False):
+        path = _LOGS_PATH
+        params = []
+        if timestamps:
+            params.append("timestamps=true")
+        if previous:
+            params.append("previous=true")
+        if params:
+            path += "?" + "&".join(params)
+        return utils.make_request(self, path, _GET)
+
+    """ Get metrics summary """
+    def get_metrics_summary(self):
+        return utils.make_request(self, _METRICS_PATH, _GET)
+
+    """ Get metrics breakdown """
+    def get_metrics_breakdown(self, group_by="service"):
+        return utils.make_request(self, _METRICS_PATH + "/breakdown?group_by=" + group_by, _GET)
+
+    """ Get metrics for a specific service """
+    def get_service_metrics(self, service_name):
+        return utils.make_request(self, _METRICS_PATH + "/" + service_name, _GET)
+
+    """ Get own quota """
+    def get_own_quota(self):
+        return utils.make_request(self, _QUOTAS_USER_PATH, _GET)
+
+    """ Get quota for a specific user """
+    def get_user_quota(self, user_id):
+        return utils.make_request(self, _QUOTAS_USER_PATH + "/" + user_id, _GET)
+
+    """ Update quota for a user """
+    def update_user_quota(self, user_id, cpu, memory):
+        data = json.dumps({"cpu": cpu, "memory": memory})
+        return utils.make_request(self, _QUOTAS_USER_PATH + "/" + user_id, _PUT, data=data)

oscar_python/local_test.py

@@ -1,6 +1,6 @@
 from client import Client
 
-client = Client("oscar-gpu-cluster","https://focused-boyd8.im.grycap.net", "oscar", "oscar123", True)
+client = Client("oscar-gpu-cluster", "https://focused-boyd8.im.grycap.net", "oscar", "oscar123", True)
 
 res = client.remove_service("cowsay")
 if res:

oscar_python/storage.py

@@ -31,10 +31,10 @@ _SVC_PATH = "/system/services"
 
 # TODO check returns from functions
 class Storage:
-    def __init__(self, client_obj, svc_name = None) -> None:
+    def __init__(self, client_obj, svc_name=None) -> None:
         self.client_obj = client_obj
         self.storage_providers = {}
-        if svc_name != None:
+        if svc_name is not None:
             self.svc_name = svc_name
             self._store_provider_from_service()
         self._store_default_minio_provider()
@@ -46,13 +46,12 @@ class Storage:
 
     """ Function to store the user credentials for the default MinIO provider """
     def _store_default_minio_provider(self):
-        config = utils.make_request(self.client_obj, _CONFIG_PATH + "/" , _GET)
+        config = utils.make_request(self.client_obj, _CONFIG_PATH + "/", _GET)
         if _MINIO in self.storage_providers:
             self.storage_providers[_MINIO]["default"] = json.loads(config.text)["minio_provider"]
         else:
             default = {"default": json.loads(config.text)["minio_provider"]}
             self.storage_providers[_MINIO] = default
-        
 
     """ Function to retreive credentials of a specific storage provider """
     def _get_provider_creds(self, provider, provider_name):

{oscar_python-1.3.4.dist-info → oscar_python-2.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: oscar-python
-Version: 1.3.4
+Version: 2.0.0
 Summary: Python client for OSCAR clusters
 Author: GRyCAP - I3M - UPV
 License: Apache-2.0

{oscar_python-1.3.4.dist-info → oscar_python-2.0.0.dist-info}/RECORD

@@ -1,18 +1,18 @@
 oscar_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 oscar_python/_oidc.py,sha256=0JqOuASAnyOVWKxqIWFN9jFZgYY4p-rZwa8Lq3JWfNk,2611
-oscar_python/_utils.py,sha256=e6DJA_Vziy-3xt_-MEOg_7CM2mNIJNqCaFKD79Spug4,3707
-oscar_python/client.py,sha256=Xp2J2Jd3_9diLooMlUpX63tkSMSmjyXsKoFp5DxNGkg,9043
+oscar_python/_utils.py,sha256=OxQu5Bv_CSvsbTxQcGCfvO_PEaBDGngWotIMsFPxb5s,4247
+oscar_python/client.py,sha256=kMFnVr1lbatf1X8FFbPIY0AI8jgIlkBAoyNR1yB99xU,13353
 oscar_python/client_anon.py,sha256=glGC0kfb2iTTcdFhY5oBtQT7l4OriZfSkswQ3icS_YM,311
 oscar_python/default_client.py,sha256=jjIoZ_BkIkCchlTiUoWddEz6UhCFOEVZMCYcSh-E_y8,1154
-oscar_python/local_test.py,sha256=0i_vGn-N735pvx1JcG4GmjpNmqwXmx5LExVELtW5ECs,251
-oscar_python/storage.py,sha256=BVQ7NHqY5OT2WBXqGTsshCX9b0FNqc0SqMoawvsWxiI,3976
+oscar_python/local_test.py,sha256=8UN86bho2JkjVjcOtQiBvZepjFdacEJ8FIDLxOBXlIM,252
+oscar_python/storage.py,sha256=__GkTbJ_uHzRxcSO_CgXpryRWJVNttUnM43ET83MGqs,3968
 oscar_python/_providers/_minio.py,sha256=k74Xh11Gk6xkKhIMq3jY-4Xq-jpxiZSMc2RLS6WUuq0,1267
 oscar_python/_providers/_onedata.py,sha256=wKxSAO77ipy8Wm-sybqPo_l2BZYg0cj9B53Ebc92kFs,3469
 oscar_python/_providers/_providers_base.py,sha256=Wmse3xheb1UQRulF2IdtJkq2w96l21anQVAA2ChI63Y,1202
-oscar_python/_providers/_s3.py,sha256=kVK6GhkCqRDvUOzopsRFgt9ZS-KK2ugjPRqJYJG9MO8,3260
+oscar_python/_providers/_s3.py,sha256=Uwgd8RM0reQEdHprrjivFLJIVhFBhvHt3pE1lENpKrs,3261
 oscar_python/_providers/_webdav.py,sha256=Nt0w87L9K6iGLoMOgHoSfiZpjOd1eYkvuJ8Kopf2IQU,2332
-oscar_python-1.3.4.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-oscar_python-1.3.4.dist-info/METADATA,sha256=GXveCYiEk8vZSQGbde50odDqlYzf0D6VVeEUkO9e5Jc,9612
-oscar_python-1.3.4.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-oscar_python-1.3.4.dist-info/top_level.txt,sha256=0sLOepeO4vz_8o3vBJyTRRvgJN1TFF1T3SESlIwoJQk,13
-oscar_python-1.3.4.dist-info/RECORD,,
+oscar_python-2.0.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+oscar_python-2.0.0.dist-info/METADATA,sha256=-Y3snOPm_npxgZXlI94guglmgLYFzn94R1BbKQN4S2Y,9612
+oscar_python-2.0.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+oscar_python-2.0.0.dist-info/top_level.txt,sha256=0sLOepeO4vz_8o3vBJyTRRvgJN1TFF1T3SESlIwoJQk,13
+oscar_python-2.0.0.dist-info/RECORD,,

{oscar_python-1.3.4.dist-info → oscar_python-2.0.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.10.2)
+Generator: setuptools (82.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any