sparclclient 1.2.1.dev6__tar.gz → 1.2.2b1__tar.gz

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/.gitignore

@@ -1,7 +1,5 @@
 OBSOLETE_*/
-
-# Jupyter notebook files (should be elsewhere)
-*.ipynb
+UNPUBLISHED/
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sparclclient
-Version: 1.2.1.dev6
+Version: 1.2.2b1
 Summary: A client for getting spectra and meta-data from NOIRLab.
 Author-email: "S. Pothier" <datalab-spectro@noirlab.edu>
 Description-Content-Type: text/markdown
@@ -10,5 +10,5 @@ Project-URL: Documentation, https://sparclclient.readthedocs.io/en/latest/
 Project-URL: Homepage, https://github.com/pypa/sparclclient
 
 # sparclclient
-Python Client for SPARC (SPectra Analysis and Retrievable Catalog Lab)
+Python Client for SPARCL (SPectra Analysis and Retrievable Catalog Lab)
 

sparclclient-1.2.2b1/README.md

@@ -0,0 +1,2 @@
+# sparclclient
+Python Client for SPARCL (SPectra Analysis and Retrievable Catalog Lab)

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/pyproject.toml

@@ -1,14 +1,12 @@
 # See:
-#   https://flit.pypa.io/en/latest/pyproject_toml.html  # FLIT
-#   https://packaging.python.org/en/latest/tutorials/packaging-projects/
-#   https://pip.pypa.io/en/stable/reference/build-system/pyproject-toml/
+#   FLIT: https://flit.pypa.io/en/latest/pyproject_toml.html
 #   TOML format: https://toml.io/en/
-#   https://packaging.python.org/en/latest/specifications/declaring-project-metadata/
+
 #
 # Updating PyPi:
 #   source venv/bin/activate
 #   flit build
-#   flit publish
+#   flit publish --repository sparclclient
 
 
 [build-system]
@@ -24,6 +22,7 @@ authors = [
 readme = "README.md"
 license = {file = "LICENSE"}
 classifiers = ["License :: OSI Approved :: MIT License"]
+# version is found in: ~/sandbox/sparclclient/sparcl/__init__.py
 dynamic = ["version", "description"]
 
 [project.urls]

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/requirements-internal.txt

@@ -1,4 +1,4 @@
-#pandas==1.3.3 # ==1.2.3
+#
 #psutil==5.8.0  # for benchmarks
 #! speedtest # for benchmarks
 # packaging   # for noaodatalab
@@ -11,9 +11,12 @@
 Sphinx # ==4.1.2
 sphinx-rtd-theme # ==0.5.2
 pre-commit
-build
 pip
-setuptools
-wheel
-twine
+flit
 sphinx_mdinclude
+
+#
+pandas
+matplotlib
+ipympl
+astropy

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/source/conf.py

@@ -14,12 +14,9 @@
 import os
 import re
 import sys
-
-sys.path.insert(0, os.path.abspath(".."))
-
-
 from sparcl import __version__
 
+sys.path.insert(0, os.path.abspath(".."))
 
 # -- Project information -----------------------------------------------------
 

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/sparcl/Results.py

@@ -21,6 +21,15 @@ class Results(UserList):
         self.fields = client.fields
         self.to_science_fields()
 
+        # HACK 12/14/2023 -sp- to fix UUID problem presumably
+        # produced on stack version upgrade (to Django 4.2, postgres 13+)
+        # Done per AB for expediency since real solution will be easier
+        # after field-renaming is removed.
+        for rec in self.recs:
+            if "sparcl_id" in rec:
+                rec["sparcl_id"] = str(rec["sparcl_id"])
+        # END __init__()
+
     # https://docs.python.org/3/library/collections.html#collections.deque.clear
     def clear(self):
         """Delete the contents of this collection."""
@@ -132,9 +141,9 @@ class Results(UserList):
             # Transform science fields to internal fields
             new_recs = self.science_to_internal_fields()
             # Get the ids or specids from retrieved records
-            if type(ids_og[0]) == str:
+            if type(ids_og[0]) is str:
                 ids_re = [f["sparcl_id"] for f in new_recs]
-            elif type(ids_og[0]) == int:
+            elif type(ids_og[0]) is int:
                 ids_re = [f["specid"] for f in new_recs]
             # Enumerate the original ids
             dict_og = {x: i for i, x in enumerate(ids_og)}

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/sparcl/__init__.py

@@ -26,16 +26,9 @@ __all__ = ["client", "align_records"]
 
 # must mach: [N!]N(.N)*[{a|b|rc}N][.postN][.devN]
 # Example of a correct version string: '0.4.0a3.dev35'
-# __version__ = '0.4.0b1.dev8'
-# __version__ = '0.4.0b1.dev10'
-# __version__ = '1.0.0'
-# __version__ = '1.0.0b1.dev7'
-# __version__ = '1.0.0b1.dev8'
-# __version__ = '1.0.0b1.dev9'
-# __version__ = '1.0.1b2.dev1'
-# __version__ = '1.1rc1'
-# __version__ = '1.1rc2'
 # __version__ = '1.1'
 # __version__ = '1.2.0b4'
 # __version__ = '1.2.0'  # Release
-__version__ = "1.2.1.dev6"
+# __version__ = "1.2.1b3"
+#__version__ = "1.2.1"
+__version__ = "1.2.2b1"

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/sparcl/client.py

@@ -2,6 +2,14 @@
 This module interfaces to the SPARC-Server to get spectra data.
 """
 # python -m unittest tests.tests_api
+
+# ### Run tests against DEV
+# serverurl=http://localhost:8050 python -m unittest tests.tests_api
+#
+#  ### Run tests Against PAT Server.
+#  export serverurl=https://sparc1.datalab.noirlab.edu/
+#  python -m unittest tests.tests_api
+
 #
 # Doctest example:
 #   cd ~/sandbox/sparclclient
@@ -14,6 +22,7 @@ This module interfaces to the SPARC-Server to get spectra data.
 from urllib.parse import urlencode, urlparse
 from warnings import warn
 import pickle
+import getpass
 
 #!from pathlib import Path
 import tempfile
@@ -22,6 +31,9 @@ import tempfile
 # External Packages
 import requests
 
+#!from requests.auth import HTTPBasicAuth
+from requests.auth import AuthBase
+
 ############################################
 # Local Packages
 from sparcl.fields import Fields
@@ -102,6 +114,19 @@ RESERVED = set([DEFAULT, ALL])
 #!    return set(lists[0]).intersection(*lists[1:])
 
 
+class TokenAuth(AuthBase):
+    """Attaches HTTP Token Authentication to the given Request object."""
+
+    def __init__(self, token):
+        # setup any auth-related data here
+        self.token = token
+
+    def __call__(self, request):
+        # modify and return the request
+        request.headers["Authorization"] = self.token
+        return request
+
+
 ###########################
 # ## The Client class
 
@@ -113,7 +138,7 @@ class SparclClient:  # was SparclApi()
     about the Client and Server that is usefule to Developers.
 
     Args:
-        url (:obj:`str`, optional): Base URL of SPARC Server. Defaults
+        url (:obj:`str`, optional): Base URL of SPARCL Server. Defaults
             to 'https://astrosparcl.datalab.noirlab.edu'.
 
         verbose (:obj:`bool`, optional): Default verbosity is set to
@@ -142,8 +167,6 @@ class SparclClient:  # was SparclApi()
     def __init__(
         self,
         *,
-        email=None,
-        password=None,
         url=_PROD,
         verbose=False,
         show_curl=False,
@@ -153,11 +176,11 @@ class SparclClient:  # was SparclApi()
         """Create client instance."""
         session = requests.Session()
         self.session = session
-
-        self.session.auth = (email, password) if email and password else None
+        self.session.auth = None
         self.rooturl = url.rstrip("/")  # eg. "http://localhost:8050"
         self.apiurl = f"{self.rooturl}/sparc"
         self.apiversion = None
+        self.token = None
         self.verbose = verbose
         self.show_curl = show_curl  # Show CURL equivalent of client method
         #!self.internal_names = internal_names
@@ -214,13 +237,73 @@ class SparclClient:  # was SparclApi()
             f"(sparclclient:{self.clientversion},"
             f" api:{self.apiversion},"
             f" {self.apiurl},"
+            f" client_hash={ut.githash()},"
             f" verbose={self.verbose},"
             f" connect_timeout={self.c_timeout},"
             f" read_timeout={self.r_timeout})"
         )
 
+    def login(self, email, password=None):
+        if email is None:  # "logout"
+            old_email = self.session.auth[0] if self.session.auth else None
+            self.session.auth = None
+            self.token = None
+            print(
+                f"Logged-out successfully. "
+                f" Previously logged-in with email {old_email}."
+            )
+            return None
+        if password is None:
+            password = getpass.getpass()
+        # url = f"{self.apiurl}/get_token/"
+        url = "http://localhost:8060/api/get_token/"
+        res = requests.post(
+            url,
+            json=dict(email=email, password=password),
+            timeout=self.timeout,
+        )
+        self.session.auth = None
+        self.token = None
+        try:
+            res.raise_for_status()
+            #!print(f"DBG: {res.content=}")
+            self.token = res.json()
+            self.session.auth = (email, password)
+        except Exception as err:
+            msg = f"Could not login with given credentials. {err=}"
+            return msg
+
+        print(f"Logged in successfully with {email=}")
+        return None
+
+    def logout(self):
+        return self.login(None)
+
+    @property
+    def authorized(self):
+        auth = TokenAuth(self.token) if self.token else None
+        username = self.session.auth[0] if self.session.auth else "Anonymous"
+        response = requests.get(
+            f"{self.apiurl}/auth_status/", auth=auth, timeout=self.timeout
+        )
+        auth_status = response.json()
+        print(f"{auth_status=}")
+
+        all_private_drs = set(auth_status.get("All_Private_DataReleases"))
+        all_drs = self.fields.all_drs
+        auth_drs = set(auth_status.get("Authorized_DataReleases"))
+        res = dict(
+            Loggedin_As=username,  # email
+            Authorized_Datasets=auth_drs,
+            Unauthorized_Datasets=all_private_drs - auth_drs,
+            All_Private_Datasets=all_private_drs,
+            All_Datasets=all_drs,
+        )
+        return res
+
     @property
     def all_datasets(self):
+        """Set of all DataSets available from Server"""
         return self.fields.all_drs
 
     def get_default_fields(self, *, dataset_list=None):
@@ -232,7 +315,7 @@ class SparclClient:  # was SparclApi()
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to get the default fields. Defaults to None, which
                 will return the intersection of default fields in all
-                data sets hosted on the SPARC database.
+                data sets hosted on the SPARCL database.
 
         Returns:
             List of fields tagged as 'default' from DATASET_LIST.
@@ -263,7 +346,7 @@ class SparclClient:  # was SparclApi()
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to get all fields. Defaults to None, which
                 will return the intersection of all fields in all
-                data sets hosted on the SPARC database.
+                data sets hosted on the SPARCL database.
 
         Returns:
             List of fields tagged as 'all' from DATASET_LIST.
@@ -321,7 +404,7 @@ class SparclClient:  # was SparclApi()
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to get available fields. Defaults to None, which
                 will return the intersection of all available fields in
-                all data sets hosted on the SPARC database.
+                all data sets hosted on the SPARCL database.
 
         Returns:
             Set of fields available from data sets in DATASET_LIST.
@@ -363,12 +446,14 @@ class SparclClient:  # was SparclApi()
         outfields=None,
         *,
         constraints={},  # dict(fname) = [op, param, ...]
-        # dataset_list=None,
+        #! exclude_unauth = True,  # Not implemented yet
         limit=500,
         sort=None,
+        # count=False,
+        # dataset_list=None,
         verbose=None,
     ):
-        """Find records in the SPARC database.
+        """Find records in the SPARCL database.
 
         Args:
             outfields (:obj:`list`, optional): List of fields to return.
@@ -428,6 +513,7 @@ class SparclClient:  # was SparclApi()
             }
         uparams = dict(
             limit=limit,
+            #! count='Y' if count else 'N'
         )
         if sort is not None:
             uparams["sort"] = sort
@@ -444,7 +530,8 @@ class SparclClient:  # was SparclApi()
             cmd = ut.curl_find_str(sspec, self.rooturl, qstr=qstr)
             print(cmd)
 
-        res = requests.post(url, json=sspec, timeout=self.timeout)
+        auth = TokenAuth(self.token) if self.token else None
+        res = requests.post(url, json=sspec, auth=auth, timeout=self.timeout)
 
         if res.status_code != 200:
             if verbose and ("traceback" in res.json()):
@@ -460,14 +547,14 @@ class SparclClient:  # was SparclApi()
         self, uuid_list, *, dataset_list=None, countOnly=False, verbose=False
     ):
         """Return the subset of sparcl_ids in the given uuid_list that are
-        NOT stored in the SPARC database.
+        NOT stored in the SPARCL database.
 
         Args:
             uuid_list (:obj:`list`): List of sparcl_ids.
 
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to find missing sparcl_ids. Defaults to None, meaning
-                all data sets hosted on the SPARC database.
+                all data sets hosted on the SPARCL database.
 
             countOnly (:obj:`bool`, optional): Set to True to return only
                 a count of the missing sparcl_ids from the uuid_list.
@@ -478,7 +565,7 @@ class SparclClient:  # was SparclApi()
 
         Returns:
             A list of the subset of sparcl_ids in the given uuid_list that
-            are NOT stored in the SPARC database.
+            are NOT stored in the SPARCL database.
 
         Example:
             >>> client = SparclClient()
@@ -513,14 +600,14 @@ class SparclClient:  # was SparclApi()
         self, specid_list, *, dataset_list=None, countOnly=False, verbose=False
     ):
         """Return the subset of specids in the given specid_list that are
-        NOT stored in the SPARC database.
+        NOT stored in the SPARCL database.
 
         Args:
             specid_list (:obj:`list`): List of specids.
 
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to find missing specids. Defaults to None, meaning
-                all data sets hosted on the SPARC database.
+                all data sets hosted on the SPARCL database.
 
             countOnly (:obj:`bool`, optional): Set to True to return only
                 a count of the missing specids from the specid_list.
@@ -531,7 +618,7 @@ class SparclClient:  # was SparclApi()
 
         Returns:
             A list of the subset of specids in the given specid_list that
-            are NOT stored in the SPARC database.
+            are NOT stored in the SPARCL database.
 
         Example:
             >>> client = SparclClient(url=_PAT)
@@ -597,7 +684,7 @@ class SparclClient:  # was SparclApi()
         limit=500,
         verbose=None,
     ):
-        """Retrieve spectra records from the SPARC database by list of
+        """Retrieve spectra records from the SPARCL database by list of
         sparcl_ids.
 
         Args:
@@ -609,7 +696,7 @@ class SparclClient:  # was SparclApi()
 
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to retrieve spectra data. Defaults to None, meaning all
-                data sets hosted on the SPARC database.
+                data sets hosted on the SPARCL database.
 
             limit (:obj:`int`, optional): Maximum number of records to
                 return. Defaults to 500. Maximum allowed is 24,000.
@@ -702,9 +789,8 @@ class SparclClient:  # was SparclApi()
             print(cmd)
 
         try:
-            res = requests.post(
-                url, json=ids, auth=self.session.auth, timeout=self.timeout
-            )
+            auth = TokenAuth(self.token) if self.token else None
+            res = requests.post(url, json=ids, auth=auth, timeout=self.timeout)
         except requests.exceptions.ConnectTimeout as reCT:
             raise ex.UnknownSparcl(f"ConnectTimeout: {reCT}")
         except requests.exceptions.ReadTimeout as reRT:
@@ -781,7 +867,8 @@ class SparclClient:  # was SparclApi()
         limit=500,
         verbose=False,
     ):
-        """Retrieve spectra records from the SPARC database by list of specids.
+        """Retrieve spectra records from the SPARCL database by list of
+        specids.
 
         Args:
             specid_list (:obj:`list`): List of specids.
@@ -792,7 +879,7 @@ class SparclClient:  # was SparclApi()
 
             dataset_list (:obj:`list`, optional): List of data sets from
                 which to retrieve spectra data. Defaults to None, meaning all
-                data sets hosted on the SPARC database.
+                data sets hosted on the SPARCL database.
 
             limit (:obj:`int`, optional): Maximum number of records to
                 return. Defaults to 500. Maximum allowed is 24,000.

{sparclclient-1.2.1.dev6 → sparclclient-1.2.2b1}/sparcl/exceptions.py

@@ -23,7 +23,9 @@ def genSparclException(response, verbose=False):
         return BadSearchConstraint(status.get("errorMessage"))
     else:
         return UnknownServerError(
-            f"{status.get('errorMessage')} " f"[{status.get('errorCode')}]"
+            f"{status.get('errorMessage')} "
+            f"[{status.get('errorCode')}] "
+            f"{status.get('traceback')}"
         )