cmsdials 1.2.0__tar.gz → 1.4.0__tar.gz

{cmsdials-1.2.0 → cmsdials-1.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cmsdials
-Version: 1.2.0
+Version: 1.4.0
 Summary: The Python api client interface to DIALS service
 Home-page: https://github.com/cms-DQM/dials-py
 Author: Gabriel Moreira
@@ -22,6 +22,7 @@ Requires-Dist: pydantic (>=1,<2)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: tqdm (>=4.66.1) ; extra == "tqdm"
 Requires-Dist: typing-extensions (>=3.6.6,<4.6.0)
+Requires-Dist: urllib3 (>=2.2.3,<3.0.0)
 Project-URL: Repository, https://github.com/cms-DQM/dials-py
 Description-Content-Type: text/markdown
 
@@ -200,6 +201,53 @@ Progress: 100%|█████████████████████
 
 The total attribute of the bar is dynamically updated while fetching the pages.
 
+## Retrying
+
+In case of an unstable connection, DNS failures or service overload it is possible to configure any `get`, `list` and  `list_all` to retry the underlying requests using native `urllib3` retry class, for example:
+
+```python
+from urllib3.util import Retry
+
+data = dials.h1d.get(dataset_id=14677060, run_number=367112, ls_number=10, me_id=1, retries=Retry(total=3, backoff_factor=0.1))
+data = dials.h1d.list(retries=Retry(total=3, backoff_factor=0.1))
+data = dials.h1d.list_all(LumisectionHistogram1DFilters(), max_pages=5, retries=Retry(total=5, backoff_factor=0.1))
+```
+
+## Resuming
+
+When listing and endpoint for a long time, you may loose connection or the server can potentially return an error. By specifying `keep_failed` and using `resume_from` you can resume from an older response object, for example:
+
+```python
+from cmsdials.auth.client import AuthClient
+from cmsdials.auth.bearer import Credentials
+from cmsdials import Dials
+from cmsdials.filters import LumisectionHistogram2DFilters
+
+auth = AuthClient()
+creds = Credentials.from_creds_file()
+dials = Dials(creds, workspace="tracker")
+
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), keep_failed=True)  # Code may broke inside this routine
+print(len(data.results))  # 100
+print(data.exc_type)
+print(data.exc_formatted)
+
+# After failing, run this again
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), keep_failed=True, resume_from=data)  # Resume from failed object
+print(len(data.results))  # 200
+```
+
+You may find it useful to resume from a partial response, i.e,
+
+```python
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), max_pages=10, keep_failed=True)  # Code may not break, however will fetch only 100 elements
+print(len(data.results))  # 100
+
+# After fetching first 100, fetch next 100
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), max_pages=10, keep_failed=True, resume_from=data)  # Resume from partial object
+print(len(data.results))  # 200
+```
+
 ## Usage with local DIALS
 
 All classes that interface the DIALS service inherits the class `BaseAPIClient` which propagate the `base_url`, `route` and `version` attributes with production values. In order to use dials-py with a local version of DIALS it is possible to overwrite those attributes when instantiating the `AuthClient` and the `Dials` client, for example:

{cmsdials-1.2.0 → cmsdials-1.4.0}/README.md

@@ -173,6 +173,53 @@ Progress: 100%|█████████████████████
 
 The total attribute of the bar is dynamically updated while fetching the pages.
 
+## Retrying
+
+In case of an unstable connection, DNS failures or service overload it is possible to configure any `get`, `list` and  `list_all` to retry the underlying requests using native `urllib3` retry class, for example:
+
+```python
+from urllib3.util import Retry
+
+data = dials.h1d.get(dataset_id=14677060, run_number=367112, ls_number=10, me_id=1, retries=Retry(total=3, backoff_factor=0.1))
+data = dials.h1d.list(retries=Retry(total=3, backoff_factor=0.1))
+data = dials.h1d.list_all(LumisectionHistogram1DFilters(), max_pages=5, retries=Retry(total=5, backoff_factor=0.1))
+```
+
+## Resuming
+
+When listing and endpoint for a long time, you may loose connection or the server can potentially return an error. By specifying `keep_failed` and using `resume_from` you can resume from an older response object, for example:
+
+```python
+from cmsdials.auth.client import AuthClient
+from cmsdials.auth.bearer import Credentials
+from cmsdials import Dials
+from cmsdials.filters import LumisectionHistogram2DFilters
+
+auth = AuthClient()
+creds = Credentials.from_creds_file()
+dials = Dials(creds, workspace="tracker")
+
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), keep_failed=True)  # Code may broke inside this routine
+print(len(data.results))  # 100
+print(data.exc_type)
+print(data.exc_formatted)
+
+# After failing, run this again
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), keep_failed=True, resume_from=data)  # Resume from failed object
+print(len(data.results))  # 200
+```
+
+You may find it useful to resume from a partial response, i.e,
+
+```python
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), max_pages=10, keep_failed=True)  # Code may not break, however will fetch only 100 elements
+print(len(data.results))  # 100
+
+# After fetching first 100, fetch next 100
+data = dials.h2d.list_all(LumisectionHistogram2DFilters(me__regex="PXBarrel", ls_number=78, entries__gte=100), max_pages=10, keep_failed=True, resume_from=data)  # Resume from partial object
+print(len(data.results))  # 200
+```
+
 ## Usage with local DIALS
 
 All classes that interface the DIALS service inherits the class `BaseAPIClient` which propagate the `base_url`, `route` and `version` attributes with production values. In order to use dials-py with a local version of DIALS it is possible to overwrite those attributes when instantiating the `AuthClient` and the `Dials` client, for example:

cmsdials-1.4.0/cmsdials/clients/file_index/client.py

@@ -0,0 +1,13 @@
+from ...utils.api_client import BaseAuthorizedAPIClient
+from .models import FileIndex, FileIndexFilters, PaginatedFileIndexList
+
+
+class FileIndexClient(BaseAuthorizedAPIClient):
+    data_model = FileIndex
+    pagination_model = PaginatedFileIndexList
+    filter_class = FileIndexFilters
+    lookup_url = "file-index/"
+
+    def get(self, dataset_id: int, file_id: int, **kwargs):
+        edp = f"{dataset_id}/{file_id}/"
+        return super().get(edp, **kwargs)

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/clients/file_index/models.py

@@ -14,7 +14,7 @@ class FileIndex(BaseModel):
     creation_date: datetime
     last_modification_date: datetime
     logical_file_name: str
-    status: str = Field(..., max_length=15)
+    status: str = Field(..., max_length=255)
     err_trace: Optional[str] = Field(..., max_length=5000)
 
 

cmsdials-1.4.0/cmsdials/clients/h1d/client.py

@@ -0,0 +1,13 @@
+from ...utils.api_client import BaseAuthorizedAPIClient
+from .models import LumisectionHistogram1D, LumisectionHistogram1DFilters, PaginatedLumisectionHistogram1DList
+
+
+class LumisectionHistogram1DClient(BaseAuthorizedAPIClient):
+    data_model = LumisectionHistogram1D
+    pagination_model = PaginatedLumisectionHistogram1DList
+    filter_class = LumisectionHistogram1DFilters
+    lookup_url = "th1/"
+
+    def get(self, dataset_id: int, run_number: int, ls_number: int, me_id: int, **kwargs):
+        edp = f"{dataset_id}/{run_number}/{ls_number}/{me_id}/"
+        return super().get(edp, **kwargs)

cmsdials-1.4.0/cmsdials/clients/h2d/client.py

@@ -0,0 +1,13 @@
+from ...utils.api_client import BaseAuthorizedAPIClient
+from .models import LumisectionHistogram2D, LumisectionHistogram2DFilters, PaginatedLumisectionHistogram2DList
+
+
+class LumisectionHistogram2DClient(BaseAuthorizedAPIClient):
+    data_model = LumisectionHistogram2D
+    pagination_model = PaginatedLumisectionHistogram2DList
+    filter_class = LumisectionHistogram2DFilters
+    lookup_url = "th2/"
+
+    def get(self, dataset_id: int, run_number: int, ls_number: int, me_id: int, **kwargs):
+        edp = f"{dataset_id}/{run_number}/{ls_number}/{me_id}/"
+        return super().get(edp, **kwargs)

cmsdials-1.4.0/cmsdials/clients/lumisection/client.py

@@ -0,0 +1,13 @@
+from ...utils.api_client import BaseAuthorizedAPIClient
+from .models import Lumisection, LumisectionFilters, PaginatedLumisectionList
+
+
+class LumisectionClient(BaseAuthorizedAPIClient):
+    data_model = Lumisection
+    pagination_model = PaginatedLumisectionList
+    filter_class = LumisectionFilters
+    lookup_url = "lumisection/"
+
+    def get(self, dataset_id: int, run_number: int, ls_number: int, **kwargs):
+        edp = f"{dataset_id}/{run_number}/{ls_number}/"
+        return super().get(edp, **kwargs)

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/clients/mes/client.py

@@ -6,3 +6,7 @@ class MonitoringElementClient(BaseAuthorizedAPIClient):
     data_model = MonitoringElement
     filter_class = MEFilters
     lookup_url = "mes/"
+
+    def get(self, id: int, **kwargs):  # noqa: A002
+        edp = f"{id}/"
+        return super().get(edp, **kwargs)

cmsdials-1.4.0/cmsdials/clients/oms_proxy/client.py

@@ -0,0 +1,46 @@
+from typing import Optional
+
+import requests
+from requests.exceptions import HTTPError
+
+from ...auth._base import BaseCredentials
+from ...utils.api_client import BaseAPIClient
+from ...utils.logger import logger
+from .models import OMSFilter, OMSPage
+
+
+class OMSProxyClient(BaseAPIClient):
+    default_timeout = 30
+    lookup_url = "oms-proxy/"
+
+    def __init__(
+        self,
+        creds: BaseCredentials,
+        *args: str,
+        **kwargs: str,
+    ) -> None:
+        super().__init__(*args, **kwargs)
+        self.creds = creds
+
+    def _build_headers(self) -> dict:
+        base = {"accept": "application/json"}
+        self.creds.before_request(base)
+        return base
+
+    def query(self, endpoint: str, filters: list[OMSFilter], pages: Optional[list[OMSPage]] = None):
+        headers = self._build_headers()
+        endpoint_url = self.api_url + self.lookup_url
+
+        # Format filters
+        filters = {f"filter[{_filter.attribute_name}][{_filter.operator}]": _filter.value for _filter in filters}
+        pages = {f"page[{page.attribute_name}]": page.value for page in pages} if pages and len(pages) > 0 else {}
+        params = {"endpoint": endpoint, **filters, **pages}
+
+        response = requests.get(endpoint_url, headers=headers, params=params, timeout=self.default_timeout)
+        try:
+            response.raise_for_status()
+        except HTTPError as err:
+            logger.info(f"Api raw response: {response.text}")
+            raise err
+
+        return response.json()

cmsdials-1.4.0/cmsdials/clients/oms_proxy/models.py

@@ -0,0 +1,14 @@
+from typing import Literal, Union
+
+from pydantic import BaseModel
+
+
+class OMSFilter(BaseModel):
+    attribute_name: str
+    value: Union[str, int, float]
+    operator: Literal["EQ", "NEQ", "LT", "GT", "LE", "GE", "LIKE"]
+
+
+class OMSPage(BaseModel):
+    attribute_name: str
+    value: int

cmsdials-1.4.0/cmsdials/clients/run/client.py

@@ -0,0 +1,13 @@
+from ...utils.api_client import BaseAuthorizedAPIClient
+from .models import PaginatedRunList, Run, RunFilters
+
+
+class RunClient(BaseAuthorizedAPIClient):
+    data_model = Run
+    pagination_model = PaginatedRunList
+    filter_class = RunFilters
+    lookup_url = "run/"
+
+    def get(self, dataset_id: int, run_number: int, **kwargs):
+        edp = f"{dataset_id}/{run_number}/"
+        return super().get(edp, **kwargs)

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/cmsdials.py

@@ -6,6 +6,7 @@ from .clients.h1d.client import LumisectionHistogram1DClient
 from .clients.h2d.client import LumisectionHistogram2DClient
 from .clients.lumisection.client import LumisectionClient
 from .clients.mes.client import MonitoringElementClient
+from .clients.oms_proxy.client import OMSProxyClient
 from .clients.run.client import RunClient
 
 
@@ -17,3 +18,4 @@ class Dials:
         self.lumi = LumisectionClient(creds, workspace, *args, **kwargs)
         self.run = RunClient(creds, workspace, *args, **kwargs)
         self.mes = MonitoringElementClient(creds, workspace, *args, **kwargs)
+        self.oms = OMSProxyClient(creds, *args, **kwargs)

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/filters.py

@@ -3,6 +3,7 @@ from .clients.h1d.models import LumisectionHistogram1DFilters
 from .clients.h2d.models import LumisectionHistogram2DFilters
 from .clients.lumisection.models import LumisectionFilters
 from .clients.mes.models import MEFilters
+from .clients.oms_proxy.models import OMSFilter, OMSPage
 from .clients.run.models import RunFilters
 
 
@@ -13,4 +14,6 @@ __all__ = [
     "LumisectionFilters",
     "RunFilters",
     "MEFilters",
+    "OMSFilter",
+    "OMSPage",
 ]

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/utils/api_client.py

@@ -1,8 +1,11 @@
 from importlib import util as importlib_util
+from traceback import format_exc
 from typing import Optional
 from urllib.parse import parse_qs, urlparse
+from warnings import warn
 
-import requests
+from requests import Response, Session
+from requests.adapters import DEFAULT_RETRIES, HTTPAdapter
 from requests.exceptions import HTTPError
 
 from ..auth._base import BaseCredentials
@@ -35,6 +38,19 @@ class BaseAPIClient:
             return value + "/"
         return value
 
+    @classmethod
+    def _requests_get_retriable(cls, *args, retries=DEFAULT_RETRIES, **kwargs) -> Response:
+        """
+        requests.get() with an additional `retries` parameter.
+
+        Specify retries=<number of attempts - 1> for simple use cases.
+        For advanced usage, see https://docs.python-requests.org/en/latest/user/advanced/
+        """
+        with Session() as s:
+            s.mount(cls.PRODUCTION_BASE_URL, HTTPAdapter(max_retries=retries))
+            ret = s.get(*args, **kwargs)
+        return ret
+
     @property
     def api_url(self):
         return self.base_url + self.route + self.version
@@ -65,10 +81,15 @@ class BaseAuthorizedAPIClient(BaseAPIClient):
         self.creds.before_request(base)
         return base
 
-    def get(self, id: int):  # noqa: A002
-        endpoint_url = self.api_url + self.lookup_url + str(id) + "/"
+    def get(self, edp: str, retries=DEFAULT_RETRIES):  # noqa: A002
+        endpoint_url = self.api_url + self.lookup_url + edp
         headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
+        response = self._requests_get_retriable(
+            endpoint_url,
+            headers=headers,
+            timeout=self.default_timeout,
+            retries=retries,
+        )
 
         try:
             response.raise_for_status()
@@ -79,11 +100,17 @@ class BaseAuthorizedAPIClient(BaseAPIClient):
         response = response.json()
         return self.data_model(**response)
 
-    def list(self, filters=None):
+    def list(self, filters=None, retries=DEFAULT_RETRIES):
         filters = filters or self.filter_class()
         endpoint_url = self.api_url + self.lookup_url
         headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, params=filters.cleandict(), timeout=self.default_timeout)
+        response = self._requests_get_retriable(
+            endpoint_url,
+            headers=headers,
+            params=filters.cleandict(),
+            timeout=self.default_timeout,
+            retries=retries,
+        )
 
         try:
             response.raise_for_status()
@@ -99,10 +126,30 @@ class BaseAuthorizedAPIClient(BaseAPIClient):
 
         raise ValueError("pagination model is None and response is not a list.")
 
-    def __list_sync(self, filters, max_pages: Optional[int] = None, enable_progress: bool = False):
-        next_token = None
+    def __list_sync(
+        self,
+        filters,
+        max_pages: Optional[int] = None,
+        enable_progress: bool = False,
+        retries=DEFAULT_RETRIES,
+        keep_failed: bool = False,
+        resume_from=None,
+    ):
+        next_string: Optional[str] = None
         results = []
         is_last_page = False
+
+        if resume_from is not None:
+            results = resume_from.results
+            next_string = resume_from.next
+            if next_string is None and len(results):
+                warn(
+                    "resume_from.next is None while resume_from.result is not empty, doing nothing.",
+                    RuntimeWarning,
+                    stacklevel=2,
+                )
+                is_last_page = True
+
         total_pages = 0
         use_tqdm = TQDM_INSTALLED and enable_progress
 
@@ -110,12 +157,34 @@ class BaseAuthorizedAPIClient(BaseAPIClient):
             progress = tqdm(desc="Progress", total=1)
 
         while is_last_page is False:
+            next_token = parse_qs(urlparse(next_string).query).get("next_token") if next_string else None
             curr_filters = self.filter_class(**filters.dict())
             curr_filters.next_token = next_token
-            response = self.list(curr_filters)
+            try:
+                response = self.list(curr_filters, retries=retries)
+            except Exception as e:  # noqa: BLE001
+                if use_tqdm:
+                    progress.close()
+
+                if not keep_failed:
+                    raise e
+
+                exc_formatted = format_exc()
+                warn(
+                    "HTTP request failed, returning partial results. Exception: " + exc_formatted,
+                    RuntimeWarning,
+                    stacklevel=2,
+                )
+                return self.pagination_model(
+                    next=next_string,
+                    previous=None,
+                    results=results,
+                    exc_type=e.__class__.__name__,
+                    exc_formatted=exc_formatted,
+                )
             results.extend(response.results)
-            is_last_page = response.next is None
-            next_token = parse_qs(urlparse(response.next).query).get("next_token") if response.next else None
+            next_string = response.next
+            is_last_page = next_string is None
             total_pages += 1
             max_pages_reached = max_pages and total_pages >= max_pages
             if use_tqdm:
@@ -131,12 +200,12 @@ class BaseAuthorizedAPIClient(BaseAPIClient):
             progress.close()
 
         return self.pagination_model(
-            next=None,
+            next=next_string,
             previous=None,
             results=results,  # No problem re-using last response count
         )
 
     def list_all(self, filters, max_pages: Optional[int] = None, **kwargs):
         if self.pagination_model is None:
-            return self.list(filters)
+            return self.list(filters, retries=kwargs.get("retries", DEFAULT_RETRIES))
         return self.__list_sync(filters, max_pages, **kwargs)

{cmsdials-1.2.0 → cmsdials-1.4.0}/cmsdials/utils/base_model.py

@@ -1,4 +1,5 @@
 from importlib import util as importlib_util
+from typing import Optional
 
 from pydantic import BaseModel
 
@@ -17,6 +18,9 @@ class OBaseModel(BaseModel):
 
 
 class PaginatedBaseModel(BaseModel):
+    exc_type: Optional[str] = None
+    exc_formatted: Optional[str] = None
+
     def to_pandas(self):
         if PANDAS_NOT_INSTALLED:
             raise RuntimeError(

{cmsdials-1.2.0 → cmsdials-1.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cmsdials"
-version = "1.2.0"
+version = "1.4.0"
 description = "The Python api client interface to DIALS service"
 authors = ["Gabriel Moreira <gabrielmscampos@gmail.com>"]
 readme = "README.md"
@@ -23,6 +23,7 @@ pydantic = "<2, >=1"
 typing-extensions = "<4.6.0, >=3.6.6"
 pandas = {version = ">=1.5.3", optional = true}
 tqdm = {version = ">=4.66.1", optional = true}
+urllib3 = "^2.2.3"
 
 [tool.poetry.group.dev.dependencies]
 pre-commit = "^3.6.2"

cmsdials-1.2.0/cmsdials/clients/file_index/client.py

@@ -1,27 +0,0 @@
-import requests
-from requests.exceptions import HTTPError
-
-from ...utils.api_client import BaseAuthorizedAPIClient
-from ...utils.logger import logger
-from .models import FileIndex, FileIndexFilters, PaginatedFileIndexList
-
-
-class FileIndexClient(BaseAuthorizedAPIClient):
-    data_model = FileIndex
-    pagination_model = PaginatedFileIndexList
-    filter_class = FileIndexFilters
-    lookup_url = "file-index/"
-
-    def get(self, dataset_id: int, file_id: int):
-        endpoint_url = f"{self.api_url}{self.lookup_url}{dataset_id}/{file_id}/"
-        headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
-
-        try:
-            response.raise_for_status()
-        except HTTPError as err:
-            logger.info(f"Api raw response: {response.text}")
-            raise err
-
-        response = response.json()
-        return self.data_model(**response)

cmsdials-1.2.0/cmsdials/clients/h1d/client.py

@@ -1,27 +0,0 @@
-import requests
-from requests.exceptions import HTTPError
-
-from ...utils.api_client import BaseAuthorizedAPIClient
-from ...utils.logger import logger
-from .models import LumisectionHistogram1D, LumisectionHistogram1DFilters, PaginatedLumisectionHistogram1DList
-
-
-class LumisectionHistogram1DClient(BaseAuthorizedAPIClient):
-    data_model = LumisectionHistogram1D
-    pagination_model = PaginatedLumisectionHistogram1DList
-    filter_class = LumisectionHistogram1DFilters
-    lookup_url = "th1/"
-
-    def get(self, dataset_id: int, run_number: int, ls_number: int, me_id: int):
-        endpoint_url = f"{self.api_url}{self.lookup_url}{dataset_id}/{run_number}/{ls_number}/{me_id}/"
-        headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
-
-        try:
-            response.raise_for_status()
-        except HTTPError as err:
-            logger.info(f"Api raw response: {response.text}")
-            raise err
-
-        response = response.json()
-        return self.data_model(**response)

cmsdials-1.2.0/cmsdials/clients/h2d/client.py

@@ -1,27 +0,0 @@
-import requests
-from requests.exceptions import HTTPError
-
-from ...utils.api_client import BaseAuthorizedAPIClient
-from ...utils.logger import logger
-from .models import LumisectionHistogram2D, LumisectionHistogram2DFilters, PaginatedLumisectionHistogram2DList
-
-
-class LumisectionHistogram2DClient(BaseAuthorizedAPIClient):
-    data_model = LumisectionHistogram2D
-    pagination_model = PaginatedLumisectionHistogram2DList
-    filter_class = LumisectionHistogram2DFilters
-    lookup_url = "th2/"
-
-    def get(self, dataset_id: int, run_number: int, ls_number: int, me_id: int):
-        endpoint_url = f"{self.api_url}{self.lookup_url}{dataset_id}/{run_number}/{ls_number}/{me_id}/"
-        headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
-
-        try:
-            response.raise_for_status()
-        except HTTPError as err:
-            logger.info(f"Api raw response: {response.text}")
-            raise err
-
-        response = response.json()
-        return self.data_model(**response)

cmsdials-1.2.0/cmsdials/clients/lumisection/client.py

@@ -1,27 +0,0 @@
-import requests
-from requests.exceptions import HTTPError
-
-from ...utils.api_client import BaseAuthorizedAPIClient
-from ...utils.logger import logger
-from .models import Lumisection, LumisectionFilters, PaginatedLumisectionList
-
-
-class LumisectionClient(BaseAuthorizedAPIClient):
-    data_model = Lumisection
-    pagination_model = PaginatedLumisectionList
-    filter_class = LumisectionFilters
-    lookup_url = "lumisection/"
-
-    def get(self, dataset_id: int, run_number: int, ls_number: int):
-        endpoint_url = f"{self.api_url}{self.lookup_url}{dataset_id}/{run_number}/{ls_number}/"
-        headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
-
-        try:
-            response.raise_for_status()
-        except HTTPError as err:
-            logger.info(f"Api raw response: {response.text}")
-            raise err
-
-        response = response.json()
-        return self.data_model(**response)

cmsdials-1.2.0/cmsdials/clients/run/client.py

@@ -1,27 +0,0 @@
-import requests
-from requests.exceptions import HTTPError
-
-from ...utils.api_client import BaseAuthorizedAPIClient
-from ...utils.logger import logger
-from .models import PaginatedRunList, Run, RunFilters
-
-
-class RunClient(BaseAuthorizedAPIClient):
-    data_model = Run
-    pagination_model = PaginatedRunList
-    filter_class = RunFilters
-    lookup_url = "run/"
-
-    def get(self, dataset_id: int, run_number: int):
-        endpoint_url = f"{self.api_url}{self.lookup_url}{dataset_id}/{run_number}/"
-        headers = self._build_headers()
-        response = requests.get(endpoint_url, headers=headers, timeout=self.default_timeout)
-
-        try:
-            response.raise_for_status()
-        except HTTPError as err:
-            logger.info(f"Api raw response: {response.text}")
-            raise err
-
-        response = response.json()
-        return self.data_model(**response)