splight-lib 2.3.18__tar.gz → 2.3.20__tar.gz

{splight-lib-2.3.18 → splight-lib-2.3.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: splight-lib
-Version: 2.3.18
+Version: 2.3.20
 Summary: Library for public use. Splight
 Home-page: UNKNOWN
 Author: Splight

{splight-lib-2.3.18 → splight-lib-2.3.20}/setup.py

@@ -14,7 +14,7 @@ test_requires = [
 
 setup(
     name="splight-lib",
-    version="2.3.18",
+    version="2.3.20",
     author="Splight",
     author_email="factory@splight-ae.com",
     packages=find_packages(),

splight-lib-2.3.20/splight_lib/client/communication/__init__.py

@@ -0,0 +1,11 @@
+from splight_lib.client.communication.local_client import (
+    LocalCommunicationClient,
+)
+from splight_lib.client.communication.remote_client import (
+    RemoteCommunicationClient,
+)
+
+__all__ = [
+    LocalCommunicationClient,
+    RemoteCommunicationClient,
+]

splight-lib-2.3.20/splight_lib/client/communication/local_client.py

@@ -0,0 +1,6 @@
+# TBD
+from splight_abstract.communication import AbstractCommunicationClient
+
+
+class LocalCommunicationClient(AbstractCommunicationClient):
+    pass

splight-lib-2.3.18/remote_splight_lib/communication/client.py → splight-lib-2.3.20/splight_lib/client/communication/remote_client.py

@@ -4,14 +4,14 @@ from typing import Callable, Dict
 import pysher
 import requests
 from furl import furl
-from remote_splight_lib.auth.auth import SplightAuthToken
-from remote_splight_lib.communication.classmap import CLASSMAP
-from remote_splight_lib.settings import settings
 from retry import retry
 from splight_abstract.communication import (
     AbstractCommunicationClient,
     ClientNotReady,
 )
+from splight_lib.auth import SplightAuthToken
+from splight_lib.client.communication.classmap import CLASSMAP
+from splight_lib.client.settings import settings_remote as settings
 from splight_lib.logging._internal import LogTags, get_splight_logger
 from splight_models.communication import (
     CommunicationClientStatus,
@@ -57,7 +57,7 @@ class CommunicationFactory:
         return self._model.parse_obj(data)
 
 
-class CommunicationClient(AbstractCommunicationClient):
+class RemoteCommunicationClient(AbstractCommunicationClient):
     def __init__(self, daemon: bool = True, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self._status = CommunicationClientStatus.STOPPED
@@ -81,7 +81,8 @@ class CommunicationClient(AbstractCommunicationClient):
             )
         except Exception as e:
             logger.warning(
-                "Failed to start communication client due to exception %s. Moving forward without remote commands.",
+                "Failed to start communication client due to exception %s. "
+                "Moving forward without remote commands.",
                 e,
                 exc_info=True,
                 tags=LogTags.COMMUNICATION,

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib/client/datalake/remote_client.py

@@ -7,7 +7,6 @@ from typing import Dict, List, Union
 import pandas as pd
 from furl import furl
 from pydantic import BaseModel
-from remote_splight_lib.auth import SplightAuthToken
 from retry import retry
 from splight_abstract import AbstractRemoteClient, QuerySet
 from splight_abstract.datalake import (
@@ -15,6 +14,7 @@ from splight_abstract.datalake import (
     validate_datalake_instance_type,
     validate_datalake_resource_type,
 )
+from splight_lib.auth import SplightAuthToken
 from splight_lib.client.exceptions import SPLIGHT_REQUEST_EXCEPTIONS
 from splight_lib.client.settings import settings_remote as settings
 from splight_lib.logging._internal import LogTags, get_splight_logger

splight-lib-2.3.20/splight_lib/client/hub/__init__.py

@@ -0,0 +1,5 @@
+from splight_lib.client.hub.client import SplightHubClient
+
+__all__ = [
+    SplightHubClient,
+]

{splight-lib-2.3.18/remote_splight_lib → splight-lib-2.3.20/splight_lib/client}/hub/client.py

@@ -3,13 +3,13 @@ from typing import Dict, List, Optional, Tuple, Type
 import requests
 from furl import furl
 from pydantic import BaseModel
-from remote_splight_lib.auth import SplightAuthToken
-from remote_splight_lib.settings import settings
 from splight_abstract import (
     AbstractHubClient,
     AbstractHubSubClient,
     validate_client_resource_type,
 )
+from splight_lib.auth import SplightAuthToken
+from splight_lib.client.settings import settings_remote as settings
 from splight_models import HubComponent, HubComponentVersion
 
 

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib/component/abstract.py

@@ -7,14 +7,22 @@ from collections import defaultdict
 from functools import cached_property, partial
 from tempfile import NamedTemporaryFile
 from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Type, Union
-from retry import retry
 
 import splight_models as spmodels
 from mergedeep import Strategy as mergeStrategy
 from mergedeep import merge
 from pydantic import BaseModel, main
+from retry import retry
+from splight_lib.auth import SplightAuthToken
+from splight_lib.client.settings import settings_remote
 from splight_lib.execution import ExecutionClient, Thread
 from splight_lib.logging._internal import LogTags, get_splight_logger
+from splight_lib.restclient import (
+    ConnectError,
+    HTTPError,
+    SplightRestClient,
+    Timeout,
+)
 from splight_lib.settings import setup as default_setup
 from splight_models import (
     Binding,
@@ -47,14 +55,6 @@ from splight_models.setpoint import (
     SetPointResponseStatus,
     SetPointUpdateEvent,
 )
-from remote_splight_lib.auth import SplightAuthToken
-from splight_lib.restclient import (
-    ConnectError,
-    HTTPError,
-    SplightRestClient,
-    Timeout,
-)
-from splight_lib.client.settings import settings_remote
 
 logger = get_splight_logger()
 REQUEST_EXCEPTIONS = (HTTPError, Timeout, ConnectError)
@@ -744,7 +744,7 @@ class AbstractComponent(
     @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
     def _check_duplicated_component(self):
         """
-            Validates that there are no other connections to communication client
+        Validates that there are no other connections to communication client
         """
         token = SplightAuthToken(
             access_key=settings_remote.SPLIGHT_ACCESS_ID,
@@ -755,7 +755,7 @@ class AbstractComponent(
         api_url = f"{settings_remote.SPLIGHT_PLATFORM_API_HOST}/v2/engine/component/components/{self.instance_id}/connections/"
         response = rest_client.get(api_url)
         if response.status_code == 200:
-            connections = response.json()['subscription_count']
+            connections = response.json()["subscription_count"]
             if int(connections) > 0:
                 raise DuplicatedComponentException(
                     f"Component with id {self.instance_id} is already running."

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib/settings.py

@@ -48,9 +48,9 @@ class SplightBaseSettings(BaseSettings):
     DATABASE_CLIENT: str = "splight_lib.client.database.RemoteDatabaseClient"
     DATALAKE_CLIENT: str = "splight_lib.client.datalake.RemoteDatalakeClient"
     COMMUNICATION_CLIENT: str = (
-        "remote_splight_lib.communication.CommunicationClient"
+        "splight_lib.client.communication.RemoteCommunicationClient"
     )
-    HUB_CLIENT: str = "remote_splight_lib.hub.SplightHubClient"
+    HUB_CLIENT: str = "splight_lib.client.hub.SplightHubClient"
     NAMESPACE: str = "NO_NAMESPACE"
 
     @property

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: splight-lib
-Version: 2.3.18
+Version: 2.3.20
 Summary: Library for public use. Splight
 Home-page: UNKNOWN
 Author: Splight

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib.egg-info/SOURCES.txt

@@ -1,21 +1,6 @@
 LICENSE.txt
 README.md
 setup.py
-remote_splight_lib/__init__.py
-remote_splight_lib/exceptions.py
-remote_splight_lib/settings.py
-remote_splight_lib/auth/__init__.py
-remote_splight_lib/auth/auth.py
-remote_splight_lib/communication/__init__.py
-remote_splight_lib/communication/classmap.py
-remote_splight_lib/communication/client.py
-remote_splight_lib/database/__init__.py
-remote_splight_lib/database/classmap.py
-remote_splight_lib/database/client.py
-remote_splight_lib/datalake/__init__.py
-remote_splight_lib/datalake/client.py
-remote_splight_lib/hub/__init__.py
-remote_splight_lib/hub/client.py
 splight_abstract/__init__.py
 splight_abstract/auth/__init__.py
 splight_abstract/auth/abstract.py
@@ -64,6 +49,10 @@ splight_lib/client/exceptions.py
 splight_lib/client/file_handler.py
 splight_lib/client/filter.py
 splight_lib/client/settings.py
+splight_lib/client/communication/__init__.py
+splight_lib/client/communication/classmap.py
+splight_lib/client/communication/local_client.py
+splight_lib/client/communication/remote_client.py
 splight_lib/client/database/__init__.py
 splight_lib/client/database/classmap.py
 splight_lib/client/database/local_client.py
@@ -71,6 +60,8 @@ splight_lib/client/database/remote_client.py
 splight_lib/client/datalake/__init__.py
 splight_lib/client/datalake/local_client.py
 splight_lib/client/datalake/remote_client.py
+splight_lib/client/hub/__init__.py
+splight_lib/client/hub/client.py
 splight_lib/component/__init__.py
 splight_lib/component/abstract.py
 splight_lib/logging/__init__.py

{splight-lib-2.3.18 → splight-lib-2.3.20}/splight_lib.egg-info/top_level.txt

@@ -1,4 +1,3 @@
-remote_splight_lib
 splight_abstract
 splight_lib
 splight_models

splight-lib-2.3.18/remote_splight_lib/__init__.py

@@ -1 +0,0 @@
-

splight-lib-2.3.18/remote_splight_lib/auth/__init__.py

@@ -1 +0,0 @@
-from .auth import SplightAuthToken

splight-lib-2.3.18/remote_splight_lib/auth/auth.py

@@ -1,7 +0,0 @@
-class SplightAuthToken:
-    def __init__(self, access_key: str, secret_key: str):
-        self._token = f"Splight {access_key} {secret_key}"
-
-    @property
-    def header(self):
-        return {"Authorization": self._token}

splight-lib-2.3.18/remote_splight_lib/communication/__init__.py

@@ -1,3 +0,0 @@
-from remote_splight_lib.communication.client import CommunicationClient
-
-__all__ = [CommunicationClient]

splight-lib-2.3.18/remote_splight_lib/database/__init__.py

@@ -1,3 +0,0 @@
-from remote_splight_lib.database.client import DatabaseClient
-
-__all__ = [DatabaseClient]

splight-lib-2.3.18/remote_splight_lib/database/client.py

@@ -1,235 +0,0 @@
-import json
-from tempfile import NamedTemporaryFile
-from typing import Dict, List, Type
-
-from furl import furl
-from pydantic import BaseModel
-from remote_splight_lib.auth import SplightAuthToken
-from remote_splight_lib.exceptions import InvalidModel
-from remote_splight_lib.settings import settings
-from requests import Session
-from requests.exceptions import ConnectionError, Timeout
-from retry import retry
-from splight_abstract.database import AbstractDatabaseClient
-from splight_abstract.remote import AbstractRemoteClient
-from splight_lib.encryption import EncryptionClient
-from splight_lib.logging._internal import LogTags, get_splight_logger
-from splight_models import File
-
-from .classmap import CLASSMAP
-
-logger = get_splight_logger()
-
-REQUEST_EXCEPTIONS = (ConnectionError, Timeout)
-
-
-class DatabaseClient(AbstractDatabaseClient, AbstractRemoteClient):
-    """Splight API Database Client.
-    Responsible for interacting with database resources using HTTP requests
-    to the Splight API.
-    """
-
-    def __init__(self, namespace: str = "default"):
-        super(DatabaseClient, self).__init__(namespace=namespace)
-        self._base_url = furl(settings.SPLIGHT_PLATFORM_API_HOST)
-        token = SplightAuthToken(
-            access_key=settings.SPLIGHT_ACCESS_ID,
-            secret_key=settings.SPLIGHT_SECRET_KEY,
-        )
-        self._session = Session()
-        self._session.headers.update(token.header)
-        logger.info("Database client initialized.", tags=LogTags.DATABASE)
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=1)
-    def save(self, instance: BaseModel) -> BaseModel:
-        """Creates or updates a new resource depending on the model if
-        it contains the id or not.
-
-        Parameters
-        ----------
-        instance : BaseModel
-            The instance of the model to be created or updated
-
-        Returns
-        -------
-        BaseModel with the created or updated resource.
-
-        Raises
-        ------
-        InvalidModel thrown when the model name is not correct.
-        """
-        logger.debug("Saving instance %s.", instance.id, tags=LogTags.DATABASE)
-
-        constructor = type(instance)
-        model_data = self._get_model_data(constructor)
-
-        path = model_data["path"]
-        if instance.id:
-            output = self._update(path, instance.id, instance)
-        else:
-            output = self._create(path, instance)
-            instance.id = output["id"]
-        return constructor.parse_obj(output)
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=1)
-    def delete(self, resource_type: Type, id: str):
-        """Deletes a resource from the database
-
-        Parameters
-        ----------
-        resource_type : Type
-            The resource type to be deleted
-        id : str
-            The resource's id.
-
-        Raises
-        ------
-        InvalidModel thrown when the model name is not correct.
-        """
-        logger.debug("Deleting instance %s.", id, tags=LogTags.DATABASE)
-        model_data = self._get_model_data(resource_type)
-        path = model_data["path"]
-        url = self._base_url / f"{path}/{id}/"
-        response = self._session.delete(url)
-        response.raise_for_status()
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=1)
-    def _get(
-        self,
-        resource_type: Type,
-        first: bool = False,
-        limit_: int = -1,
-        skip_: int = 0,
-        page_size: int = -1,
-        deleted: bool = False,
-        **kwargs,
-    ) -> List[BaseModel]:
-        model_data = self._get_model_data(resource_type)
-        path = model_data["path"]
-        response = self._list(
-            path,
-            limit_=limit_,
-            skip_=skip_,
-            deleted=deleted,
-            page_size=page_size,
-            **kwargs,
-        )
-        parsed = [
-            resource_type.parse_obj(resource)
-            for resource in response["results"]
-        ]
-        if first:
-            return parsed[0] if parsed else None
-        return parsed
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=1)
-    def count(self, resource_type: Type, **kwargs) -> int:
-        """Returns the number of resources in the database for a given model
-
-        Parameters
-        ----------
-        resource_type : str
-            The model name
-
-        Returns
-        -------
-        int
-
-        Raises
-        ------
-        InvalidModel thrown when the model name is not correct.
-        """
-
-        model_data = self._get_model_data(resource_type)
-        path = model_data["path"]
-        kwargs["page"] = 1  # Always start from the first page
-        response = self._list(path, **kwargs)
-        logger.debug(
-            "Counted %s objects of type: %s.",
-            response["count"],
-            resource_type,
-            tags=LogTags.DATABASE,
-        )
-        return response["count"]
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=1)
-    def download(
-        self, instance: BaseModel, decrypt: bool = True, **kwargs
-    ) -> NamedTemporaryFile:
-        """Returns the number of resources in the database for a given model
-
-        Parameters
-        ----------
-        instance : BaseModel
-            The instance of the model to be downloaded
-
-        Returns
-        -------
-        TemporaryFile
-            the file object
-
-        Raises
-        ------
-        InvalidModel thrown when the model name is not correct.
-        """
-        constructor = type(instance)
-        model_data = self._get_model_data(constructor)
-        path = model_data["path"]
-        url = self._base_url / f"{path}/{instance.id}/download"
-        response = self._session.get(url)
-        response.raise_for_status()
-        f = NamedTemporaryFile("wb+")
-        f.write(response.content)
-        f.seek(0)
-        if decrypt and instance.encrypted:
-            encryption_manager = EncryptionClient()
-            encryption_manager.decrypt_file(path=f.name)
-        logger.debug("Downloaded instance %s.", id, tags=LogTags.DATABASE)
-        return f
-
-    def _pages(self, path: str, **kwargs):
-        next_page = kwargs["page"]
-        while next_page:
-            response = self._list(path, **kwargs)
-            yield response
-            next_page = (
-                response["next"].split("page=")[1]
-                if response["next"]
-                else None
-            )
-            kwargs["page"] = next_page
-
-    def _list(self, path: str, **kwargs):
-        url = self._base_url / f"{path}/"
-        params = self._parse_params(**kwargs)
-        response = self._session.get(url, params=params)
-        response.raise_for_status()
-        return response.json()
-
-    @staticmethod
-    def _get_model_data(constructor: Type):
-        model_data = CLASSMAP.get(constructor)
-        if not model_data:
-            raise InvalidModel(constructor.schema()["title"])
-        return model_data
-
-    def _create(self, path: str, instance: BaseModel) -> Dict:
-        url = self._base_url / f"{path}/"
-        data = json.loads(instance.json(exclude_none=True))
-        if isinstance(instance, File):
-            with open(instance.file, "rb") as f:
-                file = {"file": f}
-                response = self._session.post(url, data=data, files=file)
-        else:
-            response = self._session.post(url, json=data)
-
-        response.raise_for_status()
-        return response.json()
-
-    def _update(self, path: str, resource_id: str, data: BaseModel) -> Dict:
-        url = self._base_url / f"{path}/{resource_id}/"
-        response = self._session.put(
-            url, json=json.loads(data.json(exclude_none=True))
-        )
-        response.raise_for_status()
-        return response.json()

splight-lib-2.3.18/remote_splight_lib/datalake/__init__.py

@@ -1 +0,0 @@
-from .client import DatalakeClient

splight-lib-2.3.18/remote_splight_lib/datalake/client.py

@@ -1,259 +0,0 @@
-import json
-from datetime import timedelta, timezone
-from io import StringIO
-from tempfile import NamedTemporaryFile
-from typing import Dict, List, Union
-
-import pandas as pd
-from furl import furl
-from pydantic import BaseModel
-from remote_splight_lib.auth import SplightAuthToken
-from remote_splight_lib.settings import settings
-from retry import retry
-from splight_abstract import AbstractRemoteClient, QuerySet
-from splight_abstract.datalake import (
-    AbstractDatalakeClient,
-    validate_datalake_instance_type,
-    validate_datalake_resource_type,
-)
-from splight_lib.logging._internal import LogTags, get_splight_logger
-from splight_lib.restclient import (
-    ConnectError,
-    HTTPError,
-    SplightRestClient,
-    Timeout,
-)
-from splight_models import DatalakeModel, Query
-
-logger = get_splight_logger()
-
-REQUEST_EXCEPTIONS = (HTTPError, Timeout, ConnectError)
-
-
-class DatalakeClient(AbstractDatalakeClient, AbstractRemoteClient):
-    _PREFIX = "v2/engine/datalake"
-
-    def __init__(self, namespace: str = "default"):
-        super(DatalakeClient, self).__init__(namespace=namespace)
-        self._base_url = furl(settings.SPLIGHT_PLATFORM_API_HOST)
-        token = SplightAuthToken(
-            access_key=settings.SPLIGHT_ACCESS_ID,
-            secret_key=settings.SPLIGHT_SECRET_KEY,
-        )
-        self._restclient = SplightRestClient()
-        self._restclient.update_headers(token.header)
-        logger.info("Datalake client initialized.", tags=LogTags.DATALAKE)
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    def _raw_save(
-        self,
-        collection: str,
-        instances: List[DatalakeModel],
-    ) -> List[DatalakeModel]:
-        url = self._base_url / f"{self._PREFIX}/save/"
-        data = [json.loads(model.json()) for model in instances]
-        response = self._restclient.post(
-            url, params={"source": collection}, json=data
-        )
-        response.raise_for_status()
-        return instances
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    def _raw_get(
-        self,
-        resource_type: DatalakeModel,
-        collection: str,
-        limit_: int = 50,
-        skip_: int = 0,
-        sort: Union[List, str] = ["timestamp__desc"],
-        group_id: Union[List, str] = [],
-        group_fields: Union[List, str] = [],
-        tzinfo: timezone = timezone(timedelta()),
-        **kwargs,
-    ) -> List[BaseModel]:
-        # /datalake/data/
-        url = self._base_url / f"{self._PREFIX}/data/"
-        valid_kwargs = self._validated_kwargs(resource_type, **kwargs)
-        valid_kwargs.update(
-            {
-                "source": collection,
-                "limit_": limit_,
-                "skip_": skip_,
-                "sort": sort,
-                # "tzinfo": tzinfo
-            }
-        )
-        if group_id:
-            valid_kwargs.update({"group_id": group_id})
-        if group_fields:
-            valid_kwargs.update({"group_fields": group_fields})
-        params = self._parse_params(**valid_kwargs)
-        response = self._restclient.get(url, params=params)
-        response.raise_for_status()
-        output = [
-            resource_type.parse_obj(item)
-            for item in response.json()["results"]
-        ]
-        return output
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    def _raw_delete(self, collection: str, **kwargs) -> None:
-        # DELETE /datalake/delete/
-        url = self._base_url / f"{self._PREFIX}/delete/"
-        params = {"source": collection}
-        response = self._restclient.delete(url, params=params, json=kwargs)
-        response.raise_for_status()
-
-    @validate_datalake_resource_type
-    def get(
-        self,
-        resource_type: DatalakeModel,
-        *args,
-        **kwargs,
-    ) -> List[BaseModel]:
-        logger.debug(
-            "Retrieving object of type %s from datalake.",
-            resource_type,
-            tags=LogTags.DATALAKE,
-        )
-        kwargs["get_func"] = "_raw_get"
-        kwargs["count_func"] = "None"
-        kwargs["collection"] = resource_type.Meta.collection_name
-        kwargs["resource_type"] = resource_type
-        return QuerySet(self, *args, **kwargs)
-
-    def get_output(
-        self, resource_type: DatalakeModel, query: Query
-    ) -> List[Dict]:
-        # TODO: Add add_fields, project and renaming
-        logger.debug(
-            "Retrieving output of type %s from datalake.",
-            resource_type,
-            tags=LogTags.DATALAKE,
-        )
-        return self._raw_get(
-            resource_type=resource_type,
-            collection=query.source,
-            limit_=query.limit,
-            skip_=query.skip,
-            sort=query.sort,
-            group_id=query.group_id,
-            group_fields=query.group_fields,
-            tzinfo=timezone(timedelta(hours=query.timezone_offset)),
-            **query.filters,
-        )
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    @validate_datalake_resource_type
-    def get_dataframe(
-        self, resource_type: DatalakeModel, **kwargs
-    ) -> pd.DataFrame:
-        # GET /datalake/dumpdata/?source=collection
-        url = self._base_url / f"{self._PREFIX}/dumpdata/"
-        collection = resource_type.Meta.collection_name
-        kwargs.update({"source": collection})
-        params = self._parse_params(**kwargs)
-        response = self._restclient.get(url, params=params)
-        response.raise_for_status()
-        logger.debug(
-            "Retrieving dataframe from datalake.", tags=LogTags.DATALAKE
-        )
-
-        df: pd.DataFrame = pd.DataFrame(pd.read_csv(StringIO(response.text)))
-        if df.empty:
-            return df
-        df["timestamp"] = pd.to_datetime(df["timestamp"])
-        df.set_index("timestamp", inplace=True)
-        return df
-
-    def get_dataset(
-        self, resource_type: DatalakeModel, queries: List[Dict]
-    ) -> pd.DataFrame:
-        # TODO this should be
-        # def get_dataset(self, queries: List[Query]) -> pd.DataFrame:
-        logger.debug(
-            "Retrieving dataset from datalake.", tags=LogTags.DATALAKE
-        )
-
-        dfs = [
-            self.get_dataframe(resource_type=resource_type, **query)
-            for query in queries
-        ]
-        if dfs:
-            return pd.concat(dfs, axis=1)
-        return pd.DataFrame(dfs)
-
-    @validate_datalake_instance_type
-    def save(
-        self,
-        instances: List[DatalakeModel],
-    ) -> List[DatalakeModel]:
-        # POST /datalake/save/
-        logger.debug("Saving instances %s.", instances, tags=LogTags.DATALAKE)
-        if not instances:
-            return instances
-        resource_type = instances[0].__class__
-        collection = resource_type.Meta.collection_name
-        return self._raw_save(collection=collection, instances=instances)
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    @validate_datalake_resource_type
-    def save_dataframe(
-        self, resource_type: DatalakeModel, dataframe: pd.DataFrame
-    ) -> None:
-        # POST /datalake/loaddata/
-        logger.debug("Saving dataframe.", tags=LogTags.DATALAKE)
-
-        url = self._base_url / f"{self._PREFIX}/loaddata/"
-
-        tmp_file = NamedTemporaryFile("w")
-        with open(tmp_file.name, "wb") as fid:
-            dataframe.to_csv(fid)
-        collection = resource_type.Meta.collection_name
-        response = self._restclient.post(
-            url,
-            data={"source": collection},
-            files={"file": open(tmp_file.name, mode="rb")},
-        )
-        response.raise_for_status()
-
-    @validate_datalake_resource_type
-    def delete(self, resource_type: DatalakeModel, **kwargs) -> None:
-        logger.debug(
-            "Deleting resources of type %s from datalake.",
-            resource_type,
-            tags=LogTags.DATALAKE,
-        )
-
-        collection = resource_type.Meta.collection_name
-        return self._raw_delete(collection=collection, **kwargs)
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    def create_index(self, collection: str, indexes: List[Dict]) -> None:
-        # POST /datalake/index/
-        logger.debug(
-            "Creating index for collection: %s.",
-            collection,
-            tags=LogTags.DATALAKE,
-        )
-        url = self._base_url / f"{self._PREFIX}/index/"
-        data = {"source": collection, "index": indexes}
-        response = self._restclient.post(url, json=data)
-        response.raise_for_status()
-
-    @retry(REQUEST_EXCEPTIONS, tries=3, delay=2, jitter=1)
-    def raw_aggregate(
-        self, collection: str, pipeline: List[Dict]
-    ) -> List[Dict]:
-        logger.debug(
-            "Aggregate on datalake collection: %s.",
-            collection,
-            tags=LogTags.DATALAKE,
-        )
-        # POST /datalake/aggregate/?source=collection
-        url = self._base_url / f"{self._PREFIX}/aggregate/"
-        params = {"source": collection}
-        data = {"pipeline": pipeline}
-        response = self._restclient.post(url, params=params, data=data)
-        response.raise_for_status()
-        return response.json()

splight-lib-2.3.18/remote_splight_lib/exceptions.py

@@ -1,6 +0,0 @@
-class InvalidModel(Exception):
-    def __init__(self, model_name: str):
-        self._msg = f"Model {model_name} is not a valid database model"
-
-    def __str__(self) -> str:
-        return self._msg

splight-lib-2.3.18/remote_splight_lib/hub/__init__.py

@@ -1 +0,0 @@
-from remote_splight_lib.hub.client import SplightHubClient

splight-lib-2.3.18/remote_splight_lib/settings.py

@@ -1,18 +0,0 @@
-from pydantic import BaseSettings, Field
-
-
-class SplightRemoteSettings(BaseSettings):
-    # TODO: Unify env variables accross all the platform/lib/components
-    SPLIGHT_PLATFORM_API_HOST: str = Field(
-        "https://api.splight-ae.com",
-        env=["SPLIGHT_PLATFORM_API_HOST", "SPLIGHT_API_HOST"],
-    )
-    SPLIGHT_ACCESS_ID: str = Field(
-        ..., env=["SPLIGHT_ACCESS_ID", "SPLIGHT_AUTH_ACCESS_ID"]
-    )
-    SPLIGHT_SECRET_KEY: str = Field(
-        ..., env=["SPLIGHT_SECRET_KEY", "SPLIGHT_AUTH_SECRET_KEY"]
-    )
-
-
-settings = SplightRemoteSettings()

splight-lib-2.3.18/splight_lib/client/database/classmap.py

@@ -1,33 +0,0 @@
-from splight_models import (
-    Alert,
-    AlertCondition,
-    Asset,
-    Attribute,
-    BlockchainContract,
-    Component,
-    ComponentCommand,
-    ComponentObject,
-    File,
-    HubComponent,
-    Notification,
-    Query,
-    Secret,
-    SetPoint,
-)
-
-CLASSMAP = {
-    Component: {"path": "v2/engine/component/components"},
-    Alert: {"path": "v2/engine/alert/alerts"},
-    AlertCondition: {"path": "v2/engine/alert/conditions"},
-    Asset: {"path": "v2/engine/assets"},
-    Attribute: {"path": "v2/engine/attributes"},
-    File: {"path": "v2/engine/files"},
-    Notification: {"path": "v2/account/notifications"},
-    BlockchainContract: {"path": "v2/backoffice/blockchain/contracts"},
-    ComponentObject: {"path": "v2/engine/component/objects"},
-    ComponentCommand: {"path": "v2/engine/component/commands"},
-    Query: {"path": "v2/engine/queries"},
-    Secret: {"path": "v2/engine/secrets"},
-    HubComponent: {"path": "v2/engine/hub/component-versions"},
-    SetPoint: {"path": "v2/engine/setpoints"},
-}