nucliadb-utils 5.0.0.post645__py3-none-any.whl → 5.0.0.post646__py3-none-any.whl

nucliadb_utils/aiopynecone/__init__.py

@@ -0,0 +1,19 @@
+# Copyright (C) 2021 Bosutech XXI S.L.
+#
+# nucliadb is offered under the AGPL v3.0 and as commercial software.
+# For commercial licensing, contact us at info@nuclia.com.
+#
+# AGPL:
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#

nucliadb_utils/aiopynecone/client.py

@@ -0,0 +1,84 @@
+# Copyright (C) 2021 Bosutech XXI S.L.
+#
+# nucliadb is offered under the AGPL v3.0 and as commercial software.
+# For commercial licensing, contact us at info@nuclia.com.
+#
+# AGPL:
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import logging
+
+import httpx
+
+from nucliadb_telemetry.metrics import Observer
+
+logger = logging.getLogger(__name__)
+
+pinecone_observer = Observer(
+    "pinecone_client",
+    labels={"type": ""},
+)
+
+BASE_URL = "https://api.pinecone.io/"
+
+
+class PineconeClient:
+    def __init__(self, api_key: str, http_session: httpx.AsyncClient):
+        self.api_key = api_key
+        self.session = http_session
+
+    @pinecone_observer.wrap({"type": "create_index"})
+    async def create_index(self, name: str, dimension: int) -> str:
+        payload = {
+            "name": name,
+            "dimension": dimension,
+            "metric": "dotproduct",
+            "spec": {"serverless": {"cloud": "aws", "region": "us-east-1"}},
+        }
+        headers = {"Api-Key": self.api_key}
+        response = await self.session.post("/indexes", json=payload, headers=headers)
+        response.raise_for_status()
+        response_json = response.json()
+        return response_json["host"]
+
+    @pinecone_observer.wrap({"type": "delete_index"})
+    async def delete_index(self, name: str) -> None:
+        headers = {"Api-Key": self.api_key}
+        response = await self.session.delete(f"/indexes/{name}", headers=headers)
+        if response.status_code == 404:
+            logger.warning("Pinecone index not found.", extra={"index_name": name})
+            return
+        response.raise_for_status()
+        return
+
+
+class PineconeSession:
+    """
+    Wrapper that manages the singletone session around all Pinecone http api interactions.
+    """
+
+    def __init__(self):
+        self.headers = {
+            "Content-Type": "application/json",
+            "Accept": "application/json",
+        }
+        self.http_session = httpx.AsyncClient(base_url=BASE_URL, headers=self.headers)
+
+    async def finalize(self):
+        if self.http_session.is_closed:
+            return
+        await self.http_session.aclose()
+
+    def get_client(self, api_key: str) -> PineconeClient:
+        return PineconeClient(api_key=api_key, http_session=self.http_session)

nucliadb_utils/utilities.py

@@ -28,6 +28,7 @@ from typing import TYPE_CHECKING, Any, List, Optional, Union, cast
 
 from nucliadb_protos.writer_pb2_grpc import WriterStub
 from nucliadb_utils import featureflagging
+from nucliadb_utils.aiopynecone.client import PineconeSession
 from nucliadb_utils.audit.audit import AuditStorage
 from nucliadb_utils.audit.basic import BasicAuditStorage
 from nucliadb_utils.audit.stream import StreamAuditStorage
@@ -81,6 +82,7 @@ class Utility(str, Enum):
     NUCLIA_STORAGE = "nuclia_storage"
     MAINDB_DRIVER = "driver"
     ENDECRYPTOR = "endecryptor"
+    PINECONE_SESSION = "pinecone_session"
 
 
 def get_utility(ident: Union[Utility, str]):
@@ -425,3 +427,12 @@ def get_endecryptor() -> EndecryptorUtility:
         ) from ex
     set_utility(Utility.ENDECRYPTOR, util)
     return util
+
+
+def get_pinecone_session() -> Any:
+    util = get_utility(Utility.PINECONE_SESSION)
+    if util is not None:
+        return util
+    util = PineconeSession()
+    set_utility(Utility.PINECONE_SESSION, util)
+    return util

{nucliadb_utils-5.0.0.post645.dist-info → nucliadb_utils-5.0.0.post646.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nucliadb_utils
-Version: 5.0.0.post645
+Version: 5.0.0.post646
 Home-page: https://nuclia.com
 License: BSD
 Classifier: Development Status :: 4 - Beta
@@ -23,8 +23,8 @@ Requires-Dist: PyNaCl
 Requires-Dist: pyjwt >=2.4.0
 Requires-Dist: memorylru >=1.1.2
 Requires-Dist: mrflagly
-Requires-Dist: nucliadb-protos >=5.0.0.post645
-Requires-Dist: nucliadb-telemetry >=5.0.0.post645
+Requires-Dist: nucliadb-protos >=5.0.0.post646
+Requires-Dist: nucliadb-telemetry >=5.0.0.post646
 Provides-Extra: cache
 Requires-Dist: redis >=4.3.4 ; extra == 'cache'
 Requires-Dist: orjson >=3.6.7 ; extra == 'cache'

{nucliadb_utils-5.0.0.post645.dist-info → nucliadb_utils-5.0.0.post646.dist-info}/RECORD

@@ -16,7 +16,9 @@ nucliadb_utils/settings.py,sha256=AaOtQZVRqRcMnUyN1l1MpR10lANaDT2uPrbhmTyn6uk,76
 nucliadb_utils/signals.py,sha256=JRNv2y9zLtBjOANBf7krGfDGfOc9qcoXZ6N1nKWS2FE,2674
 nucliadb_utils/store.py,sha256=kQ35HemE0v4_Qg6xVqNIJi8vSFAYQtwI3rDtMsNy62Y,890
 nucliadb_utils/transaction.py,sha256=mwcI3aIHAvU5KOGqd_Uz_d1XQzXhk_-NWY8NqU1lfb0,7307
-nucliadb_utils/utilities.py,sha256=ABcv4PwRYlrFOFOJF-1TU8PVbmW548g7scs-dsEJDp0,14955
+nucliadb_utils/utilities.py,sha256=-oZne4Y8AqtN2-2ciWcLagtB6vbl-2HhEqzO_fHbIOU,15283
+nucliadb_utils/aiopynecone/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
+nucliadb_utils/aiopynecone/client.py,sha256=td21RcCkiI3TZxtNoLZc70rP3FDoawZZE0Z_u8HEn9w,2870
 nucliadb_utils/audit/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 nucliadb_utils/audit/audit.py,sha256=dn5ZnCVQUlCcvdjzaORghbrjk9QgVGrtkfIftq30Bp8,2819
 nucliadb_utils/audit/basic.py,sha256=NViey6mKbCXqRTLDBX2xNTcCg9I-2e4oB2xkekuhDvM,3392
@@ -60,8 +62,8 @@ nucliadb_utils/tests/indexing.py,sha256=YW2QhkhO9Q_8A4kKWJaWSvXvyQ_AiAwY1VylcfVQ
 nucliadb_utils/tests/local.py,sha256=c3gZJJWmvOftruJkIQIwB3q_hh3uxEhqGIAVWim1Bbk,1343
 nucliadb_utils/tests/nats.py,sha256=Tosonm9A9cusImyji80G4pgdXEHNVPaCLT5TbFK_ra0,7543
 nucliadb_utils/tests/s3.py,sha256=YB8QqDaBXxyhHonEHmeBbRRDmvB7sTOaKBSi8KBGokg,2330
-nucliadb_utils-5.0.0.post645.dist-info/METADATA,sha256=uaEkng18pvQi3A1bqfVt3bJfGDyQNxIU9fx-xcq_S-k,2078
-nucliadb_utils-5.0.0.post645.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
-nucliadb_utils-5.0.0.post645.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
-nucliadb_utils-5.0.0.post645.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-nucliadb_utils-5.0.0.post645.dist-info/RECORD,,
+nucliadb_utils-5.0.0.post646.dist-info/METADATA,sha256=ZAoYGu2Cfe1IS9EfS7XPt3Jhr6ACMed4Ifuvm_QMmpM,2078
+nucliadb_utils-5.0.0.post646.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+nucliadb_utils-5.0.0.post646.dist-info/top_level.txt,sha256=fE3vJtALTfgh7bcAWcNhcfXkNPp_eVVpbKK-2IYua3E,15
+nucliadb_utils-5.0.0.post646.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+nucliadb_utils-5.0.0.post646.dist-info/RECORD,,