python-databases 0.1.0__py3-none-any.whl → 0.1.2__py3-none-any.whl

python_databases/__init__.py

@@ -1,12 +0,0 @@
-from dotenv import load_dotenv
-
-from python_databases.elastic_search_infrastructure.elastic_search import (
-    UrlProtocol,
-    ElasticSearch,
-    ElasticSearchOnPrem,
-    ElasticSearchCloud
-)
-
-load_dotenv()
-
-__all__ = ['UrlProtocol', 'ElasticSearch', 'ElasticSearchOnPrem', 'ElasticSearchCloud']

python_databases/{elastic_search_infrastructure → elasticsearch_infrastructure}/__init__.py

@@ -1,6 +1,6 @@
 from dotenv import load_dotenv
 
-from python_databases.elastic_search_infrastructure.elastic_search import (
+from python_databases.elasticsearch_infrastructure.elasticsearch import (
     UrlProtocol,
     ElasticSearch,
     ElasticSearchOnPrem,

python_databases/{elastic_search_infrastructure/elastic_search.py → elasticsearch_infrastructure/elasticsearch.py}

@@ -1,8 +1,8 @@
-import datetime
 import logging
 import time
 from abc import ABC, abstractmethod
 from copy import deepcopy
+from datetime import datetime, timezone
 from enum import Enum
 from typing import Optional, Any
 import pandas as pd
@@ -181,20 +181,21 @@ class ElasticSearch(ABC):
     def fill_elk_index_as_bulk(
             self,
             data: list[dict],
-            doc_id: str,
             doc_index_name: str,
-            timestamp: datetime,
-            date_and_time: str,
-            username: str = None,
+            doc_id: Optional[str] = None,
+            timestamp: datetime = None,
+            date_and_time: Optional[str] = None,
+            username: Optional[str] = None,
             chunk_size=1000,
             time_sleep: int = 1
     ) -> None:  # use as the main function to send data to the elastic search
+        timestamp = timestamp or datetime.now(tz=timezone.utc)
         list_of_docs = self._prepare_documents_for_bulk(
             data=data,
-            doc_id=doc_id,
             doc_index_name=doc_index_name,
             timestamp=timestamp,
-            date_and_time=date_and_time,
+            doc_id=doc_id or timestamp.strftime('%Y_%m_%dT%H_%M_%S_%f'),
+            date_and_time=date_and_time or timestamp.isoformat(),
             username=username
         )
 

python_databases/postgresql_infrastructure/__init__.py

@@ -0,0 +1,3 @@
+from dotenv import load_dotenv
+
+load_dotenv()

python_databases/postgresql_infrastructure/postgresql.py

@@ -0,0 +1,83 @@
+import logging
+import os
+from typing import Optional, Union, Any
+import psycopg2
+from psycopg2 import extras
+from retrying import retry
+
+
+class PostgreSQL:
+    def __init__(
+        self,
+        name: Optional[str] = None,
+        host: Optional[str] = None,
+        port: Optional[str] = None,
+        username: Optional[str] = None,
+        password: Optional[str] = None
+    ):
+        self.logger = logging.getLogger(self.__class__.__name__)
+
+        self.name = name or os.getenv("POSTGRESQL_NAME")
+        self.host = host or os.getenv("POSTGRESQL_HOST")
+        self.port = port or os.getenv("POSTGRESQL_PORT")
+        self.username = username or os.getenv("POSTGRESQL_USERNAME")
+        self.password = password or os.getenv("POSTGRESQL_PASSWORD")
+
+        self._client = None
+        self._cursor = None
+
+        self.create_connection()
+
+    @property
+    def client(self):
+        if not self._client or self._client.closed:
+            self.logger.warning("Re-establishing PostgreSQL connection")
+            self.create_connection()
+        return self._client
+
+    @property
+    def cursor(self):
+        if not self._cursor or self._cursor.closed:
+            self.logger.warning("Re-creating PostgreSQL cursor")
+            self.create_connection()
+        return self._cursor
+
+    @retry(stop_max_attempt_number=3, wait_fixed=180000)
+    def create_connection(self):
+        self.logger.info(f"Create connection to {self.host}:{self.port}")
+
+        self._client = psycopg2.connect(
+            database=self.name,
+            host=self.host,
+            port=self.port,
+            user=self.username,
+            password=self.password,
+        )
+        self._cursor = self.client.cursor(cursor_factory=extras.DictCursor)
+
+    def execute_query(self, query: str, params: Optional[Union[tuple, dict[str, Any]]] = None) -> None:
+        self.logger.debug(f"Fetch rows from DB by query {query} with params {params}")
+        try:
+            self.cursor.execute(query, params)
+        except psycopg2.ProgrammingError as e:
+            raise psycopg2.ProgrammingError(f"Error executing query: {query}") from e
+        self.logger.debug(f"Finished to fetch rows by query")
+
+    def fetch_all(self, query: str, params: Optional[Union[tuple, dict[str, Any]]] = None) -> list[dict[str, Any]]:
+        self.execute_query(query, params)
+        try:
+            results = self.cursor.fetchall()
+        except psycopg2.ProgrammingError as e:
+            raise psycopg2.ProgrammingError(f"Error fetching rows: {query}") from e
+        self.logger.debug(f"Fetched {len(results)} rows")
+        return results
+
+    def close(self):
+        self.cursor.close()
+        self.client.close()
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.close()

python_databases-0.1.2.dist-info/METADATA

@@ -0,0 +1,75 @@
+Metadata-Version: 2.4
+Name: python-databases
+Version: 0.1.2
+Summary: A Python library for managing and interacting with multiple databases seamlessly.
+Home-page: https://github.com/aviz92/python-databases
+Author: Avi Zaguri
+Author-email: 
+Project-URL: Repository, https://github.com/aviz92/python-databases
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: setuptools
+Requires-Dist: wheel
+Requires-Dist: dotenv
+Requires-Dist: custom-python-logger
+Requires-Dist: retrying
+Requires-Dist: elasticsearch<9
+Requires-Dist: pandas
+Requires-Dist: psycopg2-binary
+Requires-Dist: pytest
+Dynamic: author
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: project-url
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# Python Databases
+A flexible and extensible Python library that provides a unified interface for interacting with multiple types of databases.
+
+---
+
+## Features
+- ✅ Unified interface for multiple database connectors
+- ✅ Support for:
+  - Elasticsearch
+    - On-Premises deployments
+    - Cloud deployments using `cloud_id`
+  - PostgreSQL
+    - Basic support with plans for SQLAlchemy integration
+
+---
+
+## Installation
+```bash
+pip install python-databases
+```
+
+---
+
+## 📌 Roadmap
+
+* [x] Elasticsearch support
+  - [x] On-Premises deployments
+  - [x] Cloud deployments using `cloud_id`
+* [x] PostgreSQL
+  - [ ] SQLAlchemy support
+
+---
+
+## 🤝 Contributing
+If you have a helpful tool, pattern, or improvement to suggest:
+Fork the repo <br>
+Create a new branch <br>
+Submit a pull request <br>
+I welcome additions that promote clean, productive, and maintainable development. <br>
+
+---
+
+## 🙏 Thanks
+Thanks for exploring this repository! <br>
+Happy coding! <br>

python_databases-0.1.2.dist-info/RECORD

@@ -0,0 +1,10 @@
+python_databases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+python_databases/elasticsearch_infrastructure/__init__.py,sha256=zLL3GJwgu5a55TgRhyl_mDbjc-qQBWOskRc0y9diqyw,296
+python_databases/elasticsearch_infrastructure/elasticsearch.py,sha256=U8PVhjImk_S35KJHKEFK7Fl8cL-0A36yzLJ_KgtNTIY,11160
+python_databases/postgresql_infrastructure/__init__.py,sha256=LG-zblOfMP6hVPKsBg0_Vu7Np90aDwZoQtZkamDOsus,46
+python_databases/postgresql_infrastructure/postgresql.py,sha256=Hnn58f6TT2NPOyAou5EvBuH4xE6qGQfYep8wufrC_r8,2816
+python_databases-0.1.2.dist-info/licenses/LICENSE,sha256=cSikHY6SZFsPZSBizCDAJ0-Bjjzxt-JtX6TVbKxwimo,1067
+python_databases-0.1.2.dist-info/METADATA,sha256=wM_Kf2fxKvMk48tlW3Kx-DNnXE06-rwuQTT5hpuHSgc,1792
+python_databases-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+python_databases-0.1.2.dist-info/top_level.txt,sha256=fXcMUntaYJfKeFS7FjQ6DY4WVXYBsgdrDmhOudYs-vg,17
+python_databases-0.1.2.dist-info/RECORD,,

python_databases-0.1.0.dist-info/METADATA

@@ -1,31 +0,0 @@
-Metadata-Version: 2.4
-Name: python-databases
-Version: 0.1.0
-Summary: A Python library for managing and interacting with multiple databases seamlessly.
-Home-page: https://github.com/aviz92/python-databases
-Author: Avi Zaguri
-Author-email: 
-Project-URL: Repository, https://github.com/aviz92/python-databases
-Requires-Python: >=3.11
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: setuptools
-Requires-Dist: wheel
-Requires-Dist: dotenv
-Requires-Dist: custom-python-logger
-Requires-Dist: retrying
-Requires-Dist: elasticsearch<9
-Requires-Dist: pandas
-Requires-Dist: psycopg2-binary
-Requires-Dist: pytest
-Dynamic: author
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: project-url
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
-
-# Python Databases

python_databases-0.1.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-python_databases/__init__.py,sha256=NjWdKySjMPaJk8eCFiw54p1ddv42zGj3aVFTVvfkT3E,298
-python_databases/elastic_search_infrastructure/__init__.py,sha256=NjWdKySjMPaJk8eCFiw54p1ddv42zGj3aVFTVvfkT3E,298
-python_databases/elastic_search_infrastructure/elastic_search.py,sha256=1W1jRByLljUDHLE8MqdIOHI_ak6CRKq7YLf09wKwTqQ,10951
-python_databases-0.1.0.dist-info/licenses/LICENSE,sha256=cSikHY6SZFsPZSBizCDAJ0-Bjjzxt-JtX6TVbKxwimo,1067
-python_databases-0.1.0.dist-info/METADATA,sha256=eiuP5xi7JuN_9qYiTWU_0f0huTQ9gfTXj9bX-ZqKwHU,846
-python_databases-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-python_databases-0.1.0.dist-info/top_level.txt,sha256=fXcMUntaYJfKeFS7FjQ6DY4WVXYBsgdrDmhOudYs-vg,17
-python_databases-0.1.0.dist-info/RECORD,,