mkpipe-extractor-postgres 0.2.4__tar.gz → 0.4.1__tar.gz

{mkpipe_extractor_postgres-0.2.4/mkpipe_extractor_postgres.egg-info → mkpipe_extractor_postgres-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mkpipe-extractor-postgres
-Version: 0.2.4
+Version: 0.4.1
 Summary: PostgreSQL extractor for mkpipe.
 Author: Metin Karakus
 Author-email: metin_karakus@yahoo.com

mkpipe_extractor_postgres-0.4.1/mkpipe_extractor_postgres/__init__.py

@@ -0,0 +1,17 @@
+from mkpipe.spark import JdbcExtractor
+
+JAR_PACKAGES = ['org.postgresql:postgresql:42.7.4']
+
+
+class PostgresExtractor(JdbcExtractor, variant='postgresql'):
+    driver_name = 'postgresql'
+    driver_jdbc = 'org.postgresql.Driver'
+
+    def build_jdbc_url(self):
+        url = (
+            f'jdbc:{self.driver_name}://{self.host}:{self.port}/{self.database}'
+            f'?user={self.username}&password={self.password}'
+        )
+        if self.schema:
+            url += f'&currentSchema={self.schema}'
+        return url

{mkpipe_extractor_postgres-0.2.4 → mkpipe_extractor_postgres-0.4.1/mkpipe_extractor_postgres.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mkpipe-extractor-postgres
-Version: 0.2.4
+Version: 0.4.1
 Summary: PostgreSQL extractor for mkpipe.
 Author: Metin Karakus
 Author-email: metin_karakus@yahoo.com

{mkpipe_extractor_postgres-0.2.4 → mkpipe_extractor_postgres-0.4.1}/mkpipe_extractor_postgres.egg-info/SOURCES.txt

@@ -10,7 +10,4 @@ mkpipe_extractor_postgres.egg-info/dependency_links.txt
 mkpipe_extractor_postgres.egg-info/entry_points.txt
 mkpipe_extractor_postgres.egg-info/requires.txt
 mkpipe_extractor_postgres.egg-info/top_level.txt
-mkpipe_extractor_postgres/jars/mysql-connector-j-9.1.0.jar
-mkpipe_extractor_postgres/jars/oci-java-sdk-common-3.41.2.jar
-mkpipe_extractor_postgres/jars/org.postgresql_postgresql-42.7.4.jar
-mkpipe_extractor_postgres/jars/protobuf-java-4.26.1.jar
+mkpipe_extractor_postgres/jars/.gitkeep

{mkpipe_extractor_postgres-0.2.4 → mkpipe_extractor_postgres-0.4.1}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mkpipe-extractor-postgres',
-    version='0.2.4',
+    version='0.4.1',
     license='Apache License 2.0',
     packages=find_packages(exclude=['tests', 'scripts', 'deploy', 'install_jars.py']),
     install_requires=['mkpipe'],

mkpipe_extractor_postgres-0.2.4/mkpipe_extractor_postgres/__init__.py

@@ -1,14 +0,0 @@
-from mkpipe.functions_spark import BaseExtractor
-
-
-class PostgresExtractor(BaseExtractor):
-    def __init__(self, config, settings):
-        super().__init__(
-            config,
-            settings,
-            driver_name='postgresql',
-            driver_jdbc='org.postgresql.Driver',
-        )
-
-    def build_jdbc_url(self):
-        return f'jdbc:{self.driver_name}://{self.host}:{self.port}/{self.database}?user={self.username}&password={self.password}&currentSchema={self.schema}'