ingestr 0.2.2__py3-none-any.whl → 0.2.3__py3-none-any.whl

ingestr/src/destinations.py

@@ -1,3 +1,4 @@
+import base64
 import csv
 import gzip
 import json
@@ -32,8 +33,11 @@ class BigQueryDestination:
         source_params = parse_qs(source_fields.query)
 
         cred_path = source_params.get("credentials_path")
-        if not cred_path:
-            raise ValueError("Credentials path is required")
+        credentials_base64 = source_params.get("credentials_base64")
+        if not cred_path and not credentials_base64:
+            raise ValueError(
+                "credentials_path or credentials_base64 is required to connect BigQuery"
+            )
 
         location = None
         if source_params.get("location"):
@@ -42,11 +46,19 @@ class BigQueryDestination:
                 raise ValueError("Only one location is allowed")
             location = loc_params[0]
 
-        with open(cred_path[0], "r") as f:
-            credentials = json.load(f)
+        credentials = {}
+        if cred_path:
+            with open(cred_path[0], "r") as f:
+                credentials = json.load(f)
+        elif credentials_base64:
+            credentials = json.loads(
+                base64.b64decode(credentials_base64[0]).decode("utf-8")
+            )
 
         return dlt.destinations.bigquery(
-            credentials=credentials, location=location, **kwargs
+            credentials=credentials,  # type: ignore
+            location=location,
+            **kwargs,
         )
 
     def dlt_run_params(self, uri: str, table: str, **kwargs) -> dict:

ingestr/src/version.py

@@ -1 +1 @@
-__version__ = "0.2.2"
+__version__ = "0.2.3"

{ingestr-0.2.2.dist-info → ingestr-0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ingestr
-Version: 0.2.2
+Version: 0.2.3
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.2.2.dist-info → ingestr-0.2.3.dist-info}/RECORD

@@ -1,12 +1,12 @@
 ingestr/main.py,sha256=93lOlvJmbWLabccuwvffewtF4iGdhnZNaJ1MR7J9vTY,11375
 ingestr/main_test.py,sha256=IQx2bjTnuixoY9ndgErBTaP3QE5AWvsLtv7ZPi8vJtA,19285
-ingestr/src/destinations.py,sha256=7O0zAUBb-1modTbAXu8onpZcsUl6TKCfKOJfydrny1M,5872
+ingestr/src/destinations.py,sha256=i91DLjQtqFyQ4lJCYlCHdErH7I4zk_tMuPhgre6AOtQ,6307
 ingestr/src/destinations_test.py,sha256=rgEk8EpAntFbSOwXovC4prv3RA22mwq8pIO6sZ_rYzg,4212
 ingestr/src/factory.py,sha256=hcHjLjG-sVaO3fO0r8vrFFt0j5jcuijfdi1dHGfPkLQ,3021
 ingestr/src/factory_test.py,sha256=X9sFkvNByWChIcyeDt1QiIPMIzGNKb7M5A_GUE0-nnI,664
 ingestr/src/sources.py,sha256=HcLfpbqx2d25UhMWHhnczcpLTh_g-afDkwMCVnlsPCc,3119
 ingestr/src/sources_test.py,sha256=gqqnJIqblxDbipsX3jZWl0He7aMsob0YyewceY4Z11M,3808
-ingestr/src/version.py,sha256=m6kyaNpwBcP1XYcqrelX2oS3PJuOnElOcRdBa9pEb8c,22
+ingestr/src/version.py,sha256=PNiDER4qM19h9zdsdfgKt2_dT4WgYK7EguJ8RU2qA_g,22
 ingestr/src/mongodb/__init__.py,sha256=MKXay_Qg9bOgXyKrqEw0YG0beOnV6FjJISv6fxjn6KE,4347
 ingestr/src/mongodb/helpers.py,sha256=QaolE_Kg-F4RgIp0f2T_rk08RdjFhzUw9vgtCCI6hkg,5599
 ingestr/src/sql_database/__init__.py,sha256=-f98oiE_WMJKdKfcdeZo114Qab1CCu8j7_s61w0np2E,2622
@@ -16,12 +16,12 @@ ingestr/src/sql_database/settings.py,sha256=PaLPayAb1QGHHcPlrZ7eJ1fonDA6-sOGh-Zi
 ingestr/src/telemetry/event.py,sha256=MpWc5tt0lSJ1pWKe9HQ11BHrcPBxSH40l4wjZi9u0tI,924
 ingestr/src/testdata/fakebqcredentials.json,sha256=scc6TUc963KAbKTLZCfcmqVzbtzDCW1_8JNRnyAXyy8,628
 ingestr/testdata/.gitignore,sha256=DFzYYOpqdTiT7S1HjCT-jffZSmEvFZge295_upAB0FY,13
-ingestr/testdata/test_create_replace.db,sha256=FaHNnwFq-LMCCwzN5kjgNM1XVJ-LboZEk2alSL4Bcsw,536576
-ingestr/testdata/test_delete_insert_with_timerange.db,sha256=Qy333urC9gs6klbJKVnS5qtGfNkQjup5hQiij2mEnXM,1585152
-ingestr/testdata/test_delete_insert_without_primary_key.db,sha256=BliVV6ItT-uTOAooixG0hWMXfxbUZgV-FjoajszNLsg,1847296
-ingestr/testdata/test_merge_with_primary_key.db,sha256=NyiDZ-MwouNVVIFea1DIdIWrsc5s6TEGuOVrWkPHPEk,1847296
-ingestr-0.2.2.dist-info/METADATA,sha256=UuXHTZRjngie4skudkjhxVu8oSt7oBv25rgJv_bGhCM,4551
-ingestr-0.2.2.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
-ingestr-0.2.2.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
-ingestr-0.2.2.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
-ingestr-0.2.2.dist-info/RECORD,,
+ingestr/testdata/test_create_replace.db,sha256=qrl-_AR-5eKg5X0D7zpOsczdH_S6GHBrrTKBE-p0AZo,536576
+ingestr/testdata/test_delete_insert_with_timerange.db,sha256=SxwNFb2x-CjQhHPJoM3--BlddM-PehIj5YP4AgVI-NM,1585152
+ingestr/testdata/test_delete_insert_without_primary_key.db,sha256=MVNrVG5MlYkbHGAURu4nir3-lW0sdZHT42-5u3fuqlE,1847296
+ingestr/testdata/test_merge_with_primary_key.db,sha256=aMOeXGHvIxbucgELOfm7k9nkWFaSy3UoA8PBQx5DsU8,1847296
+ingestr-0.2.3.dist-info/METADATA,sha256=ugtL_RojccfQOk1m6SRbuZcnTkik8yl1m-Hj8L8zcb8,4551
+ingestr-0.2.3.dist-info/WHEEL,sha256=TJPnKdtrSue7xZ_AVGkp9YXcvDrobsjBds1du3Nx6dc,87
+ingestr-0.2.3.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
+ingestr-0.2.3.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
+ingestr-0.2.3.dist-info/RECORD,,