ingestr 0.2.1__tar.gz → 0.2.3__tar.gz

{ingestr-0.2.1 → ingestr-0.2.3}/Makefile

@@ -18,7 +18,7 @@ test: venv
 	. venv/bin/activate; $(MAKE) test-ci
 
 test-specific: venv
-	. venv/bin/activate; pytest -rP -vv --tb=short --cov=ingestr --no-cov-on-fail --capture=no -k $(test)
+	. venv/bin/activate; pytest -rP -vv --tb=short --capture=no -k $(test)
 
 lint-ci:
 	ruff ingestr --fix && ruff format ingestr

{ingestr-0.2.1 → ingestr-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ingestr
-Version: 0.2.1
+Version: 0.2.3
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.2.1 → ingestr-0.2.3}/ingestr/src/destinations.py

@@ -1,3 +1,4 @@
+import base64
 import csv
 import gzip
 import json
@@ -32,8 +33,11 @@ class BigQueryDestination:
         source_params = parse_qs(source_fields.query)
 
         cred_path = source_params.get("credentials_path")
-        if not cred_path:
-            raise ValueError("Credentials path is required")
+        credentials_base64 = source_params.get("credentials_base64")
+        if not cred_path and not credentials_base64:
+            raise ValueError(
+                "credentials_path or credentials_base64 is required to connect BigQuery"
+            )
 
         location = None
         if source_params.get("location"):
@@ -42,11 +46,19 @@ class BigQueryDestination:
                 raise ValueError("Only one location is allowed")
             location = loc_params[0]
 
-        with open(cred_path[0], "r") as f:
-            credentials = json.load(f)
+        credentials = {}
+        if cred_path:
+            with open(cred_path[0], "r") as f:
+                credentials = json.load(f)
+        elif credentials_base64:
+            credentials = json.loads(
+                base64.b64decode(credentials_base64[0]).decode("utf-8")
+            )
 
         return dlt.destinations.bigquery(
-            credentials=credentials, location=location, **kwargs
+            credentials=credentials,  # type: ignore
+            location=location,
+            **kwargs,
         )
 
     def dlt_run_params(self, uri: str, table: str, **kwargs) -> dict:
@@ -99,6 +111,11 @@ class DatabricksDestination(GenericSqlDestination):
         return dlt.destinations.databricks(credentials=uri, **kwargs)
 
 
+class SynapseDestination(GenericSqlDestination):
+    def dlt_dest(self, uri: str, **kwargs):
+        return dlt.destinations.synapse(credentials=uri, **kwargs)
+
+
 class CustomCsvDestination(dlt.destinations.filesystem):
     pass
 

{ingestr-0.2.1 → ingestr-0.2.3}/ingestr/src/factory.py

@@ -12,6 +12,7 @@ from ingestr.src.destinations import (
     PostgresDestination,
     RedshiftDestination,
     SnowflakeDestination,
+    SynapseDestination,
 )
 from ingestr.src.sources import LocalCsvSource, MongoDbSource, SqlSource
 
@@ -94,6 +95,7 @@ class SourceDestinationFactory:
             "redshift+psycopg2": RedshiftDestination(),
             "redshift+redshift_connector": RedshiftDestination(),
             "snowflake": SnowflakeDestination(),
+            "synapse": SynapseDestination(),
             "csv": CsvDestination(),
         }
 

ingestr-0.2.3/ingestr/src/version.py

@@ -0,0 +1 @@
+__version__ = "0.2.3"

ingestr-0.2.1/ingestr/src/version.py

@@ -1 +0,0 @@
-__version__ = "0.2.1"