ingestr 0.13.43__py3-none-any.whl → 0.13.45__py3-none-any.whl

ingestr/src/attio/__init__.py

@@ -11,7 +11,6 @@ def attio_source(
     api_key: str,
     params: list[str],
 ) -> Iterable[DltResource]:
-    
     attio_client = AttioClient(api_key)
 
     @dlt.resource(

ingestr/src/buildinfo.py

@@ -1 +1 @@
-version = "v0.13.43"
+version = "v0.13.45"

ingestr/src/destinations.py

@@ -413,6 +413,10 @@ class S3Destination:
             raise MissingValueError("secret_access_key", "S3")
 
         endpoint_url = params.get("endpoint_url", [None])[0]
+        if endpoint_url is not None:
+            parsed_endpoint = urlparse(endpoint_url)
+            if not parsed_endpoint.scheme or not parsed_endpoint.netloc:
+                raise ValueError("Invalid endpoint_url. Must be a valid URL.")
 
         creds = AwsCredentials(
             aws_access_key_id=access_key_id,
@@ -420,8 +424,21 @@ class S3Destination:
             endpoint_url=endpoint_url,
         )
 
-        dest_table = self.validate_table(kwargs["dest_table"])
+        dest_table = kwargs["dest_table"]
+
+        # only validate if dest_table is not a full URI
+        if not parsed_uri.netloc:
+            dest_table = self.validate_table(dest_table)
+
         table_parts = dest_table.split("/")
+
+        if parsed_uri.path.strip("/"):
+            path_parts = parsed_uri.path.strip("/ ").split("/")
+            table_parts = path_parts + table_parts
+
+        if parsed_uri.netloc:
+            table_parts.insert(0, parsed_uri.netloc.strip())
+
         base_path = "/".join(table_parts[:-1])
 
         opts = {
@@ -444,10 +461,9 @@ class S3Destination:
         return table
 
     def dlt_run_params(self, uri: str, table: str, **kwargs):
-        table = self.validate_table(table)
         table_parts = table.split("/")
         return {
-            "table_name": table_parts[-1],
+            "table_name": table_parts[-1].strip(),
         }
 
     def post_load(self) -> None:

ingestr/src/http_client.py

@@ -1,6 +1,7 @@
 import requests
 from dlt.sources.helpers.requests import Client
 
+
 def create_client() -> requests.Session:
     return Client(
         raise_for_status=False,

ingestr/src/sources.py

@@ -70,6 +70,8 @@ class SqlSource:
                 range_start="closed",
             )
 
+        engine_adapter_callback = None
+
         if uri.startswith("mysql://"):
             uri = uri.replace("mysql://", "mysql+pymysql://")
 
@@ -156,6 +158,11 @@ class SqlSource:
 
             uri = f"spanner+spanner:///projects/{project_id}/instances/{instance_id}/databases/{database}"
 
+            def eng_callback(engine):
+                return engine.execution_options(read_only=True)
+
+            engine_adapter_callback = eng_callback
+
         from dlt.common.libs.sql_alchemy import (
             Engine,
             MetaData,
@@ -288,6 +295,7 @@ class SqlSource:
                 kwargs.get("sql_exclude_columns", [])
             ),
             defer_table_reflect=defer_table_reflect,
+            engine_adapter_callback=engine_adapter_callback,
         )
 
         return builder_res

{ingestr-0.13.43.dist-info → ingestr-0.13.45.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestr
-Version: 0.13.43
+Version: 0.13.45
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.13.43.dist-info → ingestr-0.13.45.dist-info}/RECORD

@@ -2,16 +2,16 @@ ingestr/conftest.py,sha256=Q03FIJIZpLBbpj55cfCHIKEjc1FCvWJhMF2cidUJKQU,1748
 ingestr/main.py,sha256=Pe_rzwcDRKIYa7baEVUAAPOHyqQbX29RUexMl0F_S1k,25273
 ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
 ingestr/src/blob.py,sha256=onMe5ZHxPXTdcB_s2oGNdMo-XQJ3ajwOsWE9eSTGFmc,1495
-ingestr/src/buildinfo.py,sha256=af3TiaPbJzAW9JyfpOIeOvjzAsiboFF4f1frweJenxc,21
-ingestr/src/destinations.py,sha256=MctbeJUyNr0DRB0XYt2xAbEKkHZ40-nXXEOYCs4KuoE,15420
+ingestr/src/buildinfo.py,sha256=i03DTki4HIu309r3IT3QLSdXRcY9kQc00bvO9cKmJqw,21
+ingestr/src/destinations.py,sha256=41Bj1UgxR8a2KcZWqtGw74AKZKnSBrueQRnBdrf3c-A,16003
 ingestr/src/errors.py,sha256=Ufs4_DfE77_E3vnA1fOQdi6cmuLVNm7_SbFLkL1XPGk,686
 ingestr/src/factory.py,sha256=c5WfqmRrXFj1PddnBOzTzzZUHJ-Fb42cvCvsBEqn6Yo,5682
 ingestr/src/filters.py,sha256=C-_TIVkF_cxZBgG-Run2Oyn0TAhJgA8IWXZ-OPY3uek,1136
-ingestr/src/http_client.py,sha256=dbAAf6Ptxf9pSn9RmNSHL4HEn5xhFimWjE2JZ67J00o,434
+ingestr/src/http_client.py,sha256=UwPiv95EfHPdT4525xeLFJ1AYlf-cyaHKRU-2QnZt2o,435
 ingestr/src/loader.py,sha256=9NaWAyfkXdqAZSS-N72Iwo36Lbx4PyqIfaaH1dNdkFs,1712
 ingestr/src/partition.py,sha256=BrIP6wFJvyR7Nus_3ElnfxknUXeCipK_E_bB8kZowfc,969
 ingestr/src/resource.py,sha256=XG-sbBapFVEM7OhHQFQRTdTLlh-mHB-N4V1t8F8Tsww,543
-ingestr/src/sources.py,sha256=HZQGWPuDdf4sVq91KuaJ9p7MtSfjWue8d2vknZpIwg8,83456
+ingestr/src/sources.py,sha256=sqxRdM8HVolsadbGLXvjWAtyXgzU0LOqQeaPQ_bjHk0,83712
 ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
 ingestr/src/time.py,sha256=H_Fk2J4ShXyUM-EMY7MqCLZQhlnZMZvO952bmZPc4yE,254
 ingestr/src/version.py,sha256=J_2xgZ0mKlvuHcjdKCx2nlioneLH0I47JiU_Slr_Nwc,189
@@ -31,7 +31,7 @@ ingestr/src/arrow/__init__.py,sha256=8fEntgHseKjFMiPQIzxYzw_raicNsEgnveLi1IzBca0
 ingestr/src/asana_source/__init__.py,sha256=QwQTCb5PXts8I4wLHG9UfRP-5ChfjSe88XAVfxMV5Ag,8183
 ingestr/src/asana_source/helpers.py,sha256=PukcdDQWIGqnGxuuobbLw4hUy4-t6gxXg_XywR7Lg9M,375
 ingestr/src/asana_source/settings.py,sha256=-2tpdkwh04RvLKFvwQodnFLYn9MaxOO1hsebGnDQMTU,2829
-ingestr/src/attio/__init__.py,sha256=Dvr9rSZUlw6HGsqF7iabUit-xRC17Nv6QcmA4cRF2wA,2864
+ingestr/src/attio/__init__.py,sha256=D21EK02HQxDtHoJHVHtM01sU4ZSK26WzFjLqqpVDdK0,2859
 ingestr/src/attio/helpers.py,sha256=QvB-0BV_Z-cvMTBZDwOCuhxY1cB5PraPdrDkNyQ5TsM,1715
 ingestr/src/chess/__init__.py,sha256=y0Q8aKBigeKf3N7wuB_gadMQjVJzBPUT8Jhp1ObEWjk,6812
 ingestr/src/chess/helpers.py,sha256=v1HTImOMjAF7AzZUPDIuHu00e7ut0o5y1kWcVYo4QZw,549
@@ -131,8 +131,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
 ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
 ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
 ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
-ingestr-0.13.43.dist-info/METADATA,sha256=n3hm9A9kfuALzOs9t2f4V2X4LH3hcIyFnj5y0DYP9Qo,13852
-ingestr-0.13.43.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-ingestr-0.13.43.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
-ingestr-0.13.43.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
-ingestr-0.13.43.dist-info/RECORD,,
+ingestr-0.13.45.dist-info/METADATA,sha256=TE5w09S7AIMd7ohApFX1_3uB6a-AgDPl-ztOnHv0Lwg,13852
+ingestr-0.13.45.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+ingestr-0.13.45.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
+ingestr-0.13.45.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
+ingestr-0.13.45.dist-info/RECORD,,