ingestr 0.7.0__tar.gz → 0.7.1__tar.gz

{ingestr-0.7.0 → ingestr-0.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ingestr
-Version: 0.7.0
+Version: 0.7.1
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
@@ -14,6 +14,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Topic :: Database
 Requires-Python: >=3.9
+Requires-Dist: connectorx==0.3.3
 Requires-Dist: cx-oracle==8.3.0
 Requires-Dist: databricks-sql-connector==2.9.3
 Requires-Dist: dlt==0.5.1

{ingestr-0.7.0 → ingestr-0.7.1}/ingestr/main.py

@@ -104,6 +104,7 @@ class LoaderFileFormat(str, Enum):
 class SqlBackend(str, Enum):
     sqlalchemy = "sqlalchemy"
     pyarrow = "pyarrow"
+    connectorx = "connectorx"
 
 
 class Progress(str, Enum):
@@ -111,6 +112,11 @@ class Progress(str, Enum):
     log = "log"
 
 
+class SchemaNaming(str, Enum):
+    default = "default"
+    direct = "direct"
+
+
 @app.command()
 def ingest(
     source_uri: Annotated[
@@ -223,6 +229,13 @@ def ingest(
             envvar="LOADER_FILE_SIZE",
         ),
     ] = 100000,  # type: ignore
+    schema_naming: Annotated[
+        SchemaNaming,
+        typer.Option(
+            help="The naming convention to use when moving the tables from source to destination. The default behavior is explained here: https://dlthub.com/docs/general-usage/schema#naming-convention",
+            envvar="SCHEMA_NAMING",
+        ),
+    ] = SchemaNaming.default,  # type: ignore
 ):
     track(
         "command_triggered",
@@ -234,6 +247,8 @@ def ingest(
     dlt.config["normalize.parquet_normalizer.add_dlt_load_id"] = True
     dlt.config["normalize.parquet_normalizer.add_dlt_id"] = True
     dlt.config["data_writer.file_max_items"] = loader_file_size
+    if schema_naming != SchemaNaming.default:
+        dlt.config["schema.naming"] = schema_naming.value
 
     try:
         if not dest_table:

ingestr-0.7.1/ingestr/src/version.py

@@ -0,0 +1 @@
+__version__ = "0.7.1"

{ingestr-0.7.0 → ingestr-0.7.1}/requirements.txt

@@ -1,10 +1,12 @@
+connectorx==0.3.3
 cx_Oracle==8.3.0
 databricks-sql-connector==2.9.3
 dlt==0.5.1
 duckdb_engine==0.11.5
 duckdb==0.10.2
-google-cloud-bigquery-storage==2.24.0
 google-api-python-client==2.130.0
+google-cloud-bigquery-storage==2.24.0
+mysql-connector-python==9.0.0
 pendulum==3.0.0
 psycopg2-binary==2.9.9
 py-machineid==0.5.1
@@ -17,10 +19,9 @@ rich==13.7.1
 rudder-sdk-python==2.1.0
 snowflake-sqlalchemy==1.5.3
 sqlalchemy-bigquery==1.11.0
+sqlalchemy-hana==2.0.0
 sqlalchemy-redshift==0.8.14
 SQLAlchemy==1.4.52
 sqlalchemy2-stubs==0.0.2a38
 tqdm==4.66.2
 typer==0.12.3
-sqlalchemy-hana==2.0.0
-mysql-connector-python==9.0.0

ingestr-0.7.0/ingestr/src/version.py

@@ -1 +0,0 @@
-__version__ = "0.7.0"