ingestr 0.13.2__py3-none-any.whl → 0.14.104__py3-none-any.whl

ingestr-0.14.104.dist-info/METADATA

@@ -0,0 +1,563 @@
+Metadata-Version: 2.4
+Name: ingestr
+Version: 0.14.104
+Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
+Project-URL: Homepage, https://github.com/bruin-data/ingestr
+Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
+Author-email: Burak Karakan <burak.karakan@getbruin.com>
+License-File: LICENSE.md
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Database
+Requires-Python: >=3.9
+Requires-Dist: aiobotocore==2.21.1
+Requires-Dist: aiohappyeyeballs==2.4.8
+Requires-Dist: aiohttp==3.11.15
+Requires-Dist: aioitertools==0.12.0
+Requires-Dist: aiosignal==1.3.2
+Requires-Dist: alembic==1.15.1
+Requires-Dist: annotated-types==0.7.0
+Requires-Dist: asana==3.2.3
+Requires-Dist: asn1crypto==1.5.1
+Requires-Dist: asynch==0.2.4
+Requires-Dist: attrs==25.1.0
+Requires-Dist: backoff==2.2.1
+Requires-Dist: bcrypt==4.3.0
+Requires-Dist: boto3==1.37.1
+Requires-Dist: botocore==1.37.1
+Requires-Dist: cachetools==5.5.2
+Requires-Dist: certifi==2025.1.31
+Requires-Dist: cffi==1.17.1
+Requires-Dist: charset-normalizer==3.4.1
+Requires-Dist: ciso8601==2.3.2
+Requires-Dist: click==8.1.8
+Requires-Dist: clickhouse-connect==0.8.14
+Requires-Dist: clickhouse-driver==0.2.9
+Requires-Dist: clickhouse-sqlalchemy==0.2.7
+Requires-Dist: confluent-kafka==2.8.0
+Requires-Dist: couchbase==4.3.6
+Requires-Dist: crate==2.0.0
+Requires-Dist: cryptography==44.0.2
+Requires-Dist: curlify==2.2.1
+Requires-Dist: databricks-sql-connector==4.0.5
+Requires-Dist: databricks-sqlalchemy==1.0.2
+Requires-Dist: dataclasses-json==0.6.7
+Requires-Dist: decorator==5.2.1
+Requires-Dist: deprecation==2.1.0
+Requires-Dist: dlt-cratedb==0.0.2
+Requires-Dist: dlt==1.16.0
+Requires-Dist: dnspython==2.7.0
+Requires-Dist: duckdb-engine==0.17.0
+Requires-Dist: duckdb==1.2.1
+Requires-Dist: ecdsa==0.19.1
+Requires-Dist: elastic-transport==8.17.1
+Requires-Dist: elasticsearch==8.10.1
+Requires-Dist: enum-compat==0.0.3
+Requires-Dist: et-xmlfile==2.0.0
+Requires-Dist: facebook-business==23.0.0
+Requires-Dist: filelock==3.17.0
+Requires-Dist: flatten-json==0.1.14
+Requires-Dist: frozenlist==1.5.0
+Requires-Dist: fsspec==2025.3.2
+Requires-Dist: future==1.0.0
+Requires-Dist: gcsfs==2025.3.2
+Requires-Dist: geojson==3.2.0
+Requires-Dist: gitdb==4.0.12
+Requires-Dist: gitpython==3.1.44
+Requires-Dist: giturlparse==0.12.0
+Requires-Dist: google-ads==25.1.0
+Requires-Dist: google-analytics-data==0.18.17
+Requires-Dist: google-api-core==2.24.1
+Requires-Dist: google-api-python-client==2.130.0
+Requires-Dist: google-auth-httplib2==0.2.0
+Requires-Dist: google-auth-oauthlib==1.2.1
+Requires-Dist: google-auth==2.38.0
+Requires-Dist: google-cloud-bigquery-storage==2.24.0
+Requires-Dist: google-cloud-bigquery==3.30.0
+Requires-Dist: google-cloud-core==2.4.2
+Requires-Dist: google-cloud-spanner==3.54.0
+Requires-Dist: google-cloud-storage==3.1.0
+Requires-Dist: google-crc32c==1.6.0
+Requires-Dist: google-resumable-media==2.7.2
+Requires-Dist: googleapis-common-protos==1.69.0
+Requires-Dist: greenlet==3.2.4
+Requires-Dist: grpc-google-iam-v1==0.14.2
+Requires-Dist: grpc-interceptor==0.15.4
+Requires-Dist: grpcio-status==1.62.3
+Requires-Dist: grpcio==1.70.0
+Requires-Dist: hdbcli==2.23.27
+Requires-Dist: hexbytes==1.3.0
+Requires-Dist: httplib2==0.22.0
+Requires-Dist: humanize==4.12.1
+Requires-Dist: idna==3.10
+Requires-Dist: inflection==0.5.1
+Requires-Dist: influxdb-client==1.41.0
+Requires-Dist: intuit-oauth==1.2.4
+Requires-Dist: isodate==0.7.2
+Requires-Dist: jmespath==1.0.1
+Requires-Dist: jsonpath-ng==1.7.0
+Requires-Dist: leb128==1.0.8
+Requires-Dist: lxml==5.3.1
+Requires-Dist: lz4==4.4.3
+Requires-Dist: mako==1.3.9
+Requires-Dist: markdown-it-py==3.0.0
+Requires-Dist: markupsafe==3.0.2
+Requires-Dist: marshmallow==3.26.1
+Requires-Dist: mdurl==0.1.2
+Requires-Dist: monotonic==1.6
+Requires-Dist: more-itertools==10.6.0
+Requires-Dist: multidict==6.1.0
+Requires-Dist: mypy-extensions==1.0.0
+Requires-Dist: mysql-connector-python==9.2.0
+Requires-Dist: numpy==2.2.3
+Requires-Dist: oauthlib==3.2.2
+Requires-Dist: openpyxl==3.1.5
+Requires-Dist: oracledb==3.4.1
+Requires-Dist: orjson==3.11.3
+Requires-Dist: packaging==24.2
+Requires-Dist: pandas==2.2.3
+Requires-Dist: paramiko==3.5.1
+Requires-Dist: pathvalidate==3.2.3
+Requires-Dist: pendulum==3.0.0
+Requires-Dist: platformdirs==4.3.6
+Requires-Dist: pluggy==1.5.0
+Requires-Dist: ply==3.11
+Requires-Dist: propcache==0.3.0
+Requires-Dist: proto-plus==1.26.0
+Requires-Dist: protobuf==4.25.6
+Requires-Dist: psutil==6.1.1
+Requires-Dist: psycopg2-binary==2.9.10
+Requires-Dist: py-machineid==0.6.0
+Requires-Dist: pyairtable==2.3.3
+Requires-Dist: pyarrow==18.1.0
+Requires-Dist: pyasn1-modules==0.4.1
+Requires-Dist: pyasn1==0.6.1
+Requires-Dist: pyathena==3.12.2
+Requires-Dist: pycountry==24.6.1
+Requires-Dist: pycparser==2.22
+Requires-Dist: pydantic-core==2.27.2
+Requires-Dist: pydantic==2.10.6
+Requires-Dist: pygments==2.19.1
+Requires-Dist: pyjwt==2.10.1
+Requires-Dist: pymongo==4.11.1
+Requires-Dist: pymysql==1.1.1
+Requires-Dist: pynacl==1.5.0
+Requires-Dist: pyopenssl==25.0.0
+Requires-Dist: pyparsing==3.2.1
+Requires-Dist: pyrate-limiter==3.7.0
+Requires-Dist: python-dateutil==2.9.0.post0
+Requires-Dist: python-dotenv==1.0.1
+Requires-Dist: python-jose==3.5.0
+Requires-Dist: python-quickbooks==0.9.2
+Requires-Dist: pytz==2025.1
+Requires-Dist: pyyaml==6.0.2
+Requires-Dist: rauth==0.7.3
+Requires-Dist: reactivex==4.0.4
+Requires-Dist: requests-file==2.1.0
+Requires-Dist: requests-oauthlib==1.3.1
+Requires-Dist: requests-toolbelt==1.0.0
+Requires-Dist: requests==2.32.5
+Requires-Dist: requirements-parser==0.11.0
+Requires-Dist: rich-argparse==1.7.0
+Requires-Dist: rich==13.9.4
+Requires-Dist: rsa==4.9
+Requires-Dist: rudder-sdk-python==2.1.4
+Requires-Dist: s3fs==2025.3.2
+Requires-Dist: s3transfer==0.11.3
+Requires-Dist: semver==3.0.4
+Requires-Dist: setuptools==75.8.2
+Requires-Dist: shellingham==1.5.4
+Requires-Dist: simple-salesforce==1.12.6
+Requires-Dist: simplejson==3.20.1
+Requires-Dist: six==1.17.0
+Requires-Dist: smartsheet-python-sdk==3.0.5
+Requires-Dist: smmap==5.0.2
+Requires-Dist: snowflake-connector-python==3.14.0
+Requires-Dist: snowflake-sqlalchemy==1.6.1
+Requires-Dist: sortedcontainers==2.4.0
+Requires-Dist: sqlalchemy-bigquery==1.12.1
+Requires-Dist: sqlalchemy-cratedb==0.41.0
+Requires-Dist: sqlalchemy-hana==2.0.0
+Requires-Dist: sqlalchemy-redshift==0.8.14
+Requires-Dist: sqlalchemy-spanner==1.11.0
+Requires-Dist: sqlalchemy2-stubs==0.0.2a38
+Requires-Dist: sqlalchemy==1.4.52
+Requires-Dist: sqlglot==26.12.1
+Requires-Dist: sqlparse==0.5.3
+Requires-Dist: stripe==10.7.0
+Requires-Dist: tenacity==9.0.0
+Requires-Dist: thrift==0.16.0
+Requires-Dist: time-machine==2.16.0
+Requires-Dist: tomlkit==0.13.2
+Requires-Dist: tqdm==4.67.1
+Requires-Dist: trino==0.336.0
+Requires-Dist: typer==0.13.1
+Requires-Dist: types-requests==2.32.0.20240907
+Requires-Dist: types-setuptools==75.8.2.20250305
+Requires-Dist: typing-extensions==4.15.0
+Requires-Dist: typing-inspect==0.9.0
+Requires-Dist: tzdata==2025.1
+Requires-Dist: tzlocal==5.3
+Requires-Dist: uritemplate==4.1.1
+Requires-Dist: urllib3==2.3.0
+Requires-Dist: verlib2==0.2.0
+Requires-Dist: wrapt==1.17.2
+Requires-Dist: yarl==1.18.3
+Requires-Dist: zeep==4.3.1
+Requires-Dist: zstandard==0.23.0
+Requires-Dist: zstd==1.5.6.5
+Provides-Extra: ibm-db
+Requires-Dist: ibm-db-sa==0.4.1; extra == 'ibm-db'
+Requires-Dist: ibm-db==3.2.6; extra == 'ibm-db'
+Provides-Extra: odbc
+Requires-Dist: pyodbc==5.1.0; extra == 'odbc'
+Provides-Extra: oracle
+Requires-Dist: oracledb>=2.0.0; extra == 'oracle'
+Description-Content-Type: text/markdown
+
+<div align="center">
+    <img src="https://github.com/bruin-data/ingestr/blob/main/resources/ingestr.svg?raw=true" width="500" />
+    <p>Copy data from any source to any destination without any code</p>
+    <img src="https://github.com/bruin-data/ingestr/blob/main/resources/demo.gif?raw=true" width="750" />
+</div>
+
+<div align="center" style="margin-top: 24px;">
+  <a target="_blank" href="https://join.slack.com/t/bruindatacommunity/shared_invite/zt-2dl2i8foy-bVsuMUauHeN9M2laVm3ZVg" style="background:none">
+    <img src="https://img.shields.io/badge/slack-join-dlt.svg?color=d95f5f&logo=slack" style="width: 180px;"  />
+  </a>
+</div>
+
+---
+
+ingestr is a command-line app that allows you to ingest data from any source into any destination using simple command-line flags, no code necessary.
+
+- ✨ copy data from your database into any destination
+- ➕ incremental loading: `append`, `merge` or `delete+insert`
+- 🐍 single-command installation
+
+ingestr takes away the complexity of managing any backend or writing any code for ingesting data, simply run the command and watch the data land on its destination.
+
+## Installation
+We recommend using [uv](https://github.com/astral-sh/uv) to run `ingestr`.
+
+```
+pip install uv
+uvx ingestr
+```
+
+Alternatively, if you'd like to install it globally:
+```
+uv pip install --system ingestr
+```
+
+While installation with vanilla `pip` is possible, it's an order of magnitude slower.
+
+## Quickstart
+
+```bash
+ingestr ingest \
+    --source-uri 'postgresql://admin:admin@localhost:8837/web?sslmode=disable' \
+    --source-table 'public.some_data' \
+    --dest-uri 'bigquery://<your-project-name>?credentials_path=/path/to/service/account.json' \
+    --dest-table 'ingestr.some_data'
+```
+
+That's it.
+
+This command:
+
+- gets the table `public.some_data` from the Postgres instance.
+- uploads this data to your BigQuery warehouse under the schema `ingestr` and table `some_data`.
+
+## Documentation
+
+You can see the full documentation [here](https://bruin-data.github.io/ingestr/getting-started/quickstart.html).
+
+## Community
+
+Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shared_invite/zt-2dl2i8foy-bVsuMUauHeN9M2laVm3ZVg).
+
+## Contributing
+
+Pull requests are welcome. However, please open an issue first to discuss what you would like to change. We maybe able to offer you help and feedback regarding any changes you would like to make.
+
+> [!NOTE]
+> After cloning `ingestr` make sure to run `make setup` to install githooks.
+
+## Supported sources & destinations
+<table>
+    <tr>
+        <th></th>
+        <th>Source</th>
+        <th>Destination</th>
+    </tr>
+    <tr>
+        <td colspan="3" style='text-align:center;'><strong>Databases</strong></td>
+    </tr>
+    <tr>
+        <td>BigQuery</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>ClickHouse</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>CrateDB</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>Databricks</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>IBM Db2</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>DuckDB</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>DynamoDB</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Elasticsearch</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+     <tr>
+        <td>GCP Spanner</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Local CSV file</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>Microsoft SQL Server</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>MongoDB</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>MotherDuck</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>MySQL</td>
+        <td>✅</td>
+        <td>❌</td>
+    </tr>
+    <tr>
+        <td>Oracle</td>
+        <td>✅</td>
+        <td>❌</td>
+    </tr>
+    <tr>
+        <td>Postgres</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+     <tr>
+        <td>Redshift</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>SAP Hana</td>
+        <td>✅</td>
+        <td>❌</td>
+    </tr>
+    <tr>
+        <td>Snowflake</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td>SQLite</td>
+        <td>✅</td>
+        <td>❌</td>
+    </tr>
+    <tr>
+        <td>Trino</td>
+        <td>✅</td>
+        <td>✅</td>
+    </tr>
+    <tr>
+        <td colspan="3" style='text-align:center;'><strong>Platforms</strong></td>
+    </tr>
+        <td>Adjust</td>
+        <td>✅</td>
+        <td>-</td>
+    <tr>
+        <td>Airtable</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Amazon Kinesis</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Apache Kafka</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>AppsFlyer</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>App Store</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Asana</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Attio</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Chess.com</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Facebook Ads</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>GitHub</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Gorgias</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Google Sheets</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Google Ads</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Google Analytics</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+     <tr>
+        <td>Klaviyo</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>LinkedIn Ads</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Notion</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Personio</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+     <tr>
+        <td>Phantombuster</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Pipedrive</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+     <tr>
+        <td>S3</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Salesforce</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Shopify</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+     <tr>
+        <td>Slack</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Smartsheets</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Solidgate</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Stripe</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>TikTok Ads</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+    <tr>
+        <td>Zendesk</td>
+        <td>✅</td>
+        <td>-</td>
+    </tr>
+</table>
+
+Feel free to create an issue if you'd like to see support for another source or destination.
+
+## Acknowledgements
+
+This project would not have been possible without the amazing work done by the [SQLAlchemy](https://www.sqlalchemy.org/) and [dlt](https://dlthub.com/) teams. We relied on their work to connect to various sources and destinations, and built `ingestr` as a simple, opinionated wrapper around their work.