ingestr 0.2.6__py3-none-any.whl → 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ingestr might be problematic. Click here for more details.
- ingestr/main.py +13 -4
- ingestr/main_test.py +16 -11
- ingestr/src/destinations.py +2 -1
- ingestr/src/factory.py +3 -1
- ingestr/src/mongodb/__init__.py +1 -1
- ingestr/src/mongodb/helpers.py +5 -5
- ingestr/src/notion/__init__.py +55 -0
- ingestr/src/notion/helpers/__init__.py +0 -0
- ingestr/src/notion/helpers/client.py +164 -0
- ingestr/src/notion/helpers/database.py +78 -0
- ingestr/src/notion/settings.py +3 -0
- ingestr/src/sources.py +24 -0
- ingestr/src/sql_database/__init__.py +126 -14
- ingestr/src/sql_database/helpers.py +160 -30
- ingestr/src/sql_database/override.py +9 -0
- ingestr/src/sql_database/schema_types.py +135 -27
- ingestr/src/version.py +1 -1
- ingestr/testdata/test_append.db +0 -0
- ingestr/testdata/test_create_replace.db +0 -0
- ingestr/testdata/test_delete_insert_with_timerange.db +0 -0
- ingestr/testdata/test_delete_insert_without_primary_key.db +0 -0
- ingestr/testdata/test_merge_with_primary_key.db +0 -0
- {ingestr-0.2.6.dist-info → ingestr-0.3.0.dist-info}/METADATA +87 -23
- ingestr-0.3.0.dist-info/RECORD +33 -0
- {ingestr-0.2.6.dist-info → ingestr-0.3.0.dist-info}/WHEEL +1 -1
- ingestr/src/sql_database/settings.py +0 -3
- ingestr-0.2.6.dist-info/RECORD +0 -28
- {ingestr-0.2.6.dist-info → ingestr-0.3.0.dist-info}/entry_points.txt +0 -0
- {ingestr-0.2.6.dist-info → ingestr-0.3.0.dist-info}/licenses/LICENSE.md +0 -0
|
Binary file
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: ingestr
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.3.0
|
|
4
4
|
Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
|
|
5
5
|
Project-URL: Homepage, https://github.com/bruin-data/ingestr
|
|
6
6
|
Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
|
|
@@ -16,26 +16,26 @@ Classifier: Topic :: Database
|
|
|
16
16
|
Requires-Python: >=3.9
|
|
17
17
|
Requires-Dist: cx-oracle==8.3.0
|
|
18
18
|
Requires-Dist: databricks-sql-connector==2.9.3
|
|
19
|
-
Requires-Dist: dlt==0.4.
|
|
20
|
-
Requires-Dist: duckdb-engine==0.11.
|
|
21
|
-
Requires-Dist: duckdb==0.10.
|
|
19
|
+
Requires-Dist: dlt==0.4.8
|
|
20
|
+
Requires-Dist: duckdb-engine==0.11.5
|
|
21
|
+
Requires-Dist: duckdb==0.10.2
|
|
22
22
|
Requires-Dist: google-cloud-bigquery-storage==2.24.0
|
|
23
23
|
Requires-Dist: pendulum==3.0.0
|
|
24
24
|
Requires-Dist: psycopg2-binary==2.9.9
|
|
25
25
|
Requires-Dist: py-machineid==0.5.1
|
|
26
|
-
Requires-Dist: pymongo==4.6.
|
|
26
|
+
Requires-Dist: pymongo==4.6.3
|
|
27
27
|
Requires-Dist: pymysql==1.1.0
|
|
28
28
|
Requires-Dist: pyodbc==5.1.0
|
|
29
29
|
Requires-Dist: redshift-connector==2.1.0
|
|
30
|
-
Requires-Dist: rich==13.7.
|
|
30
|
+
Requires-Dist: rich==13.7.1
|
|
31
31
|
Requires-Dist: rudder-sdk-python==2.1.0
|
|
32
|
-
Requires-Dist: snowflake-sqlalchemy==1.5.
|
|
33
|
-
Requires-Dist: sqlalchemy-bigquery==1.
|
|
32
|
+
Requires-Dist: snowflake-sqlalchemy==1.5.3
|
|
33
|
+
Requires-Dist: sqlalchemy-bigquery==1.11.0
|
|
34
34
|
Requires-Dist: sqlalchemy-redshift==0.8.14
|
|
35
35
|
Requires-Dist: sqlalchemy2-stubs==0.0.2a38
|
|
36
36
|
Requires-Dist: sqlalchemy==1.4.52
|
|
37
37
|
Requires-Dist: tqdm==4.66.2
|
|
38
|
-
Requires-Dist: typer==0.
|
|
38
|
+
Requires-Dist: typer==0.12.3
|
|
39
39
|
Description-Content-Type: text/markdown
|
|
40
40
|
|
|
41
41
|
<div align="center">
|
|
@@ -91,20 +91,84 @@ Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shar
|
|
|
91
91
|
|
|
92
92
|
## Supported Sources & Destinations
|
|
93
93
|
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
94
|
+
<table>
|
|
95
|
+
<tr>
|
|
96
|
+
<th></th>
|
|
97
|
+
<th>Source</th>
|
|
98
|
+
<th>Destination</th>
|
|
99
|
+
</tr>
|
|
100
|
+
<tr>
|
|
101
|
+
<td colspan="3" style='text-align:center;'><strong>Databases</strong></td>
|
|
102
|
+
</tr>
|
|
103
|
+
<tr>
|
|
104
|
+
<td>Postgres</td>
|
|
105
|
+
<td>✅</td>
|
|
106
|
+
<td>✅</td>
|
|
107
|
+
</tr>
|
|
108
|
+
<tr>
|
|
109
|
+
<td>BigQuery</td>
|
|
110
|
+
<td>✅</td>
|
|
111
|
+
<td>✅</td>
|
|
112
|
+
</tr>
|
|
113
|
+
<tr>
|
|
114
|
+
<td>Snowflake</td>
|
|
115
|
+
<td>✅</td>
|
|
116
|
+
<td>✅</td>
|
|
117
|
+
</tr>
|
|
118
|
+
<tr>
|
|
119
|
+
<td>Redshift</td>
|
|
120
|
+
<td>✅</td>
|
|
121
|
+
<td>✅</td>
|
|
122
|
+
</tr>
|
|
123
|
+
<tr>
|
|
124
|
+
<td>Databricks</td>
|
|
125
|
+
<td>✅</td>
|
|
126
|
+
<td>✅</td>
|
|
127
|
+
</tr>
|
|
128
|
+
<tr>
|
|
129
|
+
<td>DuckDB</td>
|
|
130
|
+
<td>✅</td>
|
|
131
|
+
<td>✅</td>
|
|
132
|
+
</tr>
|
|
133
|
+
<tr>
|
|
134
|
+
<td>Microsoft SQL Server</td>
|
|
135
|
+
<td>✅</td>
|
|
136
|
+
<td>✅</td>
|
|
137
|
+
</tr>
|
|
138
|
+
<tr>
|
|
139
|
+
<td>Local CSV file</td>
|
|
140
|
+
<td>✅</td>
|
|
141
|
+
<td>✅</td>
|
|
142
|
+
</tr>
|
|
143
|
+
<tr>
|
|
144
|
+
<td>MongoDB</td>
|
|
145
|
+
<td>✅</td>
|
|
146
|
+
<td>❌</td>
|
|
147
|
+
</tr>
|
|
148
|
+
<tr>
|
|
149
|
+
<td>Oracle</td>
|
|
150
|
+
<td>✅</td>
|
|
151
|
+
<td>❌</td>
|
|
152
|
+
</tr>
|
|
153
|
+
<tr>
|
|
154
|
+
<td>SQLite</td>
|
|
155
|
+
<td>✅</td>
|
|
156
|
+
<td>❌</td>
|
|
157
|
+
</tr>
|
|
158
|
+
<tr>
|
|
159
|
+
<td>MySQL</td>
|
|
160
|
+
<td>✅</td>
|
|
161
|
+
<td>❌</td>
|
|
162
|
+
</tr>
|
|
163
|
+
<tr>
|
|
164
|
+
<td colspan="3" style='text-align:center;'><strong>Platforms</strong></td>
|
|
165
|
+
</tr>
|
|
166
|
+
<tr>
|
|
167
|
+
<td>Notion</td>
|
|
168
|
+
<td>✅</td>
|
|
169
|
+
<td>❌</td>
|
|
170
|
+
</tr>
|
|
171
|
+
</table>
|
|
108
172
|
|
|
109
173
|
More to come soon!
|
|
110
174
|
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
ingestr/main.py,sha256=OIxnk6VpzQaND9rHcCZGm96rTt0IYnuHv97HsuNV2lU,11867
|
|
2
|
+
ingestr/main_test.py,sha256=c8C7CUC1dJ4BrMZImjGM2yhmNONeJX_duIaz8hhtU6Y,19485
|
|
3
|
+
ingestr/src/destinations.py,sha256=_PIoAU-_tDEyX_-vDOgGB5eqXoGhPwtCRApHufj1ae4,6350
|
|
4
|
+
ingestr/src/destinations_test.py,sha256=rgEk8EpAntFbSOwXovC4prv3RA22mwq8pIO6sZ_rYzg,4212
|
|
5
|
+
ingestr/src/factory.py,sha256=DvzeYaE32pL9XpUUiO4Iaaj4ShRn9KABVeSo1E_QVg4,3114
|
|
6
|
+
ingestr/src/factory_test.py,sha256=X9sFkvNByWChIcyeDt1QiIPMIzGNKb7M5A_GUE0-nnI,664
|
|
7
|
+
ingestr/src/sources.py,sha256=SKWaC8mwNArg_JVQcSJsO8w8yZs3a97V8nM84YudRJA,3917
|
|
8
|
+
ingestr/src/sources_test.py,sha256=gqqnJIqblxDbipsX3jZWl0He7aMsob0YyewceY4Z11M,3808
|
|
9
|
+
ingestr/src/version.py,sha256=VrXpHDu3erkzwl_WXrqINBm9xWkcyUy53IQOj042dOs,22
|
|
10
|
+
ingestr/src/mongodb/__init__.py,sha256=E7SDeCyYNkYZZ_RFhjCRDZUGpKtaxpPG5sFSmKJV62U,4336
|
|
11
|
+
ingestr/src/mongodb/helpers.py,sha256=80vtAeNyUn1iMN0CeLrTlKqYN6I6fHF81Kd2UuE8Kns,5653
|
|
12
|
+
ingestr/src/notion/__init__.py,sha256=K4TXZGysRNxeVnpdI3hx3joV-S_2Or2NA_v64cEjWnE,1813
|
|
13
|
+
ingestr/src/notion/settings.py,sha256=MwQVZViJtnvOegfjXYc_pJ50oUYgSRPgwqu7TvpeMOA,82
|
|
14
|
+
ingestr/src/notion/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
15
|
+
ingestr/src/notion/helpers/client.py,sha256=QXuudkf5Zzff98HRsCqA1g1EZWIrnfn1falPrnKg_y4,5500
|
|
16
|
+
ingestr/src/notion/helpers/database.py,sha256=gigPibTeVefP3lA-8w4aOwX67pj7RlciPk5koDs1ry8,2737
|
|
17
|
+
ingestr/src/sql_database/__init__.py,sha256=S5MVJr8juPSs61C2D7pInsTwNEHetChK6RjjhPAD0Lg,8845
|
|
18
|
+
ingestr/src/sql_database/helpers.py,sha256=tbn-GjjBIVu3hVVh5vrUSiZqQ32_Tp0oBP5Fvv_wY4E,8986
|
|
19
|
+
ingestr/src/sql_database/override.py,sha256=2zamx1ZTDwLK8FSeykkN-z2mv0ydk0bhVI-46UTDxgo,298
|
|
20
|
+
ingestr/src/sql_database/schema_types.py,sha256=foGHh4iGagGLfS7nF3uGYhBjqgX0jlrjj0XYE1T3nSs,6592
|
|
21
|
+
ingestr/src/telemetry/event.py,sha256=MpWc5tt0lSJ1pWKe9HQ11BHrcPBxSH40l4wjZi9u0tI,924
|
|
22
|
+
ingestr/src/testdata/fakebqcredentials.json,sha256=scc6TUc963KAbKTLZCfcmqVzbtzDCW1_8JNRnyAXyy8,628
|
|
23
|
+
ingestr/testdata/.gitignore,sha256=DFzYYOpqdTiT7S1HjCT-jffZSmEvFZge295_upAB0FY,13
|
|
24
|
+
ingestr/testdata/test_append.db,sha256=YAK31Am4R2UwesMDov0qiEVW9QrvbpuSO01JV1SVmoY,798720
|
|
25
|
+
ingestr/testdata/test_create_replace.db,sha256=m-Mgp-8LR82r3dJu6-NY4yDOREHCJSBOvwESdypiyNE,798720
|
|
26
|
+
ingestr/testdata/test_delete_insert_with_timerange.db,sha256=5qiW6X69rCawByXbnbk8bVLDdtNGFiKDjbsNtVP7CBI,1585152
|
|
27
|
+
ingestr/testdata/test_delete_insert_without_primary_key.db,sha256=WCGT3sQAL4WfJrC01kEz-A3VJncSETGeDB1wFoL-Gqc,1847296
|
|
28
|
+
ingestr/testdata/test_merge_with_primary_key.db,sha256=JGvUKv6_6ArgIA5v4wUQ74_6udlmRk7eN1G_n5Oi468,1847296
|
|
29
|
+
ingestr-0.3.0.dist-info/METADATA,sha256=2oj-a494cJfiAtOgdM3IFSO7kb7FuJyopiMcO0_N5RM,5309
|
|
30
|
+
ingestr-0.3.0.dist-info/WHEEL,sha256=osohxoshIHTFJFVPhsi1UkZuLRGMHRXZzwEBW2ezjrc,87
|
|
31
|
+
ingestr-0.3.0.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
|
|
32
|
+
ingestr-0.3.0.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
|
|
33
|
+
ingestr-0.3.0.dist-info/RECORD,,
|
ingestr-0.2.6.dist-info/RECORD
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
ingestr/main.py,sha256=0OjgtlmCV1QQj0WcYpRpvZrWq8_xWbbee_k_M5AqOOU,11556
|
|
2
|
-
ingestr/main_test.py,sha256=rjRieaDnAbP1kJShpJ9AszEPWVU4HSbVRE_-fFWU_ww,19261
|
|
3
|
-
ingestr/src/destinations.py,sha256=i91DLjQtqFyQ4lJCYlCHdErH7I4zk_tMuPhgre6AOtQ,6307
|
|
4
|
-
ingestr/src/destinations_test.py,sha256=rgEk8EpAntFbSOwXovC4prv3RA22mwq8pIO6sZ_rYzg,4212
|
|
5
|
-
ingestr/src/factory.py,sha256=hcHjLjG-sVaO3fO0r8vrFFt0j5jcuijfdi1dHGfPkLQ,3021
|
|
6
|
-
ingestr/src/factory_test.py,sha256=X9sFkvNByWChIcyeDt1QiIPMIzGNKb7M5A_GUE0-nnI,664
|
|
7
|
-
ingestr/src/sources.py,sha256=HcLfpbqx2d25UhMWHhnczcpLTh_g-afDkwMCVnlsPCc,3119
|
|
8
|
-
ingestr/src/sources_test.py,sha256=gqqnJIqblxDbipsX3jZWl0He7aMsob0YyewceY4Z11M,3808
|
|
9
|
-
ingestr/src/version.py,sha256=Oz5HbwHMyE87nmwV80AZzpkJPf-wBg7eDuJr_BXZkhU,22
|
|
10
|
-
ingestr/src/mongodb/__init__.py,sha256=MKXay_Qg9bOgXyKrqEw0YG0beOnV6FjJISv6fxjn6KE,4347
|
|
11
|
-
ingestr/src/mongodb/helpers.py,sha256=QaolE_Kg-F4RgIp0f2T_rk08RdjFhzUw9vgtCCI6hkg,5599
|
|
12
|
-
ingestr/src/sql_database/__init__.py,sha256=4SMJoHLC9153dTvu5Lx_oR7vo-0y_AHUbeF4b1jslHc,2638
|
|
13
|
-
ingestr/src/sql_database/helpers.py,sha256=OzsXE-as7sMQidjc51IHV9u5ghEY3spNIB1ACBLxilk,4577
|
|
14
|
-
ingestr/src/sql_database/schema_types.py,sha256=PCIdLrT5Xc4vmoaf6OJSeXLlyN05alwgcQ-TDXd8hbQ,2153
|
|
15
|
-
ingestr/src/sql_database/settings.py,sha256=PaLPayAb1QGHHcPlrZ7eJ1fonDA6-sOGh-ZiueIFhRg,76
|
|
16
|
-
ingestr/src/telemetry/event.py,sha256=MpWc5tt0lSJ1pWKe9HQ11BHrcPBxSH40l4wjZi9u0tI,924
|
|
17
|
-
ingestr/src/testdata/fakebqcredentials.json,sha256=scc6TUc963KAbKTLZCfcmqVzbtzDCW1_8JNRnyAXyy8,628
|
|
18
|
-
ingestr/testdata/.gitignore,sha256=DFzYYOpqdTiT7S1HjCT-jffZSmEvFZge295_upAB0FY,13
|
|
19
|
-
ingestr/testdata/test_append.db,sha256=wKgU_OMfPFVFm-3jzoKNwGnlw3Aqxv3hO5iU9KtCXcc,798720
|
|
20
|
-
ingestr/testdata/test_create_replace.db,sha256=NrhwJolnyk8iZUvGqoGjSJG2TCF6edRY3KrJqbwGDK8,798720
|
|
21
|
-
ingestr/testdata/test_delete_insert_with_timerange.db,sha256=h1XPF4SOhrV2X-AEkuEyesRH35mFboOCarL3-7Zn3PU,1585152
|
|
22
|
-
ingestr/testdata/test_delete_insert_without_primary_key.db,sha256=ciUr5kQCAYaQaWGnZzMiAE_RuNblg1drC9XE50t1adw,1847296
|
|
23
|
-
ingestr/testdata/test_merge_with_primary_key.db,sha256=DtUITOLn6ZhVd1quXRUmL7CII6gmrq7vqeGlf2ADIgg,1585152
|
|
24
|
-
ingestr-0.2.6.dist-info/METADATA,sha256=nPdh89lFYoDP8vX7ccwvJTfqcsxdJlTbaRCQKDFV4Oo,4553
|
|
25
|
-
ingestr-0.2.6.dist-info/WHEEL,sha256=bq9SyP5NxIRA9EpQgMCd-9RmPHWvbH-4lTDGwxgIR64,87
|
|
26
|
-
ingestr-0.2.6.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
|
|
27
|
-
ingestr-0.2.6.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
|
|
28
|
-
ingestr-0.2.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|