ingestr 0.13.4__py3-none-any.whl → 0.13.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of ingestr might be problematic. Click here for more details.

Files changed (8) hide show
  1. ingestr/src/destinations.py +5 -0
  2. ingestr/src/factory.py +1 -1
  3. ingestr/src/sources.py +2 -2
  4. {ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/METADATA +1 -1
  5. {ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/RECORD +8 -8
  6. {ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/WHEEL +0 -0
  7. {ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/entry_points.txt +0 -0
  8. {ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/licenses/LICENSE.md +0 -0
ingestr/src/destinations.py CHANGED
@@ -60,9 +60,14 @@ class BigQueryDestination:
60
60
  base64.b64decode(credentials_base64[0]).decode("utf-8")
61
61
  )
62
62
 
63
+ project_id = None
64
+ if source_fields.hostname:
65
+ project_id = source_fields.hostname
66
+
63
67
  return dlt.destinations.bigquery(
64
68
  credentials=credentials, # type: ignore
65
69
  location=location,
70
+ project_id=project_id,
66
71
  **kwargs,
67
72
  )
68
73
 
ingestr/src/factory.py CHANGED
@@ -67,9 +67,9 @@ SQL_SOURCE_SCHEMES = [
67
67
  "oracle+cx_oracle",
68
68
  "hana",
69
69
  "clickhouse",
70
-
71
70
  ]
72
71
 
72
+
73
73
  class SourceProtocol(Protocol):
74
74
  def dlt_source(self, uri: str, table: str, **kwargs):
75
75
  pass
ingestr/src/sources.py CHANGED
@@ -132,11 +132,11 @@ class SqlSource:
132
132
 
133
133
  if uri.startswith("mysql://"):
134
134
  uri = uri.replace("mysql://", "mysql+pymysql://")
135
-
135
+
136
136
  if uri.startswith("clickhouse://"):
137
137
  uri = uri.replace("clickhouse://", "clickhouse+native://")
138
138
  if "secure=" not in uri:
139
- uri += "?secure=1"
139
+ uri += "?secure=1"
140
140
 
141
141
  query_adapters = []
142
142
  if kwargs.get("sql_limit"):
{ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ingestr
3
- Version: 0.13.4
3
+ Version: 0.13.5
4
4
  Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
5
5
  Project-URL: Homepage, https://github.com/bruin-data/ingestr
6
6
  Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
{ingestr-0.13.4.dist-info → ingestr-0.13.5.dist-info}/RECORD RENAMED
@@ -1,12 +1,12 @@
1
1
  ingestr/main.py,sha256=ufn8AcM2ID80ChUApJzYDjnQaurMXOkYfTm6GzAggSQ,24746
2
2
  ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
3
3
  ingestr/src/blob.py,sha256=XDk_XqmU_He4sQ1brY3ceoZgpq_ZBZihz1gHW9MzqUk,1381
4
- ingestr/src/destinations.py,sha256=v45jYRVGXCof1XEvl07XlkVkxeIMiGmBwTrZT8-rQAI,11134
4
+ ingestr/src/destinations.py,sha256=vrGij4qMPCdXTMIimROWBJFqzOqCM4DFmgyubgSHejA,11279
5
5
  ingestr/src/errors.py,sha256=Ufs4_DfE77_E3vnA1fOQdi6cmuLVNm7_SbFLkL1XPGk,686
6
- ingestr/src/factory.py,sha256=_VkpHRKCLP7UGm2-iHbXZOHuuvfMduoXo_oNZSX-mSw,4948
6
+ ingestr/src/factory.py,sha256=CG_CZox_vJOYfmlCJ1FH9Ipb5LDeESCzox5ZOAO-wjs,4944
7
7
  ingestr/src/filters.py,sha256=0JQXeAr2APFMnW2sd-6BlAMWv93bXV17j8b5MM8sHmM,580
8
8
  ingestr/src/loader.py,sha256=9NaWAyfkXdqAZSS-N72Iwo36Lbx4PyqIfaaH1dNdkFs,1712
9
- ingestr/src/sources.py,sha256=PkAjowbUF1LxaLshn2x39Mi5lzIOVm9speX7gTMTFzE,63269
9
+ ingestr/src/sources.py,sha256=AxtWtqhn1OOFAYypLph2FhmD3CD7CDVBRvOIKb6mDIg,63263
10
10
  ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
11
11
  ingestr/src/time.py,sha256=H_Fk2J4ShXyUM-EMY7MqCLZQhlnZMZvO952bmZPc4yE,254
12
12
  ingestr/src/version.py,sha256=l6zVm0GMMwnBlIOONWc6snhko9d8-HO1y6Jj1T1vsiQ,158
@@ -102,8 +102,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
102
102
  ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
103
103
  ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
104
104
  ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
105
- ingestr-0.13.4.dist-info/METADATA,sha256=SVXv8u5Rz4HUCIx_sYfBwff4MmtSp7UyqPCU17O4Krc,8956
106
- ingestr-0.13.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
107
- ingestr-0.13.4.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
108
- ingestr-0.13.4.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
109
- ingestr-0.13.4.dist-info/RECORD,,
105
+ ingestr-0.13.5.dist-info/METADATA,sha256=5kk8N8xrnWAJvOL4n2Mh1Xv7sXOn6iJyybHVBEGNRcU,8956
106
+ ingestr-0.13.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
107
+ ingestr-0.13.5.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
108
+ ingestr-0.13.5.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
109
+ ingestr-0.13.5.dist-info/RECORD,,