ingestr 0.13.44__py3-none-any.whl → 0.13.46__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ingestr might be problematic. Click here for more details.

@@ -11,7 +11,6 @@ def attio_source(
11
11
  api_key: str,
12
12
  params: list[str],
13
13
  ) -> Iterable[DltResource]:
14
-
15
14
  attio_client = AttioClient(api_key)
16
15
 
17
16
  @dlt.resource(
ingestr/src/buildinfo.py CHANGED
@@ -1 +1 @@
1
- version = "v0.13.44"
1
+ version = "v0.13.46"
@@ -438,7 +438,7 @@ class S3Destination:
438
438
 
439
439
  if parsed_uri.netloc:
440
440
  table_parts.insert(0, parsed_uri.netloc.strip())
441
-
441
+
442
442
  base_path = "/".join(table_parts[:-1])
443
443
 
444
444
  opts = {
@@ -1,6 +1,7 @@
1
1
  import requests
2
2
  from dlt.sources.helpers.requests import Client
3
3
 
4
+
4
5
  def create_client() -> requests.Session:
5
6
  return Client(
6
7
  raise_for_status=False,
ingestr/src/sources.py CHANGED
@@ -70,6 +70,8 @@ class SqlSource:
70
70
  range_start="closed",
71
71
  )
72
72
 
73
+ engine_adapter_callback = None
74
+
73
75
  if uri.startswith("mysql://"):
74
76
  uri = uri.replace("mysql://", "mysql+pymysql://")
75
77
 
@@ -156,6 +158,11 @@ class SqlSource:
156
158
 
157
159
  uri = f"spanner+spanner:///projects/{project_id}/instances/{instance_id}/databases/{database}"
158
160
 
161
+ def eng_callback(engine):
162
+ return engine.execution_options(read_only=True)
163
+
164
+ engine_adapter_callback = eng_callback
165
+
159
166
  from dlt.common.libs.sql_alchemy import (
160
167
  Engine,
161
168
  MetaData,
@@ -288,6 +295,7 @@ class SqlSource:
288
295
  kwargs.get("sql_exclude_columns", [])
289
296
  ),
290
297
  defer_table_reflect=defer_table_reflect,
298
+ engine_adapter_callback=engine_adapter_callback,
291
299
  )
292
300
 
293
301
  return builder_res
@@ -702,6 +710,7 @@ class StripeAnalyticsSource:
702
710
  "BalanceTransaction",
703
711
  "Invoice",
704
712
  "Event",
713
+ "Charge",
705
714
  ]:
706
715
  endpoint = table
707
716
  else:
@@ -11,4 +11,4 @@ ENDPOINTS = (
11
11
  "Price",
12
12
  )
13
13
  # possible incremental endpoints
14
- INCREMENTAL_ENDPOINTS = ("Event", "Invoice", "BalanceTransaction")
14
+ INCREMENTAL_ENDPOINTS = ("Event", "Invoice", "BalanceTransaction", "Charge")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ingestr
3
- Version: 0.13.44
3
+ Version: 0.13.46
4
4
  Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
5
5
  Project-URL: Homepage, https://github.com/bruin-data/ingestr
6
6
  Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
@@ -2,16 +2,16 @@ ingestr/conftest.py,sha256=Q03FIJIZpLBbpj55cfCHIKEjc1FCvWJhMF2cidUJKQU,1748
2
2
  ingestr/main.py,sha256=Pe_rzwcDRKIYa7baEVUAAPOHyqQbX29RUexMl0F_S1k,25273
3
3
  ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
4
4
  ingestr/src/blob.py,sha256=onMe5ZHxPXTdcB_s2oGNdMo-XQJ3ajwOsWE9eSTGFmc,1495
5
- ingestr/src/buildinfo.py,sha256=OPkL7VFHFQshQEKAR1PO1Cv4UtyYa4D2hv4hxj0DVK8,21
6
- ingestr/src/destinations.py,sha256=fC6W_1lqNDVKRimUYDhAnEy4LP3yk8OfAHVViRbGW94,16015
5
+ ingestr/src/buildinfo.py,sha256=7ntn7HyYnOKWAPdzMZ3wMpwCXBanuc32PSg8WS1QdoE,21
6
+ ingestr/src/destinations.py,sha256=41Bj1UgxR8a2KcZWqtGw74AKZKnSBrueQRnBdrf3c-A,16003
7
7
  ingestr/src/errors.py,sha256=Ufs4_DfE77_E3vnA1fOQdi6cmuLVNm7_SbFLkL1XPGk,686
8
8
  ingestr/src/factory.py,sha256=c5WfqmRrXFj1PddnBOzTzzZUHJ-Fb42cvCvsBEqn6Yo,5682
9
9
  ingestr/src/filters.py,sha256=C-_TIVkF_cxZBgG-Run2Oyn0TAhJgA8IWXZ-OPY3uek,1136
10
- ingestr/src/http_client.py,sha256=dbAAf6Ptxf9pSn9RmNSHL4HEn5xhFimWjE2JZ67J00o,434
10
+ ingestr/src/http_client.py,sha256=UwPiv95EfHPdT4525xeLFJ1AYlf-cyaHKRU-2QnZt2o,435
11
11
  ingestr/src/loader.py,sha256=9NaWAyfkXdqAZSS-N72Iwo36Lbx4PyqIfaaH1dNdkFs,1712
12
12
  ingestr/src/partition.py,sha256=BrIP6wFJvyR7Nus_3ElnfxknUXeCipK_E_bB8kZowfc,969
13
13
  ingestr/src/resource.py,sha256=XG-sbBapFVEM7OhHQFQRTdTLlh-mHB-N4V1t8F8Tsww,543
14
- ingestr/src/sources.py,sha256=HZQGWPuDdf4sVq91KuaJ9p7MtSfjWue8d2vknZpIwg8,83456
14
+ ingestr/src/sources.py,sha256=oRNJKTOoiaZiR_PlUh31Wcxnvgn5zoRC-nRxD1KvQ-E,83734
15
15
  ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
16
16
  ingestr/src/time.py,sha256=H_Fk2J4ShXyUM-EMY7MqCLZQhlnZMZvO952bmZPc4yE,254
17
17
  ingestr/src/version.py,sha256=J_2xgZ0mKlvuHcjdKCx2nlioneLH0I47JiU_Slr_Nwc,189
@@ -31,7 +31,7 @@ ingestr/src/arrow/__init__.py,sha256=8fEntgHseKjFMiPQIzxYzw_raicNsEgnveLi1IzBca0
31
31
  ingestr/src/asana_source/__init__.py,sha256=QwQTCb5PXts8I4wLHG9UfRP-5ChfjSe88XAVfxMV5Ag,8183
32
32
  ingestr/src/asana_source/helpers.py,sha256=PukcdDQWIGqnGxuuobbLw4hUy4-t6gxXg_XywR7Lg9M,375
33
33
  ingestr/src/asana_source/settings.py,sha256=-2tpdkwh04RvLKFvwQodnFLYn9MaxOO1hsebGnDQMTU,2829
34
- ingestr/src/attio/__init__.py,sha256=Dvr9rSZUlw6HGsqF7iabUit-xRC17Nv6QcmA4cRF2wA,2864
34
+ ingestr/src/attio/__init__.py,sha256=D21EK02HQxDtHoJHVHtM01sU4ZSK26WzFjLqqpVDdK0,2859
35
35
  ingestr/src/attio/helpers.py,sha256=QvB-0BV_Z-cvMTBZDwOCuhxY1cB5PraPdrDkNyQ5TsM,1715
36
36
  ingestr/src/chess/__init__.py,sha256=y0Q8aKBigeKf3N7wuB_gadMQjVJzBPUT8Jhp1ObEWjk,6812
37
37
  ingestr/src/chess/helpers.py,sha256=v1HTImOMjAF7AzZUPDIuHu00e7ut0o5y1kWcVYo4QZw,549
@@ -112,7 +112,7 @@ ingestr/src/sql_database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
112
112
  ingestr/src/sql_database/callbacks.py,sha256=sEFFmXxAURY3yeBjnawigDtq9LBCvi8HFqG4kLd7tMU,2002
113
113
  ingestr/src/stripe_analytics/__init__.py,sha256=0HCL0qsrh_si1RR3a4k9XS94VWQ4v9aG7CqXF-V-57M,4593
114
114
  ingestr/src/stripe_analytics/helpers.py,sha256=iqZOyiGIOhOAhVXXU16DP0hkkTKcTrDu69vAJoTxgEo,1976
115
- ingestr/src/stripe_analytics/settings.py,sha256=rl9L5XumxO0pjkZf7MGesXHp4QLRgnz3RWLuDWDBKXo,380
115
+ ingestr/src/stripe_analytics/settings.py,sha256=PoGFEHQh37PCAcEk_x9maJaveSJ5LxaVmaBi-DUAWV8,390
116
116
  ingestr/src/telemetry/event.py,sha256=W7bs4uVfPakQ5otmiqgqu1l5SqjYx1p87wudnWXckBc,949
117
117
  ingestr/src/testdata/fakebqcredentials.json,sha256=scc6TUc963KAbKTLZCfcmqVzbtzDCW1_8JNRnyAXyy8,628
118
118
  ingestr/src/tiktok_ads/__init__.py,sha256=aEqCl3dTH6_d43s1jgAeG1UasEls_SlorORulYMwIL8,4590
@@ -131,8 +131,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
131
131
  ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
132
132
  ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
133
133
  ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
134
- ingestr-0.13.44.dist-info/METADATA,sha256=oIJqHNawuqTK_coB0V7N0SozLIaC8pSc36AulUDGq3Q,13852
135
- ingestr-0.13.44.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
136
- ingestr-0.13.44.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
137
- ingestr-0.13.44.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
138
- ingestr-0.13.44.dist-info/RECORD,,
134
+ ingestr-0.13.46.dist-info/METADATA,sha256=MO4rw3cCGdjmq8v5zkgRHA67Q7UKpwGYL9rRTPr89N4,13852
135
+ ingestr-0.13.46.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
136
+ ingestr-0.13.46.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
137
+ ingestr-0.13.46.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
138
+ ingestr-0.13.46.dist-info/RECORD,,