dc-python-sdk 1.5.47__py3-none-any.whl → 1.5.48__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/METADATA +1 -1
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/RECORD +7 -7
- dc_sdk/src/pipeline.py +3 -41
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/WHEEL +0 -0
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/entry_points.txt +0 -0
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/licenses/LICENSE +0 -0
- {dc_python_sdk-1.5.47.dist-info → dc_python_sdk-1.5.48.dist-info}/top_level.txt +0 -0
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
dc_python_sdk-1.5.
|
|
1
|
+
dc_python_sdk-1.5.48.dist-info/licenses/LICENSE,sha256=ACwmltkrXIz5VsEQcrqljq-fat6ZXAMepjXGoe40KtE,1069
|
|
2
2
|
dc_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
3
|
dc_sdk/app.py,sha256=VeGe1q2F71XtZp9VWBUlNowGcF6J-gYsqOu7k2CaeuU,8320
|
|
4
4
|
dc_sdk/cli.py,sha256=fu4ePzpurYO_URvxyaaUuiptOLqiWiwLoieSbKeni3c,891
|
|
@@ -9,7 +9,7 @@ dc_sdk/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
9
9
|
dc_sdk/src/ai.py,sha256=aIKN6TiBKF8ZJYNpcphwWNqtI34Ni36UipxT-AEyQ1I,23321
|
|
10
10
|
dc_sdk/src/ai_http.py,sha256=9c1X4Sr-2uutTrovHSZVmAacLLwcmFaQ8vA-tOKC0L0,24696
|
|
11
11
|
dc_sdk/src/mapping.py,sha256=NuXrdE1MuRVRT7ILpc86RrVJq60t6Dl_lnlG1A7Ulks,3653
|
|
12
|
-
dc_sdk/src/pipeline.py,sha256=
|
|
12
|
+
dc_sdk/src/pipeline.py,sha256=s0Orptelh651iBCs6XBCa4L8pGpCLt71EHuVwtVGNUE,25614
|
|
13
13
|
dc_sdk/src/server.py,sha256=2ZhITJhVcj-jd4a-768lAmmmDjTWATGmgwKD-1OVOVI,3028
|
|
14
14
|
dc_sdk/src/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
15
15
|
dc_sdk/src/models/enums.py,sha256=UwUH7Bnu9SMyl_sgkfhrgFsuA7rM-eQV-b0PEjhTs_U,981
|
|
@@ -23,8 +23,8 @@ dc_sdk/src/services/environment.py,sha256=lKOuDyzFbjdriPVeVy1GGeuZjutzhwUsZCQcF8
|
|
|
23
23
|
dc_sdk/src/services/loader.py,sha256=0zlQm4HOPKffN9Q6YlMv73fCMBsrwkEBnka5rEJTvqU,1175
|
|
24
24
|
dc_sdk/src/services/logger.py,sha256=GrQGfgYfrzmPYFRHkctDSg54jvN7ObveETTPezYldXs,2055
|
|
25
25
|
dc_sdk/src/services/session.py,sha256=SpaZ_qnxMbEZO5fxsbjw6WZXVP5JpncnWalgLqB3MYo,423
|
|
26
|
-
dc_python_sdk-1.5.
|
|
27
|
-
dc_python_sdk-1.5.
|
|
28
|
-
dc_python_sdk-1.5.
|
|
29
|
-
dc_python_sdk-1.5.
|
|
30
|
-
dc_python_sdk-1.5.
|
|
26
|
+
dc_python_sdk-1.5.48.dist-info/METADATA,sha256=APRnb2zTaepQvRWmd1La9EGEP16vbzI70cryb8-DtmU,15980
|
|
27
|
+
dc_python_sdk-1.5.48.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
|
|
28
|
+
dc_python_sdk-1.5.48.dist-info/entry_points.txt,sha256=HSIKPlg7qer7Atu8oOKVpptahi_ZxqfJE-Bh2bmVSss,43
|
|
29
|
+
dc_python_sdk-1.5.48.dist-info/top_level.txt,sha256=gD_FZnF6mZfFU5EmdB2knYHDHKfH5kXJMtSgEZga3BI,7
|
|
30
|
+
dc_python_sdk-1.5.48.dist-info/RECORD,,
|
dc_sdk/src/pipeline.py
CHANGED
|
@@ -257,58 +257,20 @@ class PipelineConductor:
|
|
|
257
257
|
self.extracted_sync_cursor = sync_cursor
|
|
258
258
|
|
|
259
259
|
def _save_pending_sync_cursor(self):
|
|
260
|
-
if not self._should_track_sync_cursor():
|
|
261
|
-
return
|
|
262
|
-
|
|
263
260
|
if self.extracted_sync_cursor is None:
|
|
264
|
-
self.internal_log(
|
|
265
|
-
"Stay in Sync: no sync cursor value was extracted from source data."
|
|
266
|
-
)
|
|
267
|
-
return
|
|
268
|
-
|
|
269
|
-
if self.mode != "prod":
|
|
270
|
-
self.internal_log(
|
|
271
|
-
f"Stay in Sync: extracted sync cursor {self.extracted_sync_cursor} (dev mode; not saved)."
|
|
272
|
-
)
|
|
273
261
|
return
|
|
274
262
|
|
|
275
|
-
|
|
263
|
+
if self.mode == "prod":
|
|
276
264
|
self.api.save_pending_sync_cursor(
|
|
277
265
|
self.pipeline_id, self.extracted_sync_cursor
|
|
278
266
|
)
|
|
279
|
-
self.log(
|
|
280
|
-
f"Stay in Sync: saved pending sync cursor {self.extracted_sync_cursor}."
|
|
281
|
-
)
|
|
282
|
-
except Exception as e:
|
|
283
|
-
self.log(
|
|
284
|
-
f"Stay in Sync: failed to save pending sync cursor {self.extracted_sync_cursor}. {e}"
|
|
285
|
-
)
|
|
286
267
|
|
|
287
268
|
def _persist_sync_cursor_after_load(self):
|
|
288
269
|
if self.task != "DESTINATION":
|
|
289
270
|
return
|
|
290
271
|
|
|
291
|
-
if self.mode
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
try:
|
|
295
|
-
result = self.api.commit_sync_cursor(self.pipeline_id)
|
|
296
|
-
if result.get("committed"):
|
|
297
|
-
sync_cursor_dsc = result.get("sync_cursor_dsc", "")
|
|
298
|
-
self.log(
|
|
299
|
-
f"Stay in Sync: committed sync cursor {sync_cursor_dsc}."
|
|
300
|
-
)
|
|
301
|
-
else:
|
|
302
|
-
self.log(
|
|
303
|
-
"Stay in Sync: destination load finished but no pending sync cursor was committed."
|
|
304
|
-
)
|
|
305
|
-
except Exception as e:
|
|
306
|
-
self.log(
|
|
307
|
-
f"Stay in Sync: failed to commit sync cursor during destination load. {e}"
|
|
308
|
-
)
|
|
309
|
-
self.internal_log(
|
|
310
|
-
"Stay in Sync: commit will be retried when the pipeline run history is finalized."
|
|
311
|
-
)
|
|
272
|
+
if self.mode == "prod":
|
|
273
|
+
self.api.commit_sync_cursor(self.pipeline_id)
|
|
312
274
|
|
|
313
275
|
def _call_connector_load_data(
|
|
314
276
|
self,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|