dc-python-sdk 1.5.47__py3-none-any.whl → 1.5.48__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dc-python-sdk
3
- Version: 1.5.47
3
+ Version: 1.5.48
4
4
  Summary: Data Connector Python SDK
5
5
  Home-page: https://github.com/data-connector/dc-python-sdk
6
6
  Author: DataConnector
@@ -1,4 +1,4 @@
1
- dc_python_sdk-1.5.47.dist-info/licenses/LICENSE,sha256=ACwmltkrXIz5VsEQcrqljq-fat6ZXAMepjXGoe40KtE,1069
1
+ dc_python_sdk-1.5.48.dist-info/licenses/LICENSE,sha256=ACwmltkrXIz5VsEQcrqljq-fat6ZXAMepjXGoe40KtE,1069
2
2
  dc_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  dc_sdk/app.py,sha256=VeGe1q2F71XtZp9VWBUlNowGcF6J-gYsqOu7k2CaeuU,8320
4
4
  dc_sdk/cli.py,sha256=fu4ePzpurYO_URvxyaaUuiptOLqiWiwLoieSbKeni3c,891
@@ -9,7 +9,7 @@ dc_sdk/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
9
  dc_sdk/src/ai.py,sha256=aIKN6TiBKF8ZJYNpcphwWNqtI34Ni36UipxT-AEyQ1I,23321
10
10
  dc_sdk/src/ai_http.py,sha256=9c1X4Sr-2uutTrovHSZVmAacLLwcmFaQ8vA-tOKC0L0,24696
11
11
  dc_sdk/src/mapping.py,sha256=NuXrdE1MuRVRT7ILpc86RrVJq60t6Dl_lnlG1A7Ulks,3653
12
- dc_sdk/src/pipeline.py,sha256=gjStYsUYbI_WOwfn9QpAbnoBL2yEwBsrfaDB61ix0MQ,27032
12
+ dc_sdk/src/pipeline.py,sha256=s0Orptelh651iBCs6XBCa4L8pGpCLt71EHuVwtVGNUE,25614
13
13
  dc_sdk/src/server.py,sha256=2ZhITJhVcj-jd4a-768lAmmmDjTWATGmgwKD-1OVOVI,3028
14
14
  dc_sdk/src/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
15
  dc_sdk/src/models/enums.py,sha256=UwUH7Bnu9SMyl_sgkfhrgFsuA7rM-eQV-b0PEjhTs_U,981
@@ -23,8 +23,8 @@ dc_sdk/src/services/environment.py,sha256=lKOuDyzFbjdriPVeVy1GGeuZjutzhwUsZCQcF8
23
23
  dc_sdk/src/services/loader.py,sha256=0zlQm4HOPKffN9Q6YlMv73fCMBsrwkEBnka5rEJTvqU,1175
24
24
  dc_sdk/src/services/logger.py,sha256=GrQGfgYfrzmPYFRHkctDSg54jvN7ObveETTPezYldXs,2055
25
25
  dc_sdk/src/services/session.py,sha256=SpaZ_qnxMbEZO5fxsbjw6WZXVP5JpncnWalgLqB3MYo,423
26
- dc_python_sdk-1.5.47.dist-info/METADATA,sha256=jjnO75U_GV1ovT2iCGUde9PVZaOGAWzj3UpQhjRh1ZQ,15980
27
- dc_python_sdk-1.5.47.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
28
- dc_python_sdk-1.5.47.dist-info/entry_points.txt,sha256=HSIKPlg7qer7Atu8oOKVpptahi_ZxqfJE-Bh2bmVSss,43
29
- dc_python_sdk-1.5.47.dist-info/top_level.txt,sha256=gD_FZnF6mZfFU5EmdB2knYHDHKfH5kXJMtSgEZga3BI,7
30
- dc_python_sdk-1.5.47.dist-info/RECORD,,
26
+ dc_python_sdk-1.5.48.dist-info/METADATA,sha256=APRnb2zTaepQvRWmd1La9EGEP16vbzI70cryb8-DtmU,15980
27
+ dc_python_sdk-1.5.48.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
28
+ dc_python_sdk-1.5.48.dist-info/entry_points.txt,sha256=HSIKPlg7qer7Atu8oOKVpptahi_ZxqfJE-Bh2bmVSss,43
29
+ dc_python_sdk-1.5.48.dist-info/top_level.txt,sha256=gD_FZnF6mZfFU5EmdB2knYHDHKfH5kXJMtSgEZga3BI,7
30
+ dc_python_sdk-1.5.48.dist-info/RECORD,,
dc_sdk/src/pipeline.py CHANGED
@@ -257,58 +257,20 @@ class PipelineConductor:
257
257
  self.extracted_sync_cursor = sync_cursor
258
258
 
259
259
  def _save_pending_sync_cursor(self):
260
- if not self._should_track_sync_cursor():
261
- return
262
-
263
260
  if self.extracted_sync_cursor is None:
264
- self.internal_log(
265
- "Stay in Sync: no sync cursor value was extracted from source data."
266
- )
267
- return
268
-
269
- if self.mode != "prod":
270
- self.internal_log(
271
- f"Stay in Sync: extracted sync cursor {self.extracted_sync_cursor} (dev mode; not saved)."
272
- )
273
261
  return
274
262
 
275
- try:
263
+ if self.mode == "prod":
276
264
  self.api.save_pending_sync_cursor(
277
265
  self.pipeline_id, self.extracted_sync_cursor
278
266
  )
279
- self.log(
280
- f"Stay in Sync: saved pending sync cursor {self.extracted_sync_cursor}."
281
- )
282
- except Exception as e:
283
- self.log(
284
- f"Stay in Sync: failed to save pending sync cursor {self.extracted_sync_cursor}. {e}"
285
- )
286
267
 
287
268
  def _persist_sync_cursor_after_load(self):
288
269
  if self.task != "DESTINATION":
289
270
  return
290
271
 
291
- if self.mode != "prod":
292
- return
293
-
294
- try:
295
- result = self.api.commit_sync_cursor(self.pipeline_id)
296
- if result.get("committed"):
297
- sync_cursor_dsc = result.get("sync_cursor_dsc", "")
298
- self.log(
299
- f"Stay in Sync: committed sync cursor {sync_cursor_dsc}."
300
- )
301
- else:
302
- self.log(
303
- "Stay in Sync: destination load finished but no pending sync cursor was committed."
304
- )
305
- except Exception as e:
306
- self.log(
307
- f"Stay in Sync: failed to commit sync cursor during destination load. {e}"
308
- )
309
- self.internal_log(
310
- "Stay in Sync: commit will be retried when the pipeline run history is finalized."
311
- )
272
+ if self.mode == "prod":
273
+ self.api.commit_sync_cursor(self.pipeline_id)
312
274
 
313
275
  def _call_connector_load_data(
314
276
  self,