dc-python-sdk 1.5.41__tar.gz → 1.5.42__tar.gz

{dc_python_sdk-1.5.41/src/dc_python_sdk.egg-info → dc_python_sdk-1.5.42}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.41
+Version: 1.5.42
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.41 → dc_python_sdk-1.5.42}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dc-python-sdk"
-version = "1.5.41"
+version = "1.5.42"
 description = "Data Connector Python SDK"
 readme = "README.md"
 requires-python = ">=3.6"

{dc_python_sdk-1.5.41 → dc_python_sdk-1.5.42}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = dc-python-sdk
-version = 1.5.41
+version = 1.5.42
 author = DataConnector
 author_email = josh@dataconnector.com
 description = A small example package

{dc_python_sdk-1.5.41 → dc_python_sdk-1.5.42/src/dc_python_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.41
+Version: 1.5.42
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.41 → dc_python_sdk-1.5.42}/src/dc_sdk/src/pipeline.py

@@ -125,6 +125,7 @@ class PipelineConductor:
         self.log(self.log_templates.GET_DATA_FINISH.format(self.row_count, self.pipeline_details.source_object_id))
 
     def load_data(self, batch_start):
+        self._ensure_mapping_has_default_data_types()
         self.log(self.log_templates.LOAD_DATA_START.format(self.pipeline_details.destination_object_id, len(self._get_field_ids())))
         
         keys = []
@@ -135,7 +136,7 @@ class PipelineConductor:
 
         if not keys:
             # Call load_data with empty data when there are no keys
-            loaded = self.connector.load_data([], self.pipeline_details.destination_object_id, self._get_mapping(), self.pipeline_details.update_method_cd, 0, 0)
+            loaded = self.connector.load_data([], self.pipeline_details.destination_object_id, self._get_mapping(), self.pipeline_details.update_method_cd, 0, 1)
             if not loaded:
                 raise errors.LoadDataError("Loading data failed.")
         else:
@@ -369,6 +370,37 @@ class PipelineConductor:
                 return []
             return json.loads(self.mapping)
 
+    def _mapping_entry_has_data_type(self, entry):
+        data_type = entry.get("data_type")
+        if data_type is None:
+            return False
+        if isinstance(data_type, str) and not data_type.strip():
+            return False
+        return True
+
+    def _ensure_mapping_has_default_data_types(self):
+        default_data_type = getattr(self.connector, "default_data_type", None)
+        if not default_data_type:
+            return
+
+        mapping = self._get_mapping()
+        if not mapping:
+            return
+
+        changed = False
+        for entry in mapping:
+            if not self._mapping_entry_has_data_type(entry):
+                entry["data_type"] = default_data_type
+                changed = True
+
+        if not changed:
+            return
+
+        mapping_json = json.dumps(mapping)
+        self.pipeline_details.pipeline_mapping_json = mapping_json
+
+        self.api.create_pipeline_mapping(self.pipeline_id, mapping_json)
+
     def _get_log_messages(self):
         # TODO: Make logs more dynamic
         # logs = self.api.get("log/templates")