dc-python-sdk 1.5.36__tar.gz → 1.5.38__tar.gz

{dc_python_sdk-1.5.36/src/dc_python_sdk.egg-info → dc_python_sdk-1.5.38}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.36
+Version: 1.5.38
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.36 → dc_python_sdk-1.5.38}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dc-python-sdk"
-version = "1.5.36"
+version = "1.5.38"
 description = "Data Connector Python SDK"
 readme = "README.md"
 requires-python = ">=3.6"

{dc_python_sdk-1.5.36 → dc_python_sdk-1.5.38}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = dc-python-sdk
-version = 1.5.36
+version = 1.5.38
 author = DataConnector
 author_email = josh@dataconnector.com
 description = A small example package

{dc_python_sdk-1.5.36 → dc_python_sdk-1.5.38/src/dc_python_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.36
+Version: 1.5.38
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.36 → dc_python_sdk-1.5.38}/src/dc_sdk/src/models/pipeline_details.py

@@ -11,7 +11,6 @@ class PipelineDetails:
         self.destination_object_id = row_data['destination_object_id']
         self.pipeline_mapping_json = row_data['pipeline_mapping_json']
         self.update_method_cd = row_data['update_method_cd']
-        self.primary_key_column_nm = row_data['primary_key_column_nm']
         self.source_connector_id = row_data['source_connector_id']
         self.source_connector_nm = row_data['source_connector_nm']
         self.destination_connector_id = row_data['destination_connector_id']
@@ -33,6 +32,7 @@ class PipelineDetails:
         self.destination_ecs_task_version_nbr = row_data['destination_ecs_task_version_nbr']
         self.options = json.loads(row_data['pipeline_object_options_json']) if 'pipeline_object_options_json' in row_data and row_data['pipeline_object_options_json'] else dict()
         self.max_allowed_retrieval = row_data.get('max_allowed_retrieval')
+        self.primary_key_column_nm = row_data.get('primary_key_column_nm')
 
     def increment_stage(self):
         self.stage += 1

{dc_python_sdk-1.5.36 → dc_python_sdk-1.5.38}/src/dc_sdk/src/pipeline.py

@@ -1,4 +1,4 @@
-import json, io, math
+import json, io, math, re
 import time
 from .services.environment import PipelineEnvironment
 from .services.api import DataConnectorAPI
@@ -213,7 +213,8 @@ class PipelineConductor:
         if not fields:
             raise errors.NoFieldsFoundError(self.pipeline_details.source_object_id)
 
-        mapping = [ { "column": field["field_id"], "mapped": field["field_id"] } for field in fields ]
+
+        mapping = self._build_auto_field_mapping(fields)
 
         self.pipeline_details.pipeline_mapping_json = json.dumps(mapping)
 
@@ -371,4 +372,44 @@ class PipelineConductor:
     def _get_log_messages(self):
         # TODO: Make logs more dynamic
         # logs = self.api.get("log/templates")
-        return LogTemplates(task=self.task)
+        return LogTemplates(task=self.task)
+
+    def _sanitize_pipeline_column_name(self, label, field_id):
+        """Destination-safe name: letters, digits, underscores only; no leading digit."""
+        if label is None:
+            text = ""
+        else:
+            text = str(label).strip()
+        if not text:
+            text = str(field_id) if field_id is not None else ""
+        text = str(text).strip()
+        safe = re.sub(r"[^A-Za-z0-9]+", "_", text).strip("_")
+        if not safe:
+            fid = str(field_id) if field_id is not None else "field"
+            safe = re.sub(r"[^A-Za-z0-9]+", "_", fid).strip("_") or "field"
+        if safe[0].isdigit():
+            safe = "c_" + safe
+        return safe[:120]
+
+
+    def _build_auto_field_mapping(self, fields):
+        """
+        Build pipeline mapping: mapped = source field_id (row keys from get_data),
+        column = safe destination identifier derived from field_name / field_label.
+        """
+        seen = {}
+        mapping = []
+        for field in fields:
+            fid = field["field_id"]
+            label = field.get("field_name") or field.get("field_label") or fid
+            base = self._sanitize_pipeline_column_name(label, fid)
+            name = base
+            i = 2
+            while name in seen:
+                suffix = f"_{i}"
+                trim = max(1, 120 - len(suffix))
+                name = base[:trim] + suffix
+                i += 1
+            seen[name] = True
+            mapping.append({"column": name, "mapped": fid})
+        return mapping