informatica-python 1.7.1__tar.gz → 1.8.1__tar.gz

{informatica_python-1.7.1 → informatica_python-1.8.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.7.1
+Version: 1.8.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 Author: Nick
 License: MIT

{informatica_python-1.7.1 → informatica_python-1.8.1}/informatica_python/__init__.py

@@ -7,7 +7,7 @@ Licensed under the MIT License.
 
 from informatica_python.converter import InformaticaConverter
 
-__version__ = "1.7.1"
+__version__ = "1.8.1"
 __author__ = "Nick"
 __license__ = "MIT"
 __all__ = ["InformaticaConverter"]

{informatica_python-1.7.1 → informatica_python-1.8.1}/informatica_python/generators/mapping_gen.py

@@ -225,9 +225,12 @@ def generate_mapping_code(mapping: MappingDef, folder: FolderDef,
     lines.append(f"Auto-generated by informatica-python")
     lines.append('"""')
     lines.append("")
+    lines.append("import logging")
     lines.append("import numpy as np")
     lines.append("from helper_functions import *")
     lines.append("")
+    lines.append("logger = logging.getLogger(__name__)")
+    lines.append("")
     lines.append("")
 
     inlined_transforms, inlined_connectors, mapplet_instance_names = _inline_mapplets(mapping, folder)
@@ -248,8 +251,29 @@ def generate_mapping_code(mapping: MappingDef, folder: FolderDef,
     instance_map = {i.name: i for i in mapping.instances}
     session_overrides = _build_session_conn_overrides(mapping, folder)
 
+    source_names = list(source_map.keys())
+    target_names = list(target_map.keys())
+    tx_summary = []
+    for tx in all_transforms:
+        if tx.type not in ("Source Qualifier", "Application Source Qualifier"):
+            in_flds = [f.name for f in tx.fields if "INPUT" in (f.porttype or "").upper()]
+            out_flds = [f.name for f in tx.fields if "OUTPUT" in (f.porttype or "").upper()]
+            tx_summary.append((tx.name, tx.type, in_flds, out_flds))
+
     lines.append(f"def run_{_safe_name(mapping.name)}(config):")
-    lines.append(f'    """Execute mapping: {mapping.name}"""')
+    lines.append(f'    """')
+    lines.append(f"    Execute mapping: {mapping.name}")
+    if mapping.description:
+        lines.append(f"    Description: {mapping.description}")
+    lines.append(f"")
+    lines.append(f"    Sources: {', '.join(source_names) if source_names else 'None'}")
+    lines.append(f"    Targets: {', '.join(target_names) if target_names else 'None'}")
+    if tx_summary:
+        lines.append(f"")
+        lines.append(f"    Transformation pipeline:")
+        for tx_name, tx_type, in_f, out_f in tx_summary:
+            lines.append(f"      - {tx_name} ({tx_type}): {len(in_f)} input fields -> {len(out_f)} output fields")
+    lines.append(f'    """')
     lines.append(f"    start_time = log_mapping_start('{mapping.name}')")
     lines.append("")
 
@@ -620,6 +644,10 @@ def _generate_source_qualifier(lines, sq, source_map, source_dfs, connector_grap
             lines.append(f"    df_{sq_safe} = df_{_safe_name(next(iter(connected_sources)))}")
 
     source_dfs[sq.name] = f"df_{sq_safe}"
+    lines.append(f"    try:")
+    lines.append(f"        logger.info(f'Source {sq.name}: {{len(df_{sq_safe})}} rows read')")
+    lines.append(f"    except Exception:")
+    lines.append(f"        logger.info('Source {sq.name}: rows read (count unavailable)')")
 
     if post_sql:
         lines.append(f"    # Post-SQL")
@@ -649,7 +677,20 @@ def _generate_transformation(lines, tx, connector_graph, source_dfs, transform_m
     if not input_df:
         input_df = "df_input"
 
+    in_fields = [f.name for f in tx.fields if "INPUT" in (f.porttype or "").upper()]
+    out_fields = [f.name for f in tx.fields if "OUTPUT" in (f.porttype or "").upper()]
+    tx_desc = tx.description or ""
+    lines.append(f"    # -------------------------------------------------------------------")
     lines.append(f"    # Transformation: {tx.name} (Type: {tx.type})")
+    if tx_desc:
+        lines.append(f"    # Description: {tx_desc}")
+    lines.append(f"    # Input fields: {', '.join(in_fields[:10])}{' ...' if len(in_fields) > 10 else ''}")
+    lines.append(f"    # Output fields: {', '.join(out_fields[:10])}{' ...' if len(out_fields) > 10 else ''}")
+    lines.append(f"    # -------------------------------------------------------------------")
+    lines.append(f"    try:")
+    lines.append(f"        _input_rows_{tx_safe} = len({input_df})")
+    lines.append(f"    except Exception:")
+    lines.append(f"        _input_rows_{tx_safe} = -1")
 
     if tx_type == "expression":
         _gen_expression_transform(lines, tx, tx_safe, input_df, source_dfs, data_lib)
@@ -689,6 +730,11 @@ def _generate_transformation(lines, tx, connector_graph, source_dfs, transform_m
         lines.append(f"    df_{tx_safe} = {copy_expr}")
         source_dfs[tx.name] = f"df_{tx_safe}"
 
+    lines.append(f"    try:")
+    lines.append(f"        _output_rows_{tx_safe} = len(df_{tx_safe})")
+    lines.append(f"    except Exception:")
+    lines.append(f"        _output_rows_{tx_safe} = -1")
+    lines.append(f"    logger.info(f'{tx.name} ({tx.type}): {{_input_rows_{tx_safe}}} input rows -> {{_output_rows_{tx_safe}}} output rows')")
     lines.append("")
 
 
@@ -1355,6 +1401,10 @@ def _generate_target_write(lines, tgt_name, tgt_def, connector_graph, source_dfs
     else:
         lines.append(f"    write_file(df_target_{tgt_safe}, config.get('targets', {{}}).get('{tgt_def.name}', {{}}).get('file_path', '{tgt_def.name}'),")
         lines.append(f"              config.get('targets', {{}}).get('{tgt_def.name}', {{}}))")
+    lines.append(f"    try:")
+    lines.append(f"        logger.info(f'Target {tgt_def.name}: {{len(df_target_{tgt_safe})}} rows written')")
+    lines.append(f"    except Exception:")
+    lines.append(f"        logger.info('Target {tgt_def.name}: rows written (count unavailable)')")
 
 
 CAST_MAP = {

{informatica_python-1.7.1 → informatica_python-1.8.1}/informatica_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.7.1
+Version: 1.8.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 Author: Nick
 License: MIT

{informatica_python-1.7.1 → informatica_python-1.8.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "informatica-python"
-version = "1.7.1"
+version = "1.8.1"
 description = "Convert Informatica PowerCenter workflow XML to Python/PySpark code"
 readme = "README.md"
 license = {text = "MIT"}

{informatica_python-1.7.1 → informatica_python-1.8.1}/tests/test_integration.py

@@ -1138,3 +1138,401 @@ class TestStatePersistence:
         assert "json.load" in code
         assert "json.dump" in code
         assert "persistent_state.json" in code
+
+
+class TestLoggingEnrichment:
+
+    def test_mapping_imports_logging(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_log_test",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP_TEST", type="Expression",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_TEST", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP_TEST", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP_TEST", type="Expression", transformation_name="EXP_TEST"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "import logging" in code
+        assert "logger = logging.getLogger(__name__)" in code
+
+    def test_source_row_count_logging(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_log_src",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "logger.info(f'Source SQ_SRC1:" in code
+        assert "rows read" in code
+
+    def test_transform_row_count_logging(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_log_tx",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="FIL_ACTIVE", type="Filter",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")],
+                                  attributes=[]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="FIL_ACTIVE", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="FIL_ACTIVE", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="FIL_ACTIVE", type="Filter", transformation_name="FIL_ACTIVE"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "_input_rows_fil_active = len(" in code
+        assert "_output_rows_fil_active = len(df_fil_active" in code
+        assert "FIL_ACTIVE (Filter):" in code
+        assert "input rows ->" in code
+        assert "output rows" in code
+
+    def test_target_row_count_logging(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_log_tgt",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "logger.info(f'Target TGT1:" in code
+        assert "rows written" in code
+
+    def test_input_output_rows_multiple_transforms(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_log_multi",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="VAL", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="VAL", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP1", type="Expression",
+                                  fields=[FieldDef(name="VAL", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="SRT1", type="Sorter",
+                                  fields=[FieldDef(name="VAL", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP1", from_field="VAL", to_field="VAL", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP1", to_instance="SRT1", from_field="VAL", to_field="VAL", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SRT1", to_instance="TGT1", from_field="VAL", to_field="VAL", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP1", type="Expression", transformation_name="EXP1"),
+                InstanceDef(name="SRT1", type="Sorter", transformation_name="SRT1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "_input_rows_exp1" in code
+        assert "_output_rows_exp1" in code
+        assert "_input_rows_srt1" in code
+        assert "_output_rows_srt1" in code
+        assert code.count("logger.info") >= 4
+
+
+class TestGeneratedCodeDocumentation:
+
+    def test_mapping_docstring_sources_targets(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_doc_test",
+            description="Load customer data from staging to warehouse",
+            sources=[SourceDef(name="SRC_CUST", database_type="Flat File")],
+            targets=[TargetDef(name="TGT_CUST", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC_CUST", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC_CUST", to_instance="SQ_SRC_CUST", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC_CUST", to_instance="TGT_CUST", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC_CUST", type="Source Definition", transformation_name="SRC_CUST"),
+                InstanceDef(name="TGT_CUST", type="Target Definition", transformation_name="TGT_CUST"),
+                InstanceDef(name="SQ_SRC_CUST", type="Source Qualifier", transformation_name="SQ_SRC_CUST"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "Execute mapping: m_doc_test" in code
+        assert "Load customer data from staging to warehouse" in code
+        assert "Sources: SRC_CUST" in code
+        assert "Targets: TGT_CUST" in code
+
+    def test_mapping_docstring_transform_pipeline(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_doc_pipeline",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP_CALC", type="Expression",
+                                  fields=[
+                                      FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT"),
+                                      FieldDef(name="TOTAL", datatype="decimal", porttype="OUTPUT"),
+                                  ]),
+                TransformationDef(name="FIL_VALID", type="Filter",
+                                  fields=[
+                                      FieldDef(name="ID", datatype="integer", porttype="INPUT"),
+                                      FieldDef(name="TOTAL", datatype="decimal", porttype="INPUT/OUTPUT"),
+                                  ],
+                                  attributes=[]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_CALC", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP_CALC", to_instance="FIL_VALID", from_field="TOTAL", to_field="TOTAL", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="FIL_VALID", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP_CALC", type="Expression", transformation_name="EXP_CALC"),
+                InstanceDef(name="FIL_VALID", type="Filter", transformation_name="FIL_VALID"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "Transformation pipeline:" in code
+        assert "EXP_CALC (Expression):" in code
+        assert "FIL_VALID (Filter):" in code
+        assert "input fields ->" in code
+        assert "output fields" in code
+
+    def test_transform_field_documentation(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_doc_fields",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT"),
+                                          FieldDef(name="NAME", datatype="string", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP_UPPER", type="Expression",
+                                  description="Uppercase the name field",
+                                  fields=[
+                                      FieldDef(name="ID", datatype="integer", porttype="INPUT"),
+                                      FieldDef(name="NAME", datatype="string", porttype="INPUT"),
+                                      FieldDef(name="NAME_UPPER", datatype="string", porttype="OUTPUT", expression="UPPER(NAME)"),
+                                  ]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_UPPER", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_UPPER", from_field="NAME", to_field="NAME", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP_UPPER", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP_UPPER", type="Expression", transformation_name="EXP_UPPER"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "# Input fields: ID, NAME" in code
+        assert "# Output fields: NAME_UPPER" in code
+        assert "# Description: Uppercase the name field" in code
+
+    def test_transform_description_comment(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_doc_desc",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="AGG_TOTALS", type="Aggregator",
+                                  description="Calculate regional totals",
+                                  fields=[
+                                      FieldDef(name="REGION", datatype="string", porttype="INPUT/OUTPUT"),
+                                      FieldDef(name="TOTAL", datatype="decimal", porttype="OUTPUT", expression="SUM(AMOUNT)"),
+                                  ]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="AGG_TOTALS", from_field="ID", to_field="REGION", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="AGG_TOTALS", to_instance="TGT1", from_field="REGION", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="AGG_TOTALS", type="Aggregator", transformation_name="AGG_TOTALS"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "# Description: Calculate regional totals" in code
+        assert "# ---" in code
+
+    def test_no_description_no_desc_line(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_doc_nodesc",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP_PASS", type="Expression",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_PASS", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP_PASS", to_instance="TGT1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP_PASS", type="Expression", transformation_name="EXP_PASS"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        lines = code.split('\n')
+        desc_lines = [l for l in lines if '# Description:' in l]
+        for dl in desc_lines:
+            assert dl.strip() != "# Description:"
+
+    def test_field_list_truncation(self):
+        from informatica_python.models import (
+            MappingDef, FolderDef, TransformationDef, ConnectorDef,
+            FieldDef, SourceDef, TargetDef, InstanceDef,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        many_fields = [FieldDef(name=f"F{i}", datatype="string", porttype="INPUT/OUTPUT") for i in range(15)]
+        mapping = MappingDef(
+            name="m_doc_many",
+            sources=[SourceDef(name="SRC1", database_type="Flat File")],
+            targets=[TargetDef(name="TGT1", database_type="Flat File", fields=[FieldDef(name="ID", datatype="integer")])],
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier",
+                                  fields=[FieldDef(name="ID", datatype="integer", porttype="INPUT/OUTPUT")]),
+                TransformationDef(name="EXP_MANY", type="Expression", fields=many_fields),
+            ],
+            connectors=[
+                ConnectorDef(from_instance="SRC1", to_instance="SQ_SRC1", from_field="ID", to_field="ID", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="SQ_SRC1", to_instance="EXP_MANY", from_field="ID", to_field="F0", from_instance_type="", to_instance_type=""),
+                ConnectorDef(from_instance="EXP_MANY", to_instance="TGT1", from_field="F0", to_field="ID", from_instance_type="", to_instance_type=""),
+            ],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="EXP_MANY", type="Expression", transformation_name="EXP_MANY"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "..." in code