informatica-python 1.9.0__tar.gz → 1.9.1__tar.gz

{informatica_python-1.9.0 → informatica_python-1.9.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.9.0
+Version: 1.9.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 Author: Nick
 License: MIT

{informatica_python-1.9.0 → informatica_python-1.9.1}/informatica_python/__init__.py

@@ -7,7 +7,7 @@ Licensed under the MIT License.
 
 from informatica_python.converter import InformaticaConverter
 
-__version__ = "1.9.0"
+__version__ = "1.9.1"
 __author__ = "Nick"
 __license__ = "MIT"
 __all__ = ["InformaticaConverter"]

{informatica_python-1.9.0 → informatica_python-1.9.1}/informatica_python/generators/mapping_gen.py

@@ -601,8 +601,19 @@ def _generate_source_qualifier(lines, sq, source_map, source_dfs, connector_grap
         lines.append(f"    execute_sql(config, '''{pre_sql}''')")
         lines.append("")
 
-    if sql_override:
-        src_name = next(iter(connected_sources)) if connected_sources else "source"
+    if not connected_sources:
+        sq_src_name = sq.name[3:] if sq.name.upper().startswith("SQ_") else sq.name
+        if sql_override:
+            lines.append(f"    sql_{sq_safe} = '''")
+            for sql_line in sql_override.strip().split("\n"):
+                lines.append(f"    {sql_line}")
+            lines.append(f"    '''")
+            lines.append(f"    df_{sq_safe} = read_from_db(config, sql_{sq_safe}, 'default')")
+        else:
+            lines.append(f"    df_{sq_safe} = read_file(config.get('sources', {{}}).get('{sq_src_name}', {{}}).get('file_path', '{sq_src_name}'),")
+            lines.append(f"                              config.get('sources', {{}}).get('{sq_src_name}', {{}}))")
+    elif sql_override:
+        src_name = next(iter(connected_sources))
         src_def = source_map.get(src_name, SourceDef(name=src_name))
         sq_override = (session_overrides or {}).get(sq.name, {}) or (session_overrides or {}).get(src_name, {})
         conn_name = sq_override.get("connection_name") or (_safe_name(src_def.db_name) if src_def.db_name else "default")
@@ -612,36 +623,35 @@ def _generate_source_qualifier(lines, sq, source_map, source_dfs, connector_grap
             lines.append(f"    {sql_line}")
         lines.append(f"    '''")
         lines.append(f"    df_{sq_safe} = read_from_db(config, sql_{sq_safe}, '{conn_name}')")
+    elif len(connected_sources) == 1:
+        src_name = next(iter(connected_sources))
+        src_def = source_map.get(src_name, SourceDef(name=src_name))
+        safe_src = _safe_name(src_name)
+        src_override = (session_overrides or {}).get(sq.name, {}) or (session_overrides or {}).get(src_name, {})
+        if src_def.database_type and src_def.database_type != "Flat File":
+            conn_name = src_override.get("connection_name") or (_safe_name(src_def.db_name) if src_def.db_name else "default")
+            schema = src_def.owner_name or "dbo"
+            cols = ", ".join(f.name for f in src_def.fields) if src_def.fields else "*"
+            lines.append(f"    df_{sq_safe} = read_from_db(config, 'SELECT {cols} FROM {schema}.{src_def.name}', '{conn_name}')")
+        elif src_def.flatfile:
+            _emit_flatfile_read(lines, sq_safe, src_def)
+        else:
+            lines.append(f"    df_{sq_safe} = read_file(config.get('sources', {{}}).get('{src_def.name}', {{}}).get('file_path', '{src_def.name}'),")
+            lines.append(f"                              config.get('sources', {{}}).get('{src_def.name}', {{}}))")
     else:
-        if len(connected_sources) == 1:
-            src_name = next(iter(connected_sources))
+        for src_name in connected_sources:
             src_def = source_map.get(src_name, SourceDef(name=src_name))
             safe_src = _safe_name(src_name)
-            src_override = (session_overrides or {}).get(sq.name, {}) or (session_overrides or {}).get(src_name, {})
             if src_def.database_type and src_def.database_type != "Flat File":
-                conn_name = src_override.get("connection_name") or (_safe_name(src_def.db_name) if src_def.db_name else "default")
+                conn_name = _safe_name(src_def.db_name) if src_def.db_name else "default"
                 schema = src_def.owner_name or "dbo"
-                cols = ", ".join(f.name for f in src_def.fields) if src_def.fields else "*"
-                lines.append(f"    df_{sq_safe} = read_from_db(config, 'SELECT {cols} FROM {schema}.{src_def.name}', '{conn_name}')")
+                lines.append(f"    df_{safe_src} = read_from_db(config, 'SELECT * FROM {schema}.{src_def.name}', '{conn_name}')")
             elif src_def.flatfile:
-                _emit_flatfile_read(lines, sq_safe, src_def)
+                _emit_flatfile_read(lines, safe_src, src_def)
             else:
-                lines.append(f"    df_{sq_safe} = read_file(config.get('sources', {{}}).get('{src_def.name}', {{}}).get('file_path', '{src_def.name}'),")
+                lines.append(f"    df_{safe_src} = read_file(config.get('sources', {{}}).get('{src_def.name}', {{}}).get('file_path', '{src_def.name}'),")
                 lines.append(f"                              config.get('sources', {{}}).get('{src_def.name}', {{}}))")
-        else:
-            for src_name in connected_sources:
-                src_def = source_map.get(src_name, SourceDef(name=src_name))
-                safe_src = _safe_name(src_name)
-                if src_def.database_type and src_def.database_type != "Flat File":
-                    conn_name = _safe_name(src_def.db_name) if src_def.db_name else "default"
-                    schema = src_def.owner_name or "dbo"
-                    lines.append(f"    df_{safe_src} = read_from_db(config, 'SELECT * FROM {schema}.{src_def.name}', '{conn_name}')")
-                elif src_def.flatfile:
-                    _emit_flatfile_read(lines, safe_src, src_def)
-                else:
-                    lines.append(f"    df_{safe_src} = read_file(config.get('sources', {{}}).get('{src_def.name}', {{}}).get('file_path', '{src_def.name}'),")
-                    lines.append(f"                              config.get('sources', {{}}).get('{src_def.name}', {{}}))")
-            lines.append(f"    df_{sq_safe} = df_{_safe_name(next(iter(connected_sources)))}")
+        lines.append(f"    df_{sq_safe} = df_{_safe_name(next(iter(connected_sources)))}")
 
     source_dfs[sq.name] = f"df_{sq_safe}"
     lines.append(f"    try:")

{informatica_python-1.9.0 → informatica_python-1.9.1}/informatica_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.9.0
+Version: 1.9.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 Author: Nick
 License: MIT

{informatica_python-1.9.0 → informatica_python-1.9.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "informatica-python"
-version = "1.9.0"
+version = "1.9.1"
 description = "Convert Informatica PowerCenter workflow XML to Python/PySpark code"
 readme = "README.md"
 license = {text = "MIT"}

{informatica_python-1.9.0 → informatica_python-1.9.1}/tests/test_integration.py

@@ -3,6 +3,7 @@ import sys
 import csv
 import tempfile
 import shutil
+import unittest
 import pytest
 from informatica_python.converter import InformaticaConverter
 from informatica_python.utils.expression_converter import (
@@ -1536,3 +1537,77 @@ class TestGeneratedCodeDocumentation:
         folder = FolderDef(name="TestFolder", mappings=[mapping])
         code = generate_mapping_code(mapping, folder, "pandas", 1)
         assert "..." in code
+
+
+class TestSourceQualifierNoSources(unittest.TestCase):
+
+    def test_sq_with_no_connected_sources_and_empty_source_map(self):
+        from informatica_python.models import (
+            FolderDef, MappingDef, TransformationDef,
+            InstanceDef, ConnectorDef, FieldDef, TableAttribute,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_orphan_sq",
+            transformations=[
+                TransformationDef(name="SQ_ORPHAN", type="Source Qualifier", fields=[], attributes=[]),
+            ],
+            connectors=[],
+            instances=[
+                InstanceDef(name="SQ_ORPHAN", type="Source Qualifier", transformation_name="SQ_ORPHAN"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", sources=[], targets=[], mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "df_sq_orphan" in code
+        assert "read_file" in code or "read_from_db" in code
+
+    def test_sq_with_no_connectors_but_sources_exist(self):
+        from informatica_python.models import (
+            FolderDef, MappingDef, TransformationDef,
+            InstanceDef, ConnectorDef, FieldDef, TableAttribute,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_disconnect",
+            transformations=[
+                TransformationDef(name="SQ_SRC1", type="Source Qualifier", fields=[], attributes=[]),
+            ],
+            connectors=[],
+            instances=[
+                InstanceDef(name="SRC1", type="Source Definition", transformation_name="SRC1"),
+                InstanceDef(name="SQ_SRC1", type="Source Qualifier", transformation_name="SQ_SRC1"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", sources=[], targets=[], mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "df_sq_src1" in code
+
+    def test_sq_with_sql_override_no_sources(self):
+        from informatica_python.models import (
+            FolderDef, MappingDef, TransformationDef,
+            InstanceDef, ConnectorDef, FieldDef, TableAttribute,
+        )
+        from informatica_python.generators.mapping_gen import generate_mapping_code
+        mapping = MappingDef(
+            name="m_sql_only",
+            transformations=[
+                TransformationDef(
+                    name="SQ_SQL",
+                    type="Source Qualifier",
+                    fields=[],
+                    attributes=[TableAttribute(name="Sql Query", value="SELECT * FROM my_table")],
+                ),
+            ],
+            connectors=[],
+            instances=[
+                InstanceDef(name="SQ_SQL", type="Source Qualifier", transformation_name="SQ_SQL"),
+                InstanceDef(name="TGT1", type="Target Definition", transformation_name="TGT1"),
+            ],
+        )
+        folder = FolderDef(name="TestFolder", sources=[], targets=[], mappings=[mapping])
+        code = generate_mapping_code(mapping, folder, "pandas", 1)
+        assert "df_sq_sql" in code
+        assert "read_from_db" in code