informatica-python 1.2.0__py3-none-any.whl → 1.2.1__py3-none-any.whl

informatica_python/generators/mapping_gen.py

@@ -278,7 +278,7 @@ def _generate_transformation(lines, tx, connector_graph, source_dfs, transform_m
     elif tx_type == "sorter":
         _gen_sorter_transform(lines, tx, tx_safe, input_df, source_dfs)
     elif tx_type in ("joiner",):
-        _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_dfs)
+        _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_dfs, connector_graph)
     elif tx_type in ("lookup procedure", "lookup"):
         _gen_lookup_transform(lines, tx, tx_safe, input_df, source_dfs)
     elif tx_type == "router":
@@ -410,7 +410,7 @@ def _gen_sorter_transform(lines, tx, tx_safe, input_df, source_dfs):
     source_dfs[tx.name] = f"df_{tx_safe}"
 
 
-def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_dfs):
+def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_dfs, connector_graph=None):
     join_type = "inner"
     join_condition = ""
     for attr in tx.attributes:
@@ -436,10 +436,31 @@ def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_df
 
     left_keys, right_keys = parse_join_condition(join_condition)
 
+    master_src = None
+    detail_src = None
+    input_conns = connector_graph.get("to", {}).get(tx.name, []) if connector_graph else []
+    for conn in input_conns:
+        to_field = conn.to_field
+        if to_field in master_fields:
+            master_src = conn.from_instance
+        elif to_field in detail_fields:
+            detail_src = conn.from_instance
+
     src_list = list(input_sources)
-    if len(src_list) >= 2:
-        df_master = source_dfs.get(src_list[0], f"df_{_safe_name(src_list[0])}")
-        df_detail = source_dfs.get(src_list[1], f"df_{_safe_name(src_list[1])}")
+    if not master_src and not detail_src and len(src_list) >= 2:
+        master_src = src_list[0]
+        detail_src = src_list[1]
+    elif not master_src and len(src_list) >= 1:
+        master_src = src_list[0]
+    if not detail_src:
+        for s in src_list:
+            if s != master_src:
+                detail_src = s
+                break
+
+    if master_src and detail_src:
+        df_master = source_dfs.get(master_src, f"df_{_safe_name(master_src)}")
+        df_detail = source_dfs.get(detail_src, f"df_{_safe_name(detail_src)}")
 
         lines.append(f"    # Join ({join_type}): {join_condition or 'auto'}")
         if left_keys and right_keys:
@@ -451,9 +472,7 @@ def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_df
             lines.append(f"        suffixes=('', '_master')")
             lines.append(f"    )")
         else:
-            common_cols = []
-            if master_fields and detail_fields:
-                common_cols = [f for f in detail_fields if f in master_fields]
+            common_cols = [f for f in detail_fields if f in master_fields]
             if common_cols:
                 lines.append(f"    df_{tx_safe} = {df_detail}.merge(")
                 lines.append(f"        {df_master},")
@@ -539,9 +558,13 @@ def _gen_lookup_transform(lines, tx, tx_safe, input_df, source_dfs):
 
         drop_cols = [k for k in lookup_keys if k not in input_keys]
         if drop_cols:
-            lines.append(f"    lkp_drop = [c for c in {drop_cols} if c in df_{tx_safe}.columns and c + '_lkp' not in df_{tx_safe}.columns]")
+            lines.append(f"    _lkp_drop = [c for c in {drop_cols} if c in df_{tx_safe}.columns]")
+            lines.append(f"    if _lkp_drop:")
+            lines.append(f"        df_{tx_safe} = df_{tx_safe}.drop(columns=_lkp_drop)")
 
         for rf in all_output_fields:
+            lines.append(f"    if '{rf.name}' not in df_{tx_safe}.columns:")
+            lines.append(f"        df_{tx_safe}['{rf.name}'] = None")
             if rf.default_value:
                 lines.append(f"    df_{tx_safe}['{rf.name}'] = df_{tx_safe}['{rf.name}'].fillna({repr(rf.default_value)})")
     else:

informatica_python/utils/expression_converter.py

@@ -95,11 +95,11 @@ INFA_FUNC_MAP = {
 }
 
 
-AGG_FUNC_NAMES = {
-    "SUM", "COUNT", "AVG", "MAX", "MIN", "MEDIAN",
-    "STDDEV", "VARIANCE", "PERCENTILE", "FIRST", "LAST",
-    "MOVINGAVG", "MOVINGSUM", "CUME",
-}
+AGG_FUNC_NAMES = [
+    "MOVINGAVG", "MOVINGSUM", "PERCENTILE", "VARIANCE",
+    "STDDEV", "MEDIAN", "COUNT", "FIRST", "LAST",
+    "CUME", "SUM", "AVG", "MAX", "MIN",
+]
 
 
 def convert_expression(expr):
@@ -131,6 +131,8 @@ def convert_expression(expr):
 
     converted = re.sub(r'<>', '!=', converted)
 
+    converted = re.sub(r'(?<![<>!])=(?!=)', '==', converted)
+
     converted = re.sub(r':LKP\.(\w+)\(', r'lookup_func("\1", ', converted)
 
     converted = re.sub(r'\$\$(\w+)', r'get_variable("\1")', converted)
@@ -202,8 +204,11 @@ def parse_aggregate_expression(expr):
     cleaned = expr.strip()
 
     for func_name in AGG_FUNC_NAMES:
-        pattern = re.compile(r'\b' + func_name + r'\s*\(\s*([^)]*)\s*\)', re.IGNORECASE)
-        match = pattern.search(cleaned)
+        pattern = re.compile(
+            r'^\s*' + func_name + r'\s*\(\s*([A-Za-z_][A-Za-z0-9_]*|\*)\s*\)\s*$',
+            re.IGNORECASE
+        )
+        match = pattern.match(cleaned)
         if match:
             col = match.group(1).strip()
             return func_name.lower(), col

{informatica_python-1.2.0.dist-info → informatica_python-1.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.2.0
+Version: 1.2.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 License-Expression: MIT
 Requires-Python: >=3.8

{informatica_python-1.2.0.dist-info → informatica_python-1.2.1.dist-info}/RECORD

@@ -7,14 +7,14 @@ informatica_python/generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5N
 informatica_python/generators/config_gen.py,sha256=4tqcNKTB06kyGZIiM4yl0q97q_i3zeCHXTjuE1dNFKY,5726
 informatica_python/generators/error_log_gen.py,sha256=gCYoyIZYsxGtegq-QHBhyvYngckSwZY71_662aAzlZw,16314
 informatica_python/generators/helper_gen.py,sha256=MbK5HxB7ENsEdXWsosyoK7WojZQDeEsjconlad9BYKk,53039
-informatica_python/generators/mapping_gen.py,sha256=jOJIBSLpqGylWm0Vak-FfaXQ2ruvMpT5hGSNfib6UMQ,32493
+informatica_python/generators/mapping_gen.py,sha256=27mxx9tScKmYaaoq1bEZMQ32inAvTUMgBW3GssqPd0g,33408
 informatica_python/generators/sql_gen.py,sha256=rwDy-sFpcPZoetUSppK7iF02aFxYIX8PLICnK021o6E,5711
 informatica_python/generators/workflow_gen.py,sha256=ltpDgQELPsERfqSIz1LQUFw_gs-wKqDTOMwb0IDxJpI,9402
 informatica_python/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 informatica_python/utils/datatype_map.py,sha256=iLOYg-iBKT4rMecGbrFkTpJj4yqs5S9HeBOTLUIWhX0,2809
-informatica_python/utils/expression_converter.py,sha256=9Hovm6qS5oDDsjvNlhj273AK0xlizkfGYXAWoRBKwQ8,7080
-informatica_python-1.2.0.dist-info/METADATA,sha256=JazvGhNdiVCi1oJYaP8Ggq4v8dC42tLPR_IOUjMjBn8,3355
-informatica_python-1.2.0.dist-info/WHEEL,sha256=PovZm1ExVWmrRefZoXCfejlbKLnQI5SVIf1SWRV4QQI,97
-informatica_python-1.2.0.dist-info/entry_points.txt,sha256=030jjTrx-1oRRQ16HZz52rdcKS8R8_llnymsTUtn_Xc,67
-informatica_python-1.2.0.dist-info/top_level.txt,sha256=Dngg-WNteYi22XAJU2XKAQS8aZ52yM2LYC0tzxrlbVQ,19
-informatica_python-1.2.0.dist-info/RECORD,,
+informatica_python/utils/expression_converter.py,sha256=unO4xRl7LQP-eCgG1N9x_Zb1GiIiVXjPgxTUHGdYz7U,7201
+informatica_python-1.2.1.dist-info/METADATA,sha256=D4Q-RACXeqHEAKaUrfySVGNb0tbG1fxT51MxK5nQ2gQ,3355
+informatica_python-1.2.1.dist-info/WHEEL,sha256=PovZm1ExVWmrRefZoXCfejlbKLnQI5SVIf1SWRV4QQI,97
+informatica_python-1.2.1.dist-info/entry_points.txt,sha256=030jjTrx-1oRRQ16HZz52rdcKS8R8_llnymsTUtn_Xc,67
+informatica_python-1.2.1.dist-info/top_level.txt,sha256=Dngg-WNteYi22XAJU2XKAQS8aZ52yM2LYC0tzxrlbVQ,19
+informatica_python-1.2.1.dist-info/RECORD,,