informatica-python 1.9.9__py3-none-any.whl → 1.10.1__py3-none-any.whl

informatica_python/generators/mapping_gen.py

@@ -54,6 +54,8 @@ def _expand_mapplet_recursive(mapplet, mapplet_map, prefix, depth=0, max_depth=1
             to_instance=new_to,
             to_field=conn.to_field,
             to_instance_type=conn.to_instance_type,
+            from_instance_group=conn.from_instance_group,
+            to_instance_group=conn.to_instance_group,
         ))
 
     for inst in getattr(mapplet, 'instances', []):
@@ -138,6 +140,8 @@ def _inline_mapplets(mapping, folder):
                     to_instance=first_tx,
                     to_field=conn.to_field,
                     to_instance_type=conn.to_instance_type,
+                    from_instance_group=conn.from_instance_group,
+                    to_instance_group=conn.to_instance_group,
                 ))
             else:
                 rewired_connectors.append(conn)
@@ -167,6 +171,8 @@ def _inline_mapplets(mapping, folder):
                     to_instance=conn.to_instance,
                     to_field=conn.to_field,
                     to_instance_type=conn.to_instance_type,
+                    from_instance_group=conn.from_instance_group,
+                    to_instance_group=conn.to_instance_group,
                 ))
             else:
                 rewired_connectors.append(conn)
@@ -730,7 +736,11 @@ def _generate_transformation(lines, tx, connector_graph, source_dfs, transform_m
     input_conns = connector_graph.get("to", {}).get(tx.name, [])
     input_sources = set()
     for c in input_conns:
-        input_sources.add(c.from_instance)
+        if c.from_instance_group:
+            group_key = f"{c.from_instance}:{c.from_instance_group}"
+            input_sources.add(group_key)
+        else:
+            input_sources.add(c.from_instance)
 
     input_df = None
     for src in input_sources:
@@ -739,7 +749,14 @@ def _generate_transformation(lines, tx, connector_graph, source_dfs, transform_m
             break
     if not input_df:
         for src in input_sources:
-            input_df = f"df_{_safe_name(src)}"
+            base = src.split(":")[0] if ":" in src else src
+            if base in source_dfs:
+                input_df = source_dfs[base]
+                break
+    if not input_df:
+        for src in input_sources:
+            base = src.split(":")[0] if ":" in src else src
+            input_df = f"df_{_safe_name(base)}"
             break
     if not input_df:
         input_df = "df_input"
@@ -946,10 +963,11 @@ def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_df
         to_field = conn.to_field
         port_to_col[to_field] = conn.from_field
         port_to_col[to_field.lower()] = conn.from_field
+        src_key = f"{conn.from_instance}:{conn.from_instance_group}" if conn.from_instance_group else conn.from_instance
         if to_field in master_fields or to_field.lower() in master_fields_lower:
-            master_src = conn.from_instance
+            master_src = src_key
         elif to_field in detail_fields or to_field.lower() in detail_fields_lower:
-            detail_src = conn.from_instance
+            detail_src = src_key
 
     if left_keys and right_keys and port_to_col:
         left_keys = [port_to_col.get(k, port_to_col.get(k.lower(), k)) for k in left_keys]
@@ -967,9 +985,17 @@ def _gen_joiner_transform(lines, tx, tx_safe, input_df, input_sources, source_df
                 detail_src = s
                 break
 
+    def _resolve_src(key):
+        if key in source_dfs:
+            return source_dfs[key]
+        base = key.split(":")[0] if ":" in key else key
+        if base in source_dfs:
+            return source_dfs[base]
+        return f"df_{_safe_name(base)}"
+
     if master_src and detail_src:
-        df_master = source_dfs.get(master_src, f"df_{_safe_name(master_src)}")
-        df_detail = source_dfs.get(detail_src, f"df_{_safe_name(detail_src)}")
+        df_master = _resolve_src(master_src)
+        df_detail = _resolve_src(detail_src)
 
         lines.append(f"    # Join ({join_type}): {join_condition or 'auto'}")
         if left_keys and right_keys:
@@ -1095,9 +1121,24 @@ def _gen_lookup_transform(lines, tx, tx_safe, input_df, source_dfs, connector_gr
 def _gen_router_transform(lines, tx, tx_safe, input_df, source_dfs):
     lines.append(f"    # Router groups:")
     group_conditions = {}
-    for attr in tx.attributes:
-        if "Group Filter Condition" in attr.name:
-            group_conditions[attr.name] = attr.value
+
+    output_groups = [
+        g for g in tx.groups
+        if g.type.upper() not in ("INPUT", "") and "DEFAULT" not in g.type.upper()
+    ]
+    output_groups.sort(key=lambda g: g.order)
+
+    if output_groups:
+        for g in output_groups:
+            if g.expression and g.expression.strip():
+                group_conditions[g.name] = g.expression
+            else:
+                group_conditions[g.name] = ""
+
+    if not group_conditions:
+        for attr in tx.attributes:
+            if "Group Filter Condition" in attr.name:
+                group_conditions[attr.name] = attr.value
 
     remaining_mask_parts = []
     if group_conditions:
@@ -1108,15 +1149,21 @@ def _gen_router_transform(lines, tx, tx_safe, input_df, source_dfs):
                 expr_py = f"pd.Series(True, index={input_df}.index)"
             mask_var = f"_router_mask_{tx_safe}_{i}"
             lines.append(f"    {mask_var} = {expr_py}  # {gname}")
-            lines.append(f"    df_{tx_safe}_group{i} = {input_df}[{mask_var}].copy()")
-            source_dfs[f"{tx.name}_group{i}"] = f"df_{tx_safe}_group{i}"
+            group_df_name = f"df_{tx_safe}_{_safe_name(gname)}"
+            lines.append(f"    {group_df_name} = {input_df}[{mask_var}].copy()")
+            source_dfs[f"{tx.name}:{gname}"] = group_df_name
             remaining_mask_parts.append(f"~{mask_var}")
+
+    default_groups = [g for g in tx.groups if "DEFAULT" in g.type.upper()]
+    default_name = default_groups[0].name if default_groups else "DEFAULT"
+
     if remaining_mask_parts:
         lines.append(f"    _router_default_mask = {' & '.join(remaining_mask_parts)}")
-        lines.append(f"    df_{tx_safe} = {input_df}[_router_default_mask].copy()  # Default group")
+        lines.append(f"    df_{tx_safe} = {input_df}[_router_default_mask].copy()  # Default group ({default_name})")
     else:
-        lines.append(f"    df_{tx_safe} = {input_df}.copy()  # Default group")
+        lines.append(f"    df_{tx_safe} = {input_df}.copy()  # Default group ({default_name})")
     source_dfs[tx.name] = f"df_{tx_safe}"
+    source_dfs[f"{tx.name}:{default_name}"] = f"df_{tx_safe}"
 
 
 def _gen_union_transform(lines, tx, tx_safe, input_sources, source_dfs, data_lib="pandas"):
@@ -1448,6 +1495,11 @@ def _generate_target_write(lines, tgt_name, tgt_def, connector_graph, source_dfs
     to_conns = connector_graph.get("to", {}).get(tgt_name, [])
     input_df = None
     for c in to_conns:
+        if c.from_instance_group:
+            group_key = f"{c.from_instance}:{c.from_instance_group}"
+            if group_key in source_dfs:
+                input_df = source_dfs[group_key]
+                break
         if c.from_instance in source_dfs:
             input_df = source_dfs[c.from_instance]
             break

informatica_python/models.py

@@ -80,6 +80,7 @@ class GroupDef:
     type: str = ""
     description: str = ""
     order: int = 0
+    expression: str = ""
     fields: List[FieldDef] = field(default_factory=list)
 
 
@@ -274,6 +275,8 @@ class ConnectorDef:
     to_field: str
     to_instance: str
     to_instance_type: str
+    from_instance_group: str = ""
+    to_instance_group: str = ""
 
 
 @dataclass

informatica_python/parser.py

@@ -240,6 +240,7 @@ class InformaticaParser:
             type=self._attr(elem, "TYPE"),
             description=self._attr(elem, "DESCRIPTION"),
             order=self._int_attr(elem, "ORDER"),
+            expression=self._attr(elem, "EXPRESSION"),
         )
         for fld in elem.findall("SOURCEFIELD"):
             grp.fields.append(self._parse_source_field(fld))
@@ -580,6 +581,8 @@ class InformaticaParser:
             to_field=self._attr(elem, "TOFIELD"),
             to_instance=self._attr(elem, "TOINSTANCE"),
             to_instance_type=self._attr(elem, "TOINSTANCETYPE"),
+            from_instance_group=self._attr(elem, "FROMINSTANCEGROUP"),
+            to_instance_group=self._attr(elem, "TOINSTANCEGROUP"),
         )
 
     def _parse_instance(self, elem) -> InstanceDef:

{informatica_python-1.9.9.dist-info → informatica_python-1.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.9.9
+Version: 1.10.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 Author: Nick
 License: MIT
@@ -414,7 +414,15 @@ The generated `helper_functions.py` provides a complete runtime library:
 
 ## Changelog
 
-### v1.9.8 (Current)
+### v1.10.1 (Current)
+- **Router multi-group output support**: Router transformations now properly handle `<GROUP>` elements with `EXPRESSION` attributes — generates separate filtered DataFrames for each named output group (e.g., `df_rtr_rest_type_per`, `df_rtr_rest_value_per`), not just the DEFAULT group
+- **Connector group routing**: `FROMINSTANCEGROUP` / `TOINSTANCEGROUP` attributes on `CONNECTOR` elements are now parsed and used to wire downstream transforms/targets to the correct Router output group
+- **Joiner group-aware routing**: Joiner transformations now correctly identify master/detail sources through Router group connectors — two different Router output groups feeding a Joiner are properly resolved to their distinct DataFrames
+- **GroupDef expression field**: `GroupDef` model now stores the `EXPRESSION` attribute from `<GROUP>` XML elements
+- **Backward-compatible Router fallback**: Existing `TABLEATTRIBUTE`-based Router group conditions (older XML format) continue to work — the code checks `<GROUP>` elements first, then falls back to `TABLEATTRIBUTE` entries
+- **223 tests** passing
+
+### v1.9.8
 - **NOT(expr) function-call form**: `NOT(ISNULL(x))` now correctly converts to `~(df["x"].isna())` — handles both `NOT ` (with space) and `NOT(` (without space) forms
 - **AND/OR/NOT as field names fix**: Logical operators no longer mangled into `df["AND"]` / `df["OR"]` — conversion moved before field substitution in both `_vec_recursive` fallback and `_vectorize_simple`
 - **Condition tokenizer word-boundary fix**: `_split_condition_tokens` no longer splits on `OR` inside field names like `DeletedIndicator` — verifies preceding character is a real word boundary

{informatica_python-1.9.9.dist-info → informatica_python-1.10.1.dist-info}/RECORD

@@ -1,13 +1,13 @@
 informatica_python/__init__.py,sha256=JFO8fVMClSWe0SR-CBseX4RaPyyC3rZBdxxjy47ZT5E,337
 informatica_python/cli.py,sha256=gFwg0O99vKM-OLO0HoHA4emd-6qrgjMNqa9T59e4e_s,2905
 informatica_python/converter.py,sha256=xCuWrYzDji0yN72D3QqOgZCVVM2j3k2_CvlGplCWxLU,22779
-informatica_python/models.py,sha256=sZvVzYrEIRAfzV_HduN-qCeOAt5KZ_z7jzNTmPP3Oxs,17371
-informatica_python/parser.py,sha256=RVxoT1j6QTer2RyeG-PCEyKaoZAQhFepRcrRdsEm6OM,45410
+informatica_python/models.py,sha256=lBlxJBVSyW050KAGj8OyUd11Wyfk-MA2XWBT3qEQSK4,17462
+informatica_python/parser.py,sha256=LpX6Cg5jlqqZyLMr_VRUVvNaLdqls4aB-PdGCLbehZo,45603
 informatica_python/generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 informatica_python/generators/config_gen.py,sha256=4tqcNKTB06kyGZIiM4yl0q97q_i3zeCHXTjuE1dNFKY,5726
 informatica_python/generators/error_log_gen.py,sha256=2cc0rEcblydHkb9VAMXlrH7WdSQ-CNqAXcwVk3FYZeM,21319
 informatica_python/generators/helper_gen.py,sha256=lC30hyZn6RIkbo4e_6sbqdrCfmZHWaXdr-p0tmtfILc,82376
-informatica_python/generators/mapping_gen.py,sha256=5wPS9t3OLpbo89gYsHMbVqCg9Jgfzmt13IqK4diOS2g,72781
+informatica_python/generators/mapping_gen.py,sha256=BA703-7byzqvRy_23w-1mpWNs7v8dEaXh2c1NUwtRIk,74841
 informatica_python/generators/sql_gen.py,sha256=O8Y-aJz9EyFJ0DXeuISRt5yKwC3wlp2K3B0BHrmxrXw,4872
 informatica_python/generators/workflow_gen.py,sha256=_uSlBg31ZRMhMlCYk4hWDRBPaBROrepD8_v3QGEWJxE,18089
 informatica_python/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -15,9 +15,9 @@ informatica_python/utils/datatype_map.py,sha256=iLOYg-iBKT4rMecGbrFkTpJj4yqs5S9H
 informatica_python/utils/expression_converter.py,sha256=ynprsvZGvavML3Y8C485GyjaoqQ-k67OESXHShafeTo,48244
 informatica_python/utils/lib_adapters.py,sha256=1ZtuMbgDg9Ukf-OF_EG1L_BeeR-6JQk8Kx3WwMfvNRU,6516
 informatica_python/utils/sql_dialect.py,sha256=_IHJbfu8a3mT_OvHpybgSfZKqz6mwVy5ItTKDRChqnU,5461
-informatica_python-1.9.9.dist-info/licenses/LICENSE,sha256=77RaRDdXgey1D90YZAjXqEQdBxWfvUQqLQX3pC1qjUE,1061
-informatica_python-1.9.9.dist-info/METADATA,sha256=2NqepCsEQA7-10Pa-XAmaAnaGgD4eGkWCfw095zJ7GE,29558
-informatica_python-1.9.9.dist-info/WHEEL,sha256=PovZm1ExVWmrRefZoXCfejlbKLnQI5SVIf1SWRV4QQI,97
-informatica_python-1.9.9.dist-info/entry_points.txt,sha256=030jjTrx-1oRRQ16HZz52rdcKS8R8_llnymsTUtn_Xc,67
-informatica_python-1.9.9.dist-info/top_level.txt,sha256=Dngg-WNteYi22XAJU2XKAQS8aZ52yM2LYC0tzxrlbVQ,19
-informatica_python-1.9.9.dist-info/RECORD,,
+informatica_python-1.10.1.dist-info/licenses/LICENSE,sha256=77RaRDdXgey1D90YZAjXqEQdBxWfvUQqLQX3pC1qjUE,1061
+informatica_python-1.10.1.dist-info/METADATA,sha256=FfUt2F7VzYojRHWjCMtYD-rVqJZnQR1RS3uyWC6nWXc,30668
+informatica_python-1.10.1.dist-info/WHEEL,sha256=PovZm1ExVWmrRefZoXCfejlbKLnQI5SVIf1SWRV4QQI,97
+informatica_python-1.10.1.dist-info/entry_points.txt,sha256=030jjTrx-1oRRQ16HZz52rdcKS8R8_llnymsTUtn_Xc,67
+informatica_python-1.10.1.dist-info/top_level.txt,sha256=Dngg-WNteYi22XAJU2XKAQS8aZ52yM2LYC0tzxrlbVQ,19
+informatica_python-1.10.1.dist-info/RECORD,,