informatica-python 1.1.0__tar.gz → 1.1.1__tar.gz

{informatica_python-1.1.0 → informatica_python-1.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.1.0
+Version: 1.1.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 License-Expression: MIT
 Requires-Python: >=3.8

{informatica_python-1.1.0 → informatica_python-1.1.1}/informatica_python/converter.py

@@ -235,7 +235,9 @@ class InformaticaConverter:
         if tgt.xmlinfo:
             d["xmlinfo"] = {"xml_type": tgt.xmlinfo.xml_type, "root_element": tgt.xmlinfo.root_element}
         if tgt.groups:
-            d["groups"] = [{"name": g.name, "type": g.type} for g in tgt.groups]
+            d["groups"] = [{"name": g.name, "type": g.type, "fields": [self._field_to_dict(f) for f in g.fields]} for g in tgt.groups]
+        if tgt.keywords:
+            d["keywords"] = [{"name": k.name, "value": k.value} for k in tgt.keywords]
         return d
 
     def _transformation_to_dict(self, tx):
@@ -257,7 +259,9 @@ class InformaticaConverter:
         if tx.erp_info:
             d["erp_info"] = {"name": tx.erp_info.name, "erp_type": tx.erp_info.erp_type}
         if tx.groups:
-            d["groups"] = [{"name": g.name, "type": g.type} for g in tx.groups]
+            d["groups"] = [{"name": g.name, "type": g.type, "fields": [self._field_to_dict(f) for f in g.fields]} for g in tx.groups]
+        if tx.metadata_extensions:
+            d["metadata_extensions"] = [self._meta_ext_to_dict(me) for me in tx.metadata_extensions]
         if tx.sap_functions:
             d["sap_functions"] = [self._sap_function_to_dict(sf) for sf in tx.sap_functions]
         return d
@@ -322,7 +326,13 @@ class InformaticaConverter:
             "transformations": [self._transformation_to_dict(tx) for tx in mapplet.transformations],
             "connectors": [{"from_field": c.from_field, "from_instance": c.from_instance,
                             "to_field": c.to_field, "to_instance": c.to_instance} for c in mapplet.connectors],
-            "instances": [{"name": i.name, "type": i.type, "transformation_name": i.transformation_name} for i in mapplet.instances],
+            "instances": [{"name": i.name, "type": i.type, "transformation_name": i.transformation_name,
+                           "associated_source_instances": [{"name": a.name, "source_instance": a.source_instance} for a in i.associated_source_instances]}
+                          for i in mapplet.instances],
+            "metadata_extensions": [self._meta_ext_to_dict(me) for me in mapplet.metadata_extensions],
+            "map_dependencies": [{"name": md.name, "from_mapping": md.from_mapping, "to_mapping": md.to_mapping} for md in mapplet.map_dependencies],
+            "field_dependencies": [{"name": fd.name, "from_field": fd.from_field, "from_instance": fd.from_instance,
+                                    "to_field": fd.to_field, "to_instance": fd.to_instance, "expression": fd.expression} for fd in mapplet.field_dependencies],
         }
 
     def _session_to_dict(self, session):
@@ -350,6 +360,7 @@ class InformaticaConverter:
             ],
             "config_references": session.config_references,
             "components": session.components,
+            "metadata_extensions": [self._meta_ext_to_dict(me) for me in session.metadata_extensions],
         }
 
     def _task_to_dict(self, task):
@@ -360,13 +371,17 @@ class InformaticaConverter:
         }
         if task.timer:
             d["timer"] = {"name": task.timer.name, "start_type": task.timer.start_type,
-                          "start_date": task.timer.start_date, "start_time": task.timer.start_time}
+                          "start_date": task.timer.start_date, "start_time": task.timer.start_time,
+                          "end_type": task.timer.end_type, "end_date": task.timer.end_date, "end_time": task.timer.end_time}
+        if task.metadata_extensions:
+            d["metadata_extensions"] = [self._meta_ext_to_dict(me) for me in task.metadata_extensions]
         return d
 
     def _config_to_dict(self, cfg):
         return {
             "name": cfg.name, "description": cfg.description, "is_valid": cfg.is_valid,
             "attributes": [{"name": a.name, "value": a.value} for a in cfg.attributes],
+            "metadata_extensions": [self._meta_ext_to_dict(me) for me in cfg.metadata_extensions],
         }
 
     def _scheduler_to_dict(self, sched):
@@ -380,10 +395,18 @@ class InformaticaConverter:
             d["start_options"] = sched.start_options.attributes
         if sched.end_options:
             d["end_options"] = sched.end_options.attributes
+        if sched.schedule_options:
+            d["schedule_options"] = sched.schedule_options.attributes
         if sched.recurring:
             d["recurring"] = sched.recurring.attributes
+        if sched.custom:
+            d["custom"] = sched.custom.attributes
         if sched.daily_frequency:
             d["daily_frequency"] = sched.daily_frequency.attributes
+        if sched.repeat:
+            d["repeat"] = sched.repeat.attributes
+        if sched.scheduler_filter:
+            d["filter"] = sched.scheduler_filter.attributes
         return d
 
     def _shortcut_to_dict(self, sc):
@@ -417,9 +440,11 @@ class InformaticaConverter:
                 for v in wf.variables
             ],
             "events": [
-                {"name": e.name, "event_type": e.event_type, "description": e.description}
+                {"name": e.name, "event_type": e.event_type, "description": e.description,
+                 "attributes": [{"name": a.name, "value": a.value} for a in e.attributes]}
                 for e in wf.events
             ],
             "attributes": [{"name": a.name, "value": a.value} for a in wf.attributes],
             "metadata": wf.metadata,
+            "metadata_extensions": [self._meta_ext_to_dict(me) for me in wf.metadata_extensions],
         }

{informatica_python-1.1.0 → informatica_python-1.1.1}/informatica_python/generators/error_log_gen.py

@@ -228,10 +228,36 @@ def generate_error_log(folder: FolderDef, parser_errors=None, parser_warnings=No
     lines.append("-" * 70)
     lines.append("")
 
+    all_transformations = list(folder.transformations)
+    for m in folder.mappings:
+        all_transformations.extend(m.transformations)
+    for mpl in folder.mapplets:
+        all_transformations.extend(mpl.transformations)
+
+    all_instances = []
+    for m in folder.mappings:
+        all_instances.extend(m.instances)
+    for mpl in folder.mapplets:
+        all_instances.extend(mpl.instances)
+
+    me_count = len(folder.metadata_extensions)
+    me_count += sum(len(s.metadata_extensions) for s in folder.sources)
+    me_count += sum(len(t.metadata_extensions) for t in folder.targets)
+    me_count += sum(len(m.metadata_extensions) for m in folder.mappings)
+    me_count += sum(len(mpl.metadata_extensions) for mpl in folder.mapplets)
+    me_count += sum(len(s.metadata_extensions) for s in folder.sessions)
+    me_count += sum(len(w.metadata_extensions) for w in folder.workflows)
+    me_count += sum(len(t.metadata_extensions) for t in folder.tasks)
+    me_count += sum(len(c.metadata_extensions) for c in folder.configs)
+    me_count += sum(len(tx.metadata_extensions) for tx in all_transformations)
+
+    group_count = (
+        sum(len(s.groups) for s in folder.sources)
+        + sum(len(t.groups) for t in folder.targets)
+        + sum(len(tx.groups) for tx in all_transformations)
+    )
+
     tag_counts = {
-        "POWERMART": 1,
-        "REPOSITORY": sum(1 for _ in [1]),
-        "FOLDER": 1,
         "FOLDERVERSION": len(folder.folder_versions),
         "SOURCE": len(folder.sources),
         "SOURCEFIELD": sum(len(s.fields) for s in folder.sources),
@@ -241,24 +267,24 @@ def generate_error_log(folder: FolderDef, parser_errors=None, parser_warnings=No
         "TARGETINDEXFIELD": sum(len(idx.fields) for t in folder.targets for idx in t.indexes),
         "FLATFILE": sum(1 for s in folder.sources if s.flatfile) + sum(1 for t in folder.targets if t.flatfile),
         "XMLINFO": sum(1 for s in folder.sources if s.xmlinfo) + sum(1 for t in folder.targets if t.xmlinfo),
-        "GROUP": sum(len(s.groups) for s in folder.sources) + sum(len(t.groups) for t in folder.targets),
-        "KEYWORD": sum(len(s.keywords) for s in folder.sources),
+        "GROUP": group_count,
+        "KEYWORD": sum(len(s.keywords) for s in folder.sources) + sum(len(t.keywords) for t in folder.targets),
         "ERPSRCINFO": sum(1 for s in folder.sources if s.erp_src_info),
         "MAPPING": len(folder.mappings),
         "MAPPLET": len(folder.mapplets),
-        "TRANSFORMATION": sum(len(m.transformations) for m in folder.mappings) + len(folder.transformations),
-        "TRANSFORMFIELD": sum(len(tx.fields) for m in folder.mappings for tx in m.transformations),
-        "TRANSFORMFIELDATTR": sum(len(tx.field_attrs) for m in folder.mappings for tx in m.transformations),
-        "TRANSFORMFIELDATTRDEF": sum(len(tx.field_attr_defs) for m in folder.mappings for tx in m.transformations),
-        "INITPROP": sum(len(tx.init_props) for m in folder.mappings for tx in m.transformations),
-        "ERPINFO": sum(1 for m in folder.mappings for tx in m.transformations if tx.erp_info),
-        "INSTANCE": sum(len(m.instances) for m in folder.mappings),
-        "ASSOCIATED_SOURCE_INSTANCE": sum(len(i.associated_source_instances) for m in folder.mappings for i in m.instances),
-        "CONNECTOR": sum(len(m.connectors) for m in folder.mappings),
+        "TRANSFORMATION": len(all_transformations),
+        "TRANSFORMFIELD": sum(len(tx.fields) for tx in all_transformations),
+        "TRANSFORMFIELDATTR": sum(len(tx.field_attrs) for tx in all_transformations),
+        "TRANSFORMFIELDATTRDEF": sum(len(tx.field_attr_defs) for tx in all_transformations),
+        "INITPROP": sum(len(tx.init_props) for tx in all_transformations),
+        "ERPINFO": sum(1 for tx in all_transformations if tx.erp_info),
+        "INSTANCE": len(all_instances),
+        "ASSOCIATED_SOURCE_INSTANCE": sum(len(i.associated_source_instances) for i in all_instances),
+        "CONNECTOR": sum(len(m.connectors) for m in folder.mappings) + sum(len(mpl.connectors) for mpl in folder.mapplets),
         "TARGETLOADORDER": sum(len(m.target_load_orders) for m in folder.mappings),
         "MAPPINGVARIABLE": sum(len(m.variables) for m in folder.mappings),
-        "MAPDEPENDENCY": sum(len(m.map_dependencies) for m in folder.mappings),
-        "FIELDDEPENDENCY": sum(len(m.field_dependencies) for m in folder.mappings),
+        "MAPDEPENDENCY": sum(len(m.map_dependencies) for m in folder.mappings) + sum(len(mpl.map_dependencies) for mpl in folder.mapplets),
+        "FIELDDEPENDENCY": sum(len(m.field_dependencies) for m in folder.mappings) + sum(len(mpl.field_dependencies) for mpl in folder.mapplets),
         "SESSION": len(folder.sessions),
         "SESSTRANSFORMATIONINST": sum(len(s.transform_instances) for s in folder.sessions),
         "SESSTRANSFORMATIONGROUP": sum(len(s.transform_groups) for s in folder.sessions),
@@ -273,15 +299,15 @@ def generate_error_log(folder: FolderDef, parser_errors=None, parser_warnings=No
         "TIMER": sum(1 for t in folder.tasks if t.timer),
         "CONFIG": len(folder.configs),
         "SCHEDULER": len(folder.schedulers),
-        "WORKFLOW": len(folder.workflows),
+        "WORKFLOW": sum(1 for w in folder.workflows if w.metadata.get("is_worklet") != "YES"),
         "WORKLET": sum(1 for w in folder.workflows if w.metadata.get("is_worklet") == "YES"),
         "TASKINSTANCE": sum(len(w.task_instances) for w in folder.workflows),
         "WORKFLOWLINK": sum(len(w.links) for w in folder.workflows),
         "WORKFLOWVARIABLE": sum(len(w.variables) for w in folder.workflows),
         "WORKFLOWEVENT": sum(len(w.events) for w in folder.workflows),
         "SHORTCUT": len(folder.shortcuts),
-        "METADATAEXTENSION": len(folder.metadata_extensions),
-        "SAPFUNCTION": sum(len(tx.sap_functions) for m in folder.mappings for tx in m.transformations),
+        "METADATAEXTENSION": me_count,
+        "SAPFUNCTION": sum(len(tx.sap_functions) for tx in all_transformations),
     }
 
     for tag, count in sorted(tag_counts.items()):

{informatica_python-1.1.0 → informatica_python-1.1.1}/informatica_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: informatica-python
-Version: 1.1.0
+Version: 1.1.1
 Summary: Convert Informatica PowerCenter workflow XML to Python/PySpark code
 License-Expression: MIT
 Requires-Python: >=3.8

{informatica_python-1.1.0 → informatica_python-1.1.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "informatica-python"
-version = "1.1.0"
+version = "1.1.1"
 description = "Convert Informatica PowerCenter workflow XML to Python/PySpark code"
 readme = "README.md"
 license = "MIT"