pydpm_xl 0.2.10__tar.gz → 0.2.12__tar.gz

{pydpm_xl-0.2.10/pydpm_xl.egg-info → pydpm_xl-0.2.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydpm_xl
-Version: 0.2.10
+Version: 0.2.12
 Summary: Python library for DPM-XL data processing and analysis
 Author-email: "MeaningfulData S.L." <info@meaningfuldata.eu>
 License: GPL-3.0-or-later

{pydpm_xl-0.2.10 → pydpm_xl-0.2.12}/py_dpm/__init__.py

@@ -41,7 +41,7 @@ Available packages:
 - pydpm.api: Main APIs for migration, syntax, and semantic analysis
 """
 
-__version__ = "0.2.10"
+__version__ = "0.2.12"
 __author__ = "MeaningfulData S.L."
 __email__ = "info@meaningfuldata.eu"
 __license__ = "GPL-3.0-or-later"

{pydpm_xl-0.2.10 → pydpm_xl-0.2.12}/py_dpm/api/dpm_xl/ast_generator.py

@@ -358,6 +358,7 @@ class ASTGeneratorAPI:
         module_code: Optional[str] = None,
         preferred_module_dependencies: Optional[List[str]] = None,
         module_version_number: Optional[str] = None,
+        add_all_tables: bool = True,
     ) -> Dict[str, Any]:
         """
         Generate validations script with engine-ready AST and framework structure.
@@ -413,6 +414,10 @@ class ASTGeneratorAPI:
                 Mutually exclusive with release_code and release_id.
                 If none of release_code, release_id, or module_version_number are provided,
                 the latest (active) module version is used.
+            add_all_tables: If True (default), include all tables and variables from the
+                module version in the output, regardless of whether they are referenced in
+                the validations. If False, only include tables and variables that are
+                actually referenced in the expressions.
 
         Returns:
             dict: {
@@ -483,6 +488,7 @@ class ASTGeneratorAPI:
                 primary_module_vid=primary_module_vid,
                 module_code=module_code,
                 preferred_module_dependencies=preferred_module_dependencies,
+                add_all_tables=add_all_tables,
             )
 
             # Save to file if output_path is provided
@@ -960,6 +966,7 @@ class ASTGeneratorAPI:
         primary_module_vid: Optional[int] = None,
         module_code: Optional[str] = None,
         preferred_module_dependencies: Optional[List[str]] = None,
+        add_all_tables: bool = True,
     ) -> Dict[str, Any]:
         """
         Add framework structure for multiple expressions (operations, variables, tables, preconditions).
@@ -975,6 +982,8 @@ class ASTGeneratorAPI:
             primary_module_vid: Module VID being exported (to identify external dependencies)
             module_code: Optional module code to specify the main module
             preferred_module_dependencies: Optional list of module codes to prefer for dependencies
+            add_all_tables: If True, include all tables and variables from the module version.
+                If False, only include tables referenced in expressions.
 
         Returns:
             Dict with the enriched AST structure
@@ -1208,6 +1217,35 @@ class ASTGeneratorAPI:
                 if not cross_deps:
                     all_intra_instance_ops.append(operation_code)
 
+            # After processing all expressions, add remaining tables from the module if requested
+            if add_all_tables and primary_module_info:
+                resolved_module_vid = primary_module_info.get("module_vid")
+                if resolved_module_vid:
+                    # Get all tables belonging to the primary module
+                    module_tables = data_dict_api.get_all_tables_for_module(resolved_module_vid)
+
+                    for table_info in module_tables:
+                        table_code = table_info.get("table_code")
+                        table_vid = table_info.get("table_vid")
+
+                        # Skip if already added from expressions
+                        if table_code in all_tables:
+                            continue
+
+                        # Get all variables for this table
+                        table_variables = data_dict_api.get_all_variables_for_table(table_vid)
+
+                        # Query open keys for this table
+                        open_keys_list = data_dict_api.get_open_keys_for_table(table_code, release_id)
+                        open_keys = {item["property_code"]: item["data_type_code"] for item in open_keys_list}
+
+                        all_tables[table_code] = {"variables": table_variables, "open_keys": open_keys}
+                        all_variables.update(table_variables)
+
+                    # If we added any tables, mark that we have primary module operations
+                    if module_tables:
+                        has_primary_module_operation = True
+
         finally:
             data_dict_api.close()
 
@@ -2206,12 +2244,11 @@ class ASTGeneratorAPI:
                                 entry["x"] = x_index
 
                         # Calculate y coordinate (column position)
+                        # Only add y if there are multiple columns
                         if cols and col_code in cols:
                             y_index = cols.index(col_code) + 1
-                            entry["y"] = y_index
-                        elif not cols:
-                            # Default to 1 if no column info
-                            entry["y"] = 1
+                            if len(cols) > 1:
+                                entry["y"] = y_index
 
                         # Calculate z coordinate (sheet position)
                         if sheets and sheet_code in sheets:
@@ -2238,13 +2275,16 @@ class ASTGeneratorAPI:
         Remove extra fields from data entries in the AST.
 
         Keeps only the fields required by the engine:
-        - datapoint, operand_reference_id, y, column, x (if multiple rows), z (if multiple sheets)
+        - datapoint, operand_reference_id (always)
+        - x and row (only if multiple rows - rows are variable)
+        - y and column (only if multiple columns - columns are variable)
+        - z and sheet (only if multiple sheets - sheets are variable)
 
         Removes internal/debug fields:
-        - data_type, cell_code, table_code, table_vid, row
+        - data_type, cell_code, table_code, table_vid
         """
-        # Fields to keep in data entries
-        ALLOWED_FIELDS = {"datapoint", "operand_reference_id", "x", "y", "z", "column", "sheet"}
+        # Base fields to always keep in data entries
+        BASE_FIELDS = {"datapoint", "operand_reference_id"}
 
         def clean_node(node):
             if isinstance(node, dict):
@@ -2252,9 +2292,22 @@ class ASTGeneratorAPI:
                 if node.get("class_name") == "VarID" and "data" in node:
                     cleaned_data = []
                     for data_entry in node["data"]:
+                        # Build allowed fields based on which coordinates are present
+                        # Only keep row/column/sheet if the corresponding x/y/z coordinate exists
+                        allowed = set(BASE_FIELDS)
+                        if "x" in data_entry:
+                            allowed.add("x")
+                            allowed.add("row")
+                        if "y" in data_entry:
+                            allowed.add("y")
+                            allowed.add("column")
+                        if "z" in data_entry:
+                            allowed.add("z")
+                            allowed.add("sheet")
+
                         # Keep only allowed fields
                         cleaned_entry = {
-                            k: v for k, v in data_entry.items() if k in ALLOWED_FIELDS
+                            k: v for k, v in data_entry.items() if k in allowed
                         }
                         cleaned_data.append(cleaned_entry)
                     node["data"] = cleaned_data

{pydpm_xl-0.2.10 → pydpm_xl-0.2.12}/py_dpm/dpm_xl/utils/serialization.py

@@ -406,9 +406,9 @@ class ASTToJSONVisitor(NodeVisitor):
         }
 
     def visit_GetOp(self, node):
-        """Visit GetOp nodes."""
+        """Visit GetOp nodes and serialize as GetClauseOp."""
         result = {
-            'class_name': 'GetOp',
+            'class_name': 'GetClauseOp',
             'operand': self.visit(node.operand),
             'component': node.component
         }
@@ -419,6 +419,15 @@ class ASTToJSONVisitor(NodeVisitor):
 
         return result
 
+    def visit_SubOp(self, node):
+        """Visit SubOp nodes and serialize as SubClauseOp."""
+        return {
+            'class_name': 'SubClauseOp',
+            'operand': self.visit(node.operand),
+            'property_code': node.property_code,
+            'value': self.visit(node.value)
+        }
+
     def visit_WhereClauseOp(self, node):
         """Visit WhereClauseOp nodes."""
         return {

{pydpm_xl-0.2.10 → pydpm_xl-0.2.12/pydpm_xl.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydpm_xl
-Version: 0.2.10
+Version: 0.2.12
 Summary: Python library for DPM-XL data processing and analysis
 Author-email: "MeaningfulData S.L." <info@meaningfuldata.eu>
 License: GPL-3.0-or-later

{pydpm_xl-0.2.10 → pydpm_xl-0.2.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pydpm_xl"
-version = "0.2.10"
+version = "0.2.12"
 description = "Python library for DPM-XL data processing and analysis"
 authors = [
     {name = "MeaningfulData S.L.", email = "info@meaningfuldata.eu"}
@@ -52,7 +52,7 @@ exclude = []
 
 [tool.poetry]
 name = "pydpm_xl"
-version = "0.2.10"
+version = "0.2.12"
 description = "Python library for DPM-XL data processing and analysis"
 authors = ["MeaningfulData S.L. <info@meaningfuldata.eu>"]
 readme = "README.md"