pytrilogy 0.0.3.67__py3-none-any.whl → 0.0.3.68__py3-none-any.whl

{pytrilogy-0.0.3.67.dist-info → pytrilogy-0.0.3.68.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytrilogy
-Version: 0.0.3.67
+Version: 0.0.3.68
 Summary: Declarative, typed query language that compiles to SQL.
 Home-page: 
 Author: 

{pytrilogy-0.0.3.67.dist-info → pytrilogy-0.0.3.68.dist-info}/RECORD

@@ -1,5 +1,5 @@
-pytrilogy-0.0.3.67.dist-info/licenses/LICENSE.md,sha256=5ZRvtTyCCFwz1THxDTjAu3Lidds9WjPvvzgVwPSYNDo,1042
-trilogy/__init__.py,sha256=kIt0gE_lZ8Zmqhi-fcE9krdwlETcz0sP0kiCjnsBQog,303
+pytrilogy-0.0.3.68.dist-info/licenses/LICENSE.md,sha256=5ZRvtTyCCFwz1THxDTjAu3Lidds9WjPvvzgVwPSYNDo,1042
+trilogy/__init__.py,sha256=c1CqFUPhjgRs6876P3SAh2D8kHJp6_QydaF_JJeDlJc,303
 trilogy/compiler.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/constants.py,sha256=lv_aJWP6dn6e2aF4BAE72jbnNtceFddfqtiDSsvzno0,1692
 trilogy/engine.py,sha256=OK2RuqCIUId6yZ5hfF8J1nxGP0AJqHRZiafcowmW0xc,1728
@@ -37,11 +37,11 @@ trilogy/core/optimizations/predicate_pushdown.py,sha256=g4AYE8Aw_iMlAh68TjNXGP75
 trilogy/core/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/core/processing/concept_strategies_v3.py,sha256=zy5VZa9LITOws6aIILfv_bSR2-jR1Ndldy-nmwMyQ5w,23144
 trilogy/core/processing/discovery_loop.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-trilogy/core/processing/discovery_node_factory.py,sha256=73fViHQfKsrFbuk8zfx8YIiaT66pF5AFvw4suV7bXbM,14985
+trilogy/core/processing/discovery_node_factory.py,sha256=Uza_wrB6K965rXbwCuWvBtsDMftq2m0hAav9B5bxQ8k,15049
 trilogy/core/processing/discovery_utility.py,sha256=3xdd1ypKappSDm0SJs7WtW5YegL80SlYhDQlkNePp4E,4549
 trilogy/core/processing/discovery_validation.py,sha256=fGWJmKpgEd1f4RkK-fYOBUT1cwsJnahwXFAdRlou7MI,5365
 trilogy/core/processing/graph_utils.py,sha256=8QUVrkE9j-9C1AyrCb1nQEh8daCe0u1HuXl-Te85lag,1205
-trilogy/core/processing/utility.py,sha256=mrfR9pgek-xjxoDQSlvPqOW9dpmREjgzqn4AGoqpGeM,22774
+trilogy/core/processing/utility.py,sha256=b1F3NT7-MP_-U4KmpC52BOAwLu6mybfndeA1iiZwChw,22016
 trilogy/core/processing/node_generators/__init__.py,sha256=w8TQQgNhyAra6JQHdg1_Ags4BGyxjXYruu6UeC5yOkI,873
 trilogy/core/processing/node_generators/basic_node.py,sha256=luN8LftafZepoFgDRv4gmvEGFlOI2j0icJ5fz4UT7uo,5165
 trilogy/core/processing/node_generators/common.py,sha256=PdysdroW9DUADP7f5Wv_GKPUyCTROZV1g3L45fawxi8,9443
@@ -52,9 +52,9 @@ trilogy/core/processing/node_generators/multiselect_node.py,sha256=GWV5yLmKTe1yy
 trilogy/core/processing/node_generators/node_merge_node.py,sha256=dSqfqWp2SolhDB16nkPaaTXgNQo4QquEufPdf7q0Tb4,17398
 trilogy/core/processing/node_generators/recursive_node.py,sha256=l5zdh0dURKwmAy8kK4OpMtZfyUEQRk6N-PwSWIyBpSM,2468
 trilogy/core/processing/node_generators/rowset_node.py,sha256=2BiSsegbRF9csJ_Xl8P_CxIm4dAAb7dF29u6v_Odr-A,6709
-trilogy/core/processing/node_generators/select_merge_node.py,sha256=fisCkMyzNDEdDIi9BMuekpIJT5lBF4h0z_pEwR14x9s,21438
+trilogy/core/processing/node_generators/select_merge_node.py,sha256=EmU6QUOEKOOKVJreHxDJZakd2FpD1V1W8ZGOOLLaWdo,21462
 trilogy/core/processing/node_generators/select_node.py,sha256=Ta1G39V94gjX_AgyZDz9OqnwLz4BjY3D6Drx9YpziMQ,3555
-trilogy/core/processing/node_generators/synonym_node.py,sha256=F9DWaKEmJDYnwAmQduTuQP2LCCHqAMDA3oDERRDN2pU,3773
+trilogy/core/processing/node_generators/synonym_node.py,sha256=AnAsa_Wj50NJ_IK0HSgab_7klYmKVrv0WI1uUe-GvEY,3766
 trilogy/core/processing/node_generators/union_node.py,sha256=VNo6Oey4p8etU9xrOh2oTT2lIOTvY6PULUPRvVa2uxU,2877
 trilogy/core/processing/node_generators/unnest_node.py,sha256=ueOQtoTf2iJHO09RzWHDFQ5iKZq2fVhGf2KAF2U2kU8,2677
 trilogy/core/processing/node_generators/window_node.py,sha256=GP3Hvkbb0TDA6ef7W7bmvQEHVH-NRIfBT_0W4fcH3g4,6529
@@ -76,7 +76,7 @@ trilogy/core/statements/build.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 trilogy/core/statements/common.py,sha256=KxEmz2ySySyZ6CTPzn0fJl5NX2KOk1RPyuUSwWhnK1g,759
 trilogy/core/statements/execute.py,sha256=rqfuoMuXPcH7L7TmE1dSiZ_K_A1ohB8whVMfGimZBOk,1294
 trilogy/dialect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-trilogy/dialect/base.py,sha256=_EkBijBaJGF_d0SBNBCf_mbmDD7N9HrnO2XbRWM8ypg,43629
+trilogy/dialect/base.py,sha256=CMrYlE-oQzdmefmNPBRzT7OA842UV-P1sCqa0JAcP4Q,43741
 trilogy/dialect/bigquery.py,sha256=6ghCqy-k7UioIJc1EEQ7gRo_PHaO8Vm7yYbiQ-kgpzs,3629
 trilogy/dialect/common.py,sha256=hhzuMTFW9QQIP7TKLT9BlJy6lw2R03a68jKQ-7t4-2c,6070
 trilogy/dialect/config.py,sha256=olnyeVU5W5T6b9-dMeNAnvxuPlyc2uefb7FRME094Ec,3834
@@ -110,8 +110,8 @@ trilogy/std/money.preql,sha256=XWwvAV3WxBsHX9zfptoYRnBigcfYwrYtBHXTME0xJuQ,2082
 trilogy/std/net.preql,sha256=-bMV6dyofskl4Kvows-iQ4JCxjVUwsZOeWCy8JO5Ftw,135
 trilogy/std/ranking.preql,sha256=LDoZrYyz4g3xsII9XwXfmstZD-_92i1Eox1UqkBIfi8,83
 trilogy/std/report.preql,sha256=LbV-XlHdfw0jgnQ8pV7acG95xrd1-p65fVpiIc-S7W4,202
-pytrilogy-0.0.3.67.dist-info/METADATA,sha256=q69gBB9Ympec6F7E9ASBDjTfuRs06HmUws7QvAxVBeA,9095
-pytrilogy-0.0.3.67.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pytrilogy-0.0.3.67.dist-info/entry_points.txt,sha256=ewBPU2vLnVexZVnB-NrVj-p3E-4vukg83Zk8A55Wp2w,56
-pytrilogy-0.0.3.67.dist-info/top_level.txt,sha256=cAy__NW_eMAa_yT9UnUNlZLFfxcg6eimUAZ184cdNiE,8
-pytrilogy-0.0.3.67.dist-info/RECORD,,
+pytrilogy-0.0.3.68.dist-info/METADATA,sha256=XA1FhFxajFv-4bT9JSbdv5gH5LvikdjwiJ33kAUdfQI,9095
+pytrilogy-0.0.3.68.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pytrilogy-0.0.3.68.dist-info/entry_points.txt,sha256=ewBPU2vLnVexZVnB-NrVj-p3E-4vukg83Zk8A55Wp2w,56
+pytrilogy-0.0.3.68.dist-info/top_level.txt,sha256=cAy__NW_eMAa_yT9UnUNlZLFfxcg6eimUAZ184cdNiE,8
+pytrilogy-0.0.3.68.dist-info/RECORD,,

trilogy/__init__.py

@@ -4,6 +4,6 @@ from trilogy.dialect.enums import Dialects
 from trilogy.executor import Executor
 from trilogy.parser import parse
 
-__version__ = "0.0.3.67"
+__version__ = "0.0.3.68"
 
 __all__ = ["parse", "Executor", "Dialects", "Environment", "CONFIG"]

trilogy/core/processing/discovery_node_factory.py

@@ -307,16 +307,17 @@ class RootNodeHandler:
     def _resolve_root_concepts(
         self, root_targets: List[BuildConcept]
     ) -> Optional[StrategyNode]:
-        synonym_node = self._try_synonym_resolution(root_targets)
-        if synonym_node:
-            logger.info(
-                f"{depth_to_prefix(self.ctx.depth)}{LOGGER_PREFIX} "
-                f"resolved root concepts through synonyms"
-            )
-            return synonym_node
         expanded_node = self._try_merge_expansion(root_targets)
         if expanded_node:
             return expanded_node
+        if self.ctx.accept_partial:
+            synonym_node = self._try_synonym_resolution(root_targets)
+            if synonym_node:
+                logger.info(
+                    f"{depth_to_prefix(self.ctx.depth)}{LOGGER_PREFIX} "
+                    f"resolved root concepts through synonyms"
+                )
+                return synonym_node
 
         return None
 

trilogy/core/processing/node_generators/select_merge_node.py

@@ -493,7 +493,7 @@ def create_select_node(
     else:
 
         candidate = bcandidate
-    assert candidate.resolve().output_concepts == all_concepts
+
     return candidate
 
 
@@ -536,7 +536,12 @@ def gen_select_merge_node(
             force_group=False,
             conditions=conditions.conditional if conditions else None,
         )
-    for attempt in [False, True]:
+    attempts = [
+        False,
+    ]
+    if accept_partial:
+        attempts.append(True)
+    for attempt in attempts:
         pruned_concept_graph = create_pruned_concept_graph(
             g,
             non_constant,

trilogy/core/processing/node_generators/synonym_node.py

@@ -3,8 +3,8 @@ from collections import defaultdict
 from typing import List
 
 from trilogy.constants import logger
-from trilogy.core.enums import FunctionType
-from trilogy.core.models.build import BuildConcept, BuildFunction, BuildWhereClause
+from trilogy.core.enums import Derivation
+from trilogy.core.models.build import BuildConcept, BuildWhereClause
 from trilogy.core.models.build_environment import BuildEnvironment
 from trilogy.core.processing.nodes import History, StrategyNode
 from trilogy.core.processing.utility import padding
@@ -12,13 +12,6 @@ from trilogy.core.processing.utility import padding
 LOGGER_PREFIX = "[GEN_SYNONYM_NODE]"
 
 
-def is_union(c: BuildConcept):
-    return (
-        isinstance(c.lineage, BuildFunction)
-        and c.lineage.operator == FunctionType.UNION
-    )
-
-
 def gen_synonym_node(
     all_concepts: List[BuildConcept],
     environment: BuildEnvironment,
@@ -41,7 +34,6 @@ def gen_synonym_node(
                 synonyms[x.address].append(parent)
                 has_synonyms = True
         for y in x.pseudonyms:
-
             if y in environment.alias_origin_lookup:
                 synonyms[x.address].append(environment.alias_origin_lookup[y])
                 has_synonyms = True
@@ -59,11 +51,14 @@ def gen_synonym_node(
         itertools.product(*(synonyms[obj] for obj in sorted_keys))
     )
 
-    def similarity_sort_key(combo):
+    def similarity_sort_key(combo: tuple[BuildConcept, ...]):
         addresses = [x.address for x in combo]
 
         # Calculate similarity score - count how many pairs share prefixes
         similarity_score = 0
+        roots = sum(
+            [1 for x in combo if x.derivation in (Derivation.ROOT, Derivation.CONSTANT)]
+        )
         for i in range(len(addresses)):
             for j in range(i + 1, len(addresses)):
                 # Find common prefix length
@@ -77,8 +72,8 @@ def gen_synonym_node(
                         break
                 similarity_score += common_prefix_len
 
-        # Sort by similarity (descending), then by addresses (ascending) for ties
-        return (-similarity_score, addresses)
+        # Sort by roots, similarity (descending), then by addresses (ascending) for ties
+        return (-roots, -similarity_score, addresses)
 
     combinations_list.sort(key=similarity_sort_key)
     for combo in combinations_list:

trilogy/core/processing/utility.py

@@ -322,8 +322,10 @@ def resolve_instantiated_concept(
     for k in concept.pseudonyms:
         if k in datasource.output_concepts:
             return [x for x in datasource.output_concepts if x.address == k].pop()
+        if any(k in x.pseudonyms for x in datasource.output_concepts):
+            return [x for x in datasource.output_concepts if k in x.pseudonyms].pop()
     raise SyntaxError(
-        f"Could not find {concept.address} in {datasource.identifier} output {[c.address for c in datasource.output_concepts]}"
+        f"Could not find {concept.address} in {datasource.identifier} output {[c.address for c in datasource.output_concepts]}, acceptable synonyms {concept.pseudonyms}"
     )
 
 
@@ -601,19 +603,28 @@ def find_nullable_concepts(
 
 
 def sort_select_output_processed(
-    cte: CTE | UnionCTE, query: ProcessedQuery
+    cte: CTE | UnionCTE, query: SelectStatement | MultiSelectStatement | ProcessedQuery
 ) -> CTE | UnionCTE:
-    output_addresses = [c.address for c in query.output_columns]
+    if isinstance(query, ProcessedQuery):
+        targets = query.output_columns
+        hidden = query.hidden_columns
+    else:
+        targets = query.output_components
+        hidden = query.hidden_components
+
+    output_addresses = [c.address for c in targets]
 
     mapping = {x.address: x for x in cte.output_columns}
 
     new_output: list[BuildConcept] = []
-    for x in query.output_columns:
+    for x in targets:
         if x.address in mapping:
             new_output.append(mapping[x.address])
         for oc in cte.output_columns:
             if x.address in oc.pseudonyms:
                 # create a wrapper BuildConcept to render the pseudonym under the original name
+                if any(x.address == y for y in mapping.keys()):
+                    continue
                 new_output.append(
                     BuildConcept(
                         name=x.name,
@@ -636,10 +647,7 @@ def sort_select_output_processed(
         [
             c.address
             for c in cte.output_columns
-            if (
-                c.address not in query.output_columns
-                or c.address in query.hidden_columns
-            )
+            if (c.address not in targets or c.address in hidden)
         ]
     )
     cte.output_columns = new_output
@@ -650,38 +658,4 @@ def sort_select_output(
     cte: CTE | UnionCTE, query: SelectStatement | MultiSelectStatement | ProcessedQuery
 ) -> CTE | UnionCTE:
 
-    if isinstance(query, ProcessedQuery):
-        return sort_select_output_processed(cte, query)
-
-    mapping = {x.address: x for x in cte.output_columns}
-
-    new_output: list[BuildConcept] = []
-    for x in query.output_components:
-        if x.address in mapping:
-            new_output.append(mapping[x.address])
-        else:
-            for oc in cte.output_columns:
-                if x.address in oc.pseudonyms:
-                    # create a wrapper BuildConcept to render the pseudonym under the original name
-                    new_output.append(
-                        BuildConcept(
-                            name=x.name,
-                            namespace=x.namespace,
-                            pseudonyms={oc.address},
-                            datatype=oc.datatype,
-                            purpose=oc.purpose,
-                            grain=oc.grain,
-                            build_is_aggregate=oc.build_is_aggregate,
-                        )
-                    )
-                    break
-    cte.output_columns = new_output
-    cte.hidden_concepts = set(
-        [
-            c.address
-            for c in query.output_components
-            if c.address in query.hidden_components
-        ]
-    )
-
-    return cte
+    return sort_select_output_processed(cte, query)

trilogy/dialect/base.py

@@ -762,6 +762,7 @@ class BaseDialect:
             ] + [
                 f"{self.QUOTE_CHARACTER}{c.safe_address}{self.QUOTE_CHARACTER}"
                 for c in cte.join_derived_concepts
+                if c.address not in cte.hidden_concepts
             ]
         elif self.UNNEST_MODE in (UnnestMode.CROSS_JOIN_UNNEST, UnnestMode.PRESTO):
             select_columns = [
@@ -772,6 +773,7 @@ class BaseDialect:
             ] + [
                 f"{UNNEST_NAME} as {self.QUOTE_CHARACTER}{c.safe_address}{self.QUOTE_CHARACTER}"
                 for c in cte.join_derived_concepts
+                if c.address not in cte.hidden_concepts
             ]
         else:
             # otherwse, assume we are unnesting directly in the select