pytrilogy 0.0.2.27__py3-none-any.whl → 0.0.2.28__py3-none-any.whl

{pytrilogy-0.0.2.27.dist-info → pytrilogy-0.0.2.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pytrilogy
-Version: 0.0.2.27
+Version: 0.0.2.28
 Summary: Declarative, typed query language that compiles to SQL.
 Home-page: 
 Author: 

{pytrilogy-0.0.2.27.dist-info → pytrilogy-0.0.2.28.dist-info}/RECORD

@@ -1,8 +1,8 @@
-trilogy/__init__.py,sha256=0dmRt4UwzuYJgQIl-qXbs6u3dziHijxpsqFSoJ53myE,291
+trilogy/__init__.py,sha256=Oj4rApJpgEd7VNBVDA5Sy1tHnI0ISyXQcfpiH-fv6UY,291
 trilogy/compiler.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/constants.py,sha256=KiyYnctoZen4Hzv8WG2jeN-IE-dfQbWHdVCUeTZYjBg,1270
 trilogy/engine.py,sha256=R5ubIxYyrxRExz07aZCUfrTsoXCHQ8DKFTDsobXdWdA,1102
-trilogy/executor.py,sha256=Gd9KRT1rNAQyF1oDtKMcidg6XWqGMBhPnErrzFpf7Ew,12139
+trilogy/executor.py,sha256=VcZ2U3RUU2al_VJ75AKVwmCJQLltYouxlgTjq4oxPB0,12577
 trilogy/parser.py,sha256=UtuqSiGiCjpMAYgo1bvNq-b7NSzCA5hzbUW31RXaMII,281
 trilogy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/utility.py,sha256=zM__8r29EsyDW7K9VOHz8yvZC2bXFzh7xKy3cL7GKsk,707
@@ -16,7 +16,7 @@ trilogy/core/exceptions.py,sha256=NvV_4qLOgKXbpotgRf7c8BANDEvHxlqRPaA53IThQ2o,56
 trilogy/core/functions.py,sha256=IhVpt3n6wEanKHnGu3oA2w6-hKIlxWpEyz7fHN66mpo,10720
 trilogy/core/graph_models.py,sha256=mameUTiuCajtihDw_2-W218xyJlvTusOWrEKP1yAWgk,2003
 trilogy/core/internal.py,sha256=jNGFHKENnbMiMCtAgsnLZYVSENDK4b5ALecXFZpTDzQ,1075
-trilogy/core/models.py,sha256=TUZtT3oqVMFTuIl2SvfzDO_MgVNzgxK6tP3CaOLBe6s,158789
+trilogy/core/models.py,sha256=W_0ZfIIEuyHfYsSXGMJOJPNJf7vSljSrRm42nLyiL8w,159702
 trilogy/core/optimization.py,sha256=od_60A9F8J8Nj24MHgrxl4vwRwmBFH13TMdoMQvgVKs,7717
 trilogy/core/query_processor.py,sha256=mbcZlgjChrRjDHkdmMbKe-T70UpbBkJhS09MyU5a6UY,17785
 trilogy/core/optimizations/__init__.py,sha256=bWQecbeiwiDx9LJnLsa7dkWxdbl2wcnkcTN69JyP8iI,356
@@ -27,7 +27,7 @@ trilogy/core/optimizations/predicate_pushdown.py,sha256=1l9WnFOSv79e341typG3tTdk
 trilogy/core/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/core/processing/concept_strategies_v3.py,sha256=7MT_x6QFHrbSDmjz21pYdQB5ux419ES4QS-8lO16eyw,36091
 trilogy/core/processing/graph_utils.py,sha256=aq-kqk4Iado2HywDxWEejWc-7PGO6Oa-ZQLAM6XWPHw,1199
-trilogy/core/processing/utility.py,sha256=KzmlNnJ4or7_0weqtzfFw8WsUqGXtzEO-FeuV7Oz_HQ,17461
+trilogy/core/processing/utility.py,sha256=xlaKqnoWg-mEwTF-erBF9QXnXZtESrTuYrK2RQb7Wi4,17411
 trilogy/core/processing/node_generators/__init__.py,sha256=-mzYkRsaRNa_dfTckYkKVFSR8h8a3ihEiPJDU_tAmDo,672
 trilogy/core/processing/node_generators/basic_node.py,sha256=WQNgJ1MwrMS_BQ-b3XwGGB6eToDykelAVj_fesJuqe0,2069
 trilogy/core/processing/node_generators/common.py,sha256=eslHTTPFTkmwHwKIuUsbFn54jxj-Avtt-QScqtNwzdg,8945
@@ -75,9 +75,9 @@ trilogy/parsing/render.py,sha256=B9J2GrYQcE76kddMQSeAmvAPX-9pv39mpeSHZ10SNj8,146
 trilogy/parsing/trilogy.lark,sha256=_z5px2N-e8oLUf7SpPMXXNqbAykDkZOvP4_lPgf5-Uk,12245
 trilogy/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trilogy/scripts/trilogy.py,sha256=PHxvv6f2ODv0esyyhWxlARgra8dVhqQhYl0lTrSyVNo,3729
-pytrilogy-0.0.2.27.dist-info/LICENSE.md,sha256=5ZRvtTyCCFwz1THxDTjAu3Lidds9WjPvvzgVwPSYNDo,1042
-pytrilogy-0.0.2.27.dist-info/METADATA,sha256=FwOit8tU80ZUP3yP3IpzIyUV30J9z3JlJi5dfawRtTQ,8403
-pytrilogy-0.0.2.27.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-pytrilogy-0.0.2.27.dist-info/entry_points.txt,sha256=0petKryjvvtEfTlbZC1AuMFumH_WQ9v8A19LvoS6G6c,54
-pytrilogy-0.0.2.27.dist-info/top_level.txt,sha256=cAy__NW_eMAa_yT9UnUNlZLFfxcg6eimUAZ184cdNiE,8
-pytrilogy-0.0.2.27.dist-info/RECORD,,
+pytrilogy-0.0.2.28.dist-info/LICENSE.md,sha256=5ZRvtTyCCFwz1THxDTjAu3Lidds9WjPvvzgVwPSYNDo,1042
+pytrilogy-0.0.2.28.dist-info/METADATA,sha256=Ftsu-RyQ2c7b05KV4JZm7J9f1DEMup2xjMfLUA-PfWQ,8403
+pytrilogy-0.0.2.28.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+pytrilogy-0.0.2.28.dist-info/entry_points.txt,sha256=0petKryjvvtEfTlbZC1AuMFumH_WQ9v8A19LvoS6G6c,54
+pytrilogy-0.0.2.28.dist-info/top_level.txt,sha256=cAy__NW_eMAa_yT9UnUNlZLFfxcg6eimUAZ184cdNiE,8
+pytrilogy-0.0.2.28.dist-info/RECORD,,

trilogy/__init__.py

@@ -4,6 +4,6 @@ from trilogy.executor import Executor
 from trilogy.parser import parse
 from trilogy.constants import CONFIG
 
-__version__ = "0.0.2.27"
+__version__ = "0.0.2.28"
 
 __all__ = ["parse", "Executor", "Dialects", "Environment", "CONFIG"]

trilogy/core/models.py

@@ -606,6 +606,8 @@ class Concept(Mergeable, Namespaced, SelectContext, BaseModel):
         return self.grain.components_copy if self.grain else []
 
     def with_namespace(self, namespace: str) -> "Concept":
+        if namespace == self.namespace:
+            return self
         return self.__class__(
             name=self.name,
             datatype=self.datatype,
@@ -3253,7 +3255,6 @@ class EnvironmentConceptDict(dict):
                 )
                 self.undefined[key] = undefined
                 return undefined
-
             matches = self._find_similar_concepts(key)
             message = f"Undefined concept: {key}."
             if matches:
@@ -3263,8 +3264,15 @@ class EnvironmentConceptDict(dict):
                 raise UndefinedConceptException(f"line: {line_no}: " + message, matches)
             raise UndefinedConceptException(message, matches)
 
-    def _find_similar_concepts(self, concept_name):
-        matches = difflib.get_close_matches(concept_name, self.keys())
+    def _find_similar_concepts(self, concept_name: str):
+        def strip_local(input: str):
+            if input.startswith(f"{DEFAULT_NAMESPACE}."):
+                return input[len(DEFAULT_NAMESPACE) + 1 :]
+            return input
+
+        matches = difflib.get_close_matches(
+            strip_local(concept_name), [strip_local(x) for x in self.keys()]
+        )
         return matches
 
     def items(self) -> ItemsView[str, Concept]:  # type: ignore
@@ -3325,7 +3333,6 @@ class Environment(BaseModel):
 
     materialized_concepts: List[Concept] = Field(default_factory=list)
     alias_origin_lookup: Dict[str, Concept] = Field(default_factory=dict)
-    canonical_map: Dict[str, str] = Field(default_factory=dict)
     _parse_count: int = 0
 
     @classmethod
@@ -3444,14 +3451,38 @@ class Environment(BaseModel):
                 exists = True
             imp_stm = ImportStatement(alias=alias, path=Path(source.working_path))
 
+        same_namespace = alias == self.namespace
+
         if not exists:
             self.imports[alias].append(imp_stm)
 
-        for _, concept in source.concepts.items():
-            self.add_concept(concept.with_namespace(alias), _ignore_cache=True)
+        for k, concept in source.concepts.items():
+            if same_namespace:
+                new = self.add_concept(concept, _ignore_cache=True)
+            else:
+                new = self.add_concept(
+                    concept.with_namespace(alias), _ignore_cache=True
+                )
+
+                k = address_with_namespace(k, alias)
+            # set this explicitly, to handle aliasing
+            self.concepts[k] = new
 
         for _, datasource in source.datasources.items():
-            self.add_datasource(datasource.with_namespace(alias), _ignore_cache=True)
+            if same_namespace:
+                self.add_datasource(datasource, _ignore_cache=True)
+            else:
+                self.add_datasource(
+                    datasource.with_namespace(alias), _ignore_cache=True
+                )
+        for key, val in source.alias_origin_lookup.items():
+            if same_namespace:
+                self.alias_origin_lookup[key] = val
+            else:
+                self.alias_origin_lookup[address_with_namespace(key, alias)] = (
+                    val.with_namespace(alias)
+                )
+
         self.gen_concept_list_caches()
         return self
 
@@ -3542,8 +3573,6 @@ class Environment(BaseModel):
             existing = self.validate_concept(concept, meta=meta)
             if existing:
                 concept = existing
-        if concept.namespace == DEFAULT_NAMESPACE:
-            self.concepts[concept.name] = concept
         self.concepts[concept.address] = concept
         from trilogy.core.environment_helpers import generate_related_concepts
 
@@ -3631,7 +3660,6 @@ class Environment(BaseModel):
                 v.pseudonyms.add(source.address)
             if v.address == source.address:
                 replacements[k] = target
-                self.canonical_map[k] = target.address
                 v.pseudonyms.add(target.address)
             # we need to update keys and grains of all concepts
             else:

trilogy/core/processing/utility.py

@@ -66,9 +66,6 @@ def resolve_join_order_v2(
 ) -> list[JoinOrderOutput]:
     datasources = [x for x in g.nodes if x.startswith("ds~")]
     concepts = [x for x in g.nodes if x.startswith("c~")]
-    # from trilogy.hooks.graph_hook import GraphHook
-
-    # GraphHook().query_graph_built(g)
 
     output: list[JoinOrderOutput] = []
     pivot_map = {
@@ -78,7 +75,7 @@ def resolve_join_order_v2(
     pivots = list(
         sorted(
             [x for x in pivot_map if len(pivot_map[x]) > 1],
-            key=lambda x: len(pivot_map[x]),
+            key=lambda x: (len(pivot_map[x]), len(x), x),
         )
     )
     solo = [x for x in pivot_map if len(pivot_map[x]) == 1]
@@ -95,7 +92,7 @@ def resolve_join_order_v2(
             root = pivots.pop()
 
         # sort so less partials is last and eligible lefts are
-        def score_key(x: str) -> int:
+        def score_key(x: str) -> tuple[int, int, str]:
             base = 1
             # if it's left, higher weight
             if x in eligible_left:
@@ -103,7 +100,7 @@ def resolve_join_order_v2(
             # if it has the concept as a partial, lower weight
             if root in partials.get(x, []):
                 base -= 1
-            return base
+            return (base, len(x), x)
 
         # get remainig un-joined datasets
         to_join = sorted(

trilogy/executor.py

@@ -276,6 +276,20 @@ class Executor(object):
             output.append(compiled_sql)
         return output
 
+    def parse_file(self, file: str | Path, persist: bool = False) -> Generator[
+        ProcessedQuery
+        | ProcessedQueryPersist
+        | ProcessedShowStatement
+        | ProcessedRawSQLStatement
+        | ProcessedCopyStatement,
+        None,
+        None,
+    ]:
+        file = Path(file)
+        with open(file, "r") as f:
+            command = f.read()
+            return self.parse_text_generator(command, persist=persist)
+
     def parse_text(
         self, command: str, persist: bool = False
     ) -> List[
@@ -319,9 +333,11 @@ class Executor(object):
             x = self.generator.generate_queries(
                 self.environment, [t], hooks=self.hooks
             )[0]
+
+            yield x
+
             if persist and isinstance(x, ProcessedQueryPersist):
                 self.environment.add_datasource(x.datasource)
-            yield x
 
     def execute_raw_sql(
         self, command: str, variables: dict | None = None