pytrilogy 0.0.1.117__py3-none-any.whl → 0.0.2.1__py3-none-any.whl

{pytrilogy-0.0.1.117.dist-info → pytrilogy-0.0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pytrilogy
-Version: 0.0.1.117
+Version: 0.0.2.1
 Summary: Declarative, typed query language that compiles to SQL.
 Home-page: 
 Author: 

pytrilogy-0.0.2.1.dist-info/RECORD

@@ -0,0 +1,82 @@
+trilogy/__init__.py,sha256=f4K50J-SBruXMjFtcHLn_pB9eN7oCkbwqmtEjcxjSoM,290
+trilogy/compiler.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/constants.py,sha256=KIvi-cgU4R9urNgDdGiCsRkCrzjAfM4xGHhZb1SVy2w,881
+trilogy/engine.py,sha256=R5ubIxYyrxRExz07aZCUfrTsoXCHQ8DKFTDsobXdWdA,1102
+trilogy/executor.py,sha256=5cRbU4Rj7p1pNV76rfp1pz704Hx_0q8_O8HFURjgXxQ,11016
+trilogy/parser.py,sha256=UtuqSiGiCjpMAYgo1bvNq-b7NSzCA5hzbUW31RXaMII,281
+trilogy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/utility.py,sha256=zM__8r29EsyDW7K9VOHz8yvZC2bXFzh7xKy3cL7GKsk,707
+trilogy/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/core/constants.py,sha256=LL8NLvxb3HRnAjvofyLRXqQJijLcYiXAQYQzGarVD-g,128
+trilogy/core/enums.py,sha256=DWKPuShM_DbyAenjNFOAxcIH2l0QC9WgIwqZKPQqk_o,5850
+trilogy/core/env_processor.py,sha256=Wpy-iiduBwHntTsQTYWBO1O0i3Ij9_VoL3d4IWDEoj4,2126
+trilogy/core/environment_helpers.py,sha256=mzBDHhdF9ssZ_-LY8CcaM_ddfJavkpRYrFImUd3cjXI,5972
+trilogy/core/ergonomics.py,sha256=w3gwXdgrxNHCuaRdyKg73t6F36tj-wIjQf47WZkHmJk,1465
+trilogy/core/exceptions.py,sha256=NvV_4qLOgKXbpotgRf7c8BANDEvHxlqRPaA53IThQ2o,561
+trilogy/core/functions.py,sha256=xISGHMiUR9hFyoZe2l3VLTMO6UEtyGHQcMuovzlVRqw,9492
+trilogy/core/graph_models.py,sha256=oJUMSpmYhqXlavckHLpR07GJxuQ8dZ1VbB1fB0KaS8c,2036
+trilogy/core/internal.py,sha256=jNGFHKENnbMiMCtAgsnLZYVSENDK4b5ALecXFZpTDzQ,1075
+trilogy/core/models.py,sha256=432UOrJNzdY0_2vCbeBrNBDQOG_v-WaWqYSniM1CJpE,134387
+trilogy/core/optimization.py,sha256=iX8BCh2BIEPJ6cYlcn7piDKFfig47azphhyqkwkYJM4,4291
+trilogy/core/query_processor.py,sha256=PROehLEOMOuKy1EAUeIgdfGq1LrJsX0N7Z2qDED6S30,17580
+trilogy/core/optimizations/__init__.py,sha256=pxRzNzd2g8oRMy4f_ub5va6bNS2pd4hnyp9JBzTKc1E,300
+trilogy/core/optimizations/base_optimization.py,sha256=tWWT-xnTbnEU-mNi_isMNbywm8B9WTRsNFwGpeh3rqE,468
+trilogy/core/optimizations/inline_constant.py,sha256=kHNyc2UoaPVdYfVAPAFwnWuk4sJ_IF5faRtVcDOrBtw,1110
+trilogy/core/optimizations/inline_datasource.py,sha256=KiwZ4fnRnSOVK8zzdwMAkafszo3fNn5LY8xgb0X1CbI,3194
+trilogy/core/optimizations/predicate_pushdown.py,sha256=mduJn4zzKmLVNUja60ZlY6LlNp389OwjEbq2Rj8K6co,5389
+trilogy/core/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/core/processing/concept_strategies_v3.py,sha256=hmbck3a23N61HfMwC2z3lxA6Yms9TP7Lm3Aw7GiDcMA,23765
+trilogy/core/processing/graph_utils.py,sha256=aq-kqk4Iado2HywDxWEejWc-7PGO6Oa-ZQLAM6XWPHw,1199
+trilogy/core/processing/utility.py,sha256=hgfPfz5FlghN8edIVGTQ21eDUof5EMvnl3Vu64hjfqY,13289
+trilogy/core/processing/node_generators/__init__.py,sha256=-mzYkRsaRNa_dfTckYkKVFSR8h8a3ihEiPJDU_tAmDo,672
+trilogy/core/processing/node_generators/basic_node.py,sha256=uD6noJOgrtmhjb-1aa-vD8sQ97s9Tya6wbso7V_AdyE,2819
+trilogy/core/processing/node_generators/common.py,sha256=liZDth7mvhkF_sUFXK7JitJsiaKD132w3ySLbF7l-nE,8956
+trilogy/core/processing/node_generators/filter_node.py,sha256=5B7UCK84A9lGgJ7EjCiC7YGWWM1xPyQGHkBwZgYypFM,4585
+trilogy/core/processing/node_generators/group_node.py,sha256=xWI1xNIXEOj6jlRGD9hcv2_vVNvY6lpzJl6pQ8HuFBE,2988
+trilogy/core/processing/node_generators/group_to_node.py,sha256=BzPdYwzoo8gRMH7BDffTTXq4z-mjfCEzvfB5I-P0_nw,2941
+trilogy/core/processing/node_generators/multiselect_node.py,sha256=vP84dnLQy6dtypi6mUbt9sMAcmmrTgQ1Oz4GI6X1IEo,6421
+trilogy/core/processing/node_generators/node_merge_node.py,sha256=YivTVrTEUJuQbQAHFVB2lUD4mJYQ-kTVVpwY4oT9A-Y,14664
+trilogy/core/processing/node_generators/rowset_node.py,sha256=2ROd2c1_o4h5sbnDdaiL1o9UiiwyYw-B6OKyfHYNe0A,6188
+trilogy/core/processing/node_generators/select_node.py,sha256=uk02lRvSJB1gWYRcSNfRZ8aYk3fME_tgg0I6EZyuxkI,19052
+trilogy/core/processing/node_generators/unnest_node.py,sha256=6CH66eGwpadNX7TzUhWZ8aqIisOtQeHINbLV6X3QBUk,1779
+trilogy/core/processing/node_generators/window_node.py,sha256=9nXUXUgQrNczU1gaOqhOZPNzCUxw-lkxt0R7HORI6ss,2582
+trilogy/core/processing/nodes/__init__.py,sha256=-8ONG7Nqa6sNLpst5wNNyMigyaHRfUKGdE3xce8E3mM,3998
+trilogy/core/processing/nodes/base_node.py,sha256=q1G4FO3Q4OuboWL8EaJgJ4jcnnqM9QsothMIcF2ot1g,11161
+trilogy/core/processing/nodes/filter_node.py,sha256=ImUHYj5G5eHbOtki-ZMR31Op38wKOjR1xu_ETiE_D6I,1932
+trilogy/core/processing/nodes/group_node.py,sha256=5dqGlonXG5Ou7HRSsTStbM1KyxeDSZROz9qKTjOUMEc,5166
+trilogy/core/processing/nodes/merge_node.py,sha256=W7ryL9rceylCQGNgcuGY-dSiNoIz8qrbpJXKzg_Niwo,14056
+trilogy/core/processing/nodes/select_node_v2.py,sha256=COu-WPuyabGAc3HTkJB-_7eNzR4OgxIL4YDuZIRrST0,7179
+trilogy/core/processing/nodes/unnest_node.py,sha256=JFtm90IVM-46aCYkTNIaJah6v9ApAfonjVhcVM1HmDE,1903
+trilogy/core/processing/nodes/window_node.py,sha256=X7qxLUKd3tekjUUsmH_4vz5b-U89gMnGd04VBxuu2Ns,1280
+trilogy/dialect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/dialect/base.py,sha256=EZCP3xU8-B4xpU1pFFew4CGtkNWignbyPll6OTENFLg,29832
+trilogy/dialect/bigquery.py,sha256=BAN2o0SOuLvzLYLV7Sc11woapS5L7Cc36aMBeaphW5k,2905
+trilogy/dialect/common.py,sha256=5jdOHWIj3Xv8F8y5mnyWHLjxD_we2fncM-ZnNetJP7U,2781
+trilogy/dialect/config.py,sha256=tLVEMctaTDhUgARKXUNfHUcIolGaALkQ0RavUvXAY4w,2994
+trilogy/dialect/duckdb.py,sha256=JQPnR5F39iDQXfTccKhbq7xWYGzYc0dPpn5vo0Qd_Vk,3076
+trilogy/dialect/enums.py,sha256=4NdpsydBpDn6jnh0JzFz5VvQEtnShErWtWHVyT6TNpw,3948
+trilogy/dialect/postgres.py,sha256=r47xbCA7nfEYENofiVfLZ-SnReNfDmUmW4OSHVkkP4E,3206
+trilogy/dialect/presto.py,sha256=ouSVNbs7e3eEc20emLfxKyRjdINSibPGUFL4X9OwboA,3163
+trilogy/dialect/snowflake.py,sha256=N3HknYgN-fjD7BLX1Ucj-ss_ku2Ox8DgLsF3BIHutHo,2941
+trilogy/dialect/sql_server.py,sha256=HX68vNTrcDaTnOxe6Zbx_PBgrO42e2VuThxO6CYQ2cY,3026
+trilogy/hooks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/hooks/base_hook.py,sha256=Xkb-A2qCHozYjum0A36zOy5PwTVwrP3NLDF0U2GpgHo,1100
+trilogy/hooks/graph_hook.py,sha256=onHvMQPwj_KOS3HOTpRFiy7QLLKAiycq2MzJ_Q0Oh5Y,2467
+trilogy/hooks/query_debugger.py,sha256=NDChfkPmmW-KINa4TaQmDe_adGiwsKFdGLDSYpbodeU,4282
+trilogy/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/parsing/common.py,sha256=8MDRPccWymtVkHVQMzESjL5tOH79flWU5jo6Ys-C5UQ,5963
+trilogy/parsing/config.py,sha256=Z-DaefdKhPDmSXLgg5V4pebhSB0h590vI0_VtHnlukI,111
+trilogy/parsing/exceptions.py,sha256=92E5i2frv5hj9wxObJZsZqj5T6bglvPzvdvco_vW1Zk,38
+trilogy/parsing/helpers.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+trilogy/parsing/parse_engine.py,sha256=hPvPZuO_ZBjoKRMh-bKzhnt6oo8R5l4gL9bJqZoMUfs,57619
+trilogy/parsing/render.py,sha256=ym8DcgU-frNxd16ThWYGJFyChF-d0yd2gp9tEA6RFJU,12059
+trilogy/parsing/trilogy.lark,sha256=4VXqLWOdxJsfZoJIp9Ug1G3p_LrXRDm5C2yAxaRgq98,10993
+trilogy/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+trilogy/scripts/trilogy.py,sha256=PHxvv6f2ODv0esyyhWxlARgra8dVhqQhYl0lTrSyVNo,3729
+pytrilogy-0.0.2.1.dist-info/LICENSE.md,sha256=5ZRvtTyCCFwz1THxDTjAu3Lidds9WjPvvzgVwPSYNDo,1042
+pytrilogy-0.0.2.1.dist-info/METADATA,sha256=YN0xCd-8tn38c-px20-D1WgFDUjn-P6J6hNtsyhUFmE,7876
+pytrilogy-0.0.2.1.dist-info/WHEEL,sha256=Mdi9PDNwEZptOjTlUcAth7XJDFtKrHYaQMPulZeBCiQ,91
+pytrilogy-0.0.2.1.dist-info/entry_points.txt,sha256=0petKryjvvtEfTlbZC1AuMFumH_WQ9v8A19LvoS6G6c,54
+pytrilogy-0.0.2.1.dist-info/top_level.txt,sha256=cAy__NW_eMAa_yT9UnUNlZLFfxcg6eimUAZ184cdNiE,8
+pytrilogy-0.0.2.1.dist-info/RECORD,,

{pytrilogy-0.0.1.117.dist-info → pytrilogy-0.0.2.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (72.1.0)
+Generator: setuptools (73.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

trilogy/__init__.py

@@ -4,6 +4,6 @@ from trilogy.executor import Executor
 from trilogy.parser import parse
 from trilogy.constants import CONFIG
 
-__version__ = "0.0.1.117"
+__version__ = "0.0.2.1"
 
 __all__ = ["parse", "Executor", "Dialects", "Environment", "CONFIG"]

trilogy/constants.py

@@ -1,6 +1,7 @@
 from logging import getLogger
 from dataclasses import dataclass, field
 from enum import Enum
+import random
 
 logger = getLogger("trilogy")
 
@@ -34,7 +35,12 @@ class Config:
     validate_missing: bool = True
     optimizations: Optimizations = field(default_factory=Optimizations)
 
+    def set_random_seed(self, seed: int):
+        random.seed(seed)
+
 
 CONFIG = Config()
 
+CONFIG.set_random_seed(42)
+
 CONFIG.strict_mode = True

trilogy/core/enums.py

@@ -43,7 +43,6 @@ class PurposeLineage(Enum):
     ROOT = "root"
     ROWSET = "rowset"
     MULTISELECT = "multiselect"
-    MERGE = "merge"
 
 
 class Granularity(Enum):
@@ -263,7 +262,6 @@ class DatePart(Enum):
 class SourceType(Enum):
     FILTER = "filter"
     SELECT = "select"
-    MERGE = "merge"
     ABSTRACT = "abstract"
     DIRECT_SELECT = "direct_select"
     GROUP = "group"
@@ -271,8 +269,15 @@ class SourceType(Enum):
     UNNEST = "unnest"
     CONSTANT = "constant"
     ROWSET = "rowset"
+    MERGE = "merge"
 
 
 class ShowCategory(Enum):
     MODELS = "models"
     CONCEPTS = "concepts"
+
+
+class SelectFiltering(Enum):
+    NONE = "none"
+    EXPLICIT = "explicit"  # the filtering contains only selected values
+    IMPLICIT = "implicit"  # the filtering contains unselected values

trilogy/core/env_processor.py

@@ -3,37 +3,61 @@ from trilogy.core.graph_models import (
     concept_to_node,
     datasource_to_node,
 )
-from trilogy.core.models import Environment
-from trilogy.core.enums import PurposeLineage
+from trilogy.core.models import Environment, Concept, Datasource
 
 
-def generate_graph(
-    environment: Environment,
+def add_concept(concept: Concept, g: ReferenceGraph):
+    g.add_node(concept)
+    # if we have sources, recursively add them
+    node_name = concept_to_node(concept)
+    if concept.sources:
+        for source in concept.sources:
+            generic = source.with_default_grain()
+            g.add_edge(generic, node_name)
+    for _, pseudonym in concept.pseudonyms.items():
+        pseudonym = pseudonym.with_default_grain()
+        pseudonym_node = concept_to_node(pseudonym)
+        if pseudonym_node.split("@")[0] == node_name.split("@")[0]:
+            continue
+        g.add_edge(pseudonym_node, node_name, pseudonym=True)
+        g.add_edge(node_name, pseudonym_node, pseudonym=True)
+        add_concept(pseudonym, g)
+
+
+def generate_adhoc_graph(
+    concepts: list[Concept],
+    datasources: list[Datasource],
+    restrict_to_listed: bool = False,
 ) -> ReferenceGraph:
     g = ReferenceGraph()
 
     # add all parsed concepts
-    for _, concept in environment.concepts.items():
-        g.add_node(concept)
-        # if we have sources, recursively add them
-        if concept.sources:
-            node_name = concept_to_node(concept)
-            for source in concept.sources:
-                generic = source.with_default_grain()
-                g.add_edge(generic, node_name)
-
-                # link the concept to the generic source
-                if concept.derivation == PurposeLineage.MERGE:
-                    g.add_edge(node_name, generic)
-    for _, dataset in environment.datasources.items():
+    for concept in concepts:
+        add_concept(concept, g)
+
+    for dataset in datasources:
         node = datasource_to_node(dataset)
         g.add_node(dataset, type="datasource", datasource=dataset)
         for concept in dataset.concepts:
+            if restrict_to_listed:
+                if concept_to_node(concept) not in g.nodes:
+                    continue
             g.add_edge(node, concept)
             g.add_edge(concept, node)
             # if there is a key on a table at a different grain
             # add an FK edge to the canonical source, if it exists
             # for example, order ID on order product table
-            g.add_edge(concept, concept.with_default_grain())
-            g.add_edge(concept.with_default_grain(), concept)
+            default = concept.with_default_grain()
+            if concept != default:
+                g.add_edge(concept, default)
+                g.add_edge(default, concept)
     return g
+
+
+def generate_graph(
+    environment: Environment,
+) -> ReferenceGraph:
+
+    return generate_adhoc_graph(
+        list(environment.concepts.values()), list(environment.datasources.values())
+    )

trilogy/core/functions.py

@@ -52,12 +52,22 @@ def argument_to_purpose(arg) -> Purpose:
     if isinstance(arg, Function):
         return arg.output_purpose
     elif isinstance(arg, AggregateWrapper):
+        base = arg.function.output_purpose
+        if arg.by and base == Purpose.METRIC:
+            return Purpose.PROPERTY
         return arg.function.output_purpose
     elif isinstance(arg, Parenthetical):
         return argument_to_purpose(arg.content)
     elif isinstance(arg, WindowItem):
         return Purpose.PROPERTY
     elif isinstance(arg, Concept):
+        base = arg.purpose
+        if (
+            isinstance(arg.lineage, AggregateWrapper)
+            and arg.lineage.by
+            and base == Purpose.METRIC
+        ):
+            return Purpose.PROPERTY
         return arg.purpose
     elif isinstance(arg, (int, float, str, bool, list, NumericType, DataType)):
         return Purpose.CONSTANT
@@ -153,6 +163,7 @@ def Max(args: list[Concept]) -> Function:
             DataType.DATE,
             DataType.DATETIME,
             DataType.TIMESTAMP,
+            DataType.BOOL,
         },
         arg_count=1,
         # output_grain=Grain(components=arguments),