omnata-plugin-runtime 0.10.9a258__py3-none-any.whl → 0.10.10__py3-none-any.whl

omnata_plugin_runtime/json_schema.py

@@ -427,12 +427,13 @@ class SnowflakeViewPart(BaseModel):
             c.name_with_comment(binding_list) for c in self.columns
         ]
     
-    def cte_text(self,original_name: bool = False) -> str:
+    def cte_text(self,original_name: bool = False, include_only_columns:Optional[List[str]] = None) -> str:
         """
         Returns the CTE text for this view part.
         """
         return f""" "{self.stream_name}" as (
-    select {', '.join([c.definition(original_name=original_name) for c in self.direct_columns()])} 
+    select {', '.join([c.definition(original_name=original_name) for c in self.direct_columns() 
+                       if include_only_columns is None or c.original_name in include_only_columns])} 
     from {self.raw_table_location.get_fully_qualified_name()}
 ) """
     
@@ -462,7 +463,30 @@ class SnowflakeViewParts(BaseModel):
         There will be a final SELECT statement that selects all columns from the main stream, and then adds any columns obtained via joins.
         In the final select statement, the join columns will be aliased with their transformed names.
         """
-        ctes = [self.main_part.cte_text(original_name=True)] + [part.cte_text(original_name=True) for part in self.joined_parts]
+        # first, we need to collapse all referenced columns into a single map
+        all_referenced_columns:Dict[str,List[str]] = {}
+        for part in [self.main_part] + self.joined_parts:
+            for column in part.columns:
+                if column.referenced_columns:
+                    for stream_name, referenced_columns in column.referenced_columns.items():
+                        if stream_name not in all_referenced_columns:
+                            all_referenced_columns[stream_name] = []
+                        all_referenced_columns[stream_name] += referenced_columns
+            for join in part.joins:
+                if join.join_stream_name not in all_referenced_columns:
+                    all_referenced_columns[join.join_stream_name] = []
+                all_referenced_columns[join.join_stream_name].append(join.join_stream_column)
+                if part.stream_name not in all_referenced_columns:
+                    all_referenced_columns[part.stream_name] = []
+                all_referenced_columns[part.stream_name].append(join.left_column)
+
+
+        ctes = [
+                self.main_part.cte_text(original_name=True)
+            ] + [
+                part.cte_text(original_name=True,include_only_columns=all_referenced_columns.get(part.stream_name)) 
+            for part in self.joined_parts
+        ]
         # we need a final CTE which selects the main part's direct columns and joined columns, with their original names
         # then the final select statement will just be aliasing to the transformed names
         final_cte = f""" OMNATA_FINAL_CTE as (

{omnata_plugin_runtime-0.10.9a258.dist-info → omnata_plugin_runtime-0.10.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: omnata-plugin-runtime
-Version: 0.10.9a258
+Version: 0.10.10
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.10.9a258.dist-info → omnata_plugin_runtime-0.10.10.dist-info}/RECORD

@@ -2,12 +2,12 @@ omnata_plugin_runtime/__init__.py,sha256=MS9d1whnfT_B3-ThqZ7l63QeC_8OEKTuaYV5wTw
 omnata_plugin_runtime/api.py,sha256=baGraSMiD4Yvi3ZWrEv_TKh8Ktd1U8riBdOpe9j0Puw,8202
 omnata_plugin_runtime/configuration.py,sha256=0rfIGv8rCu8OwL7m-VOXIBjd05iyaBWRdt2h9o6scwo,46754
 omnata_plugin_runtime/forms.py,sha256=9YHJ_T17lT-rwyDaUg_0yj_YMPda4DRCw_wrvf8hE0E,19964
-omnata_plugin_runtime/json_schema.py,sha256=Ch2tFcTDP16aZ3xFGSbnW7LVsbzIHNQFEhH9z2rHoTE,34417
+omnata_plugin_runtime/json_schema.py,sha256=7dtIpA1pQ74-QozTnMvc3wAxbh9cLYiI15zyTlysOmg,35783
 omnata_plugin_runtime/logging.py,sha256=WBuZt8lF9E5oFWM4KYQbE8dDJ_HctJ1pN3BHwU6rcd0,4461
 omnata_plugin_runtime/omnata_plugin.py,sha256=M0b6f9lKKEoEI0zf-ZwZcIPKPQTmHTIMhvcrBc94Mhg,133278
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=iqGl8_nEEnPGKg3Aem4YLSQ6d5xS3ju5gq8MJbx6sCA,31968
 omnata_plugin_runtime/rate_limiting.py,sha256=qpr5esU4Ks8hMzuMpSR3gLFdor2ZUXYWCjmsQH_K6lQ,25882
-omnata_plugin_runtime-0.10.9a258.dist-info/LICENSE,sha256=rGaMQG3R3F5-JGDp_-rlMKpDIkg5n0SI4kctTk8eZSI,56
-omnata_plugin_runtime-0.10.9a258.dist-info/METADATA,sha256=G3vOesOSgrV7I3aYFpmLohE7DgN-0Kdd6iolWySP7_Y,2211
-omnata_plugin_runtime-0.10.9a258.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-omnata_plugin_runtime-0.10.9a258.dist-info/RECORD,,
+omnata_plugin_runtime-0.10.10.dist-info/LICENSE,sha256=rGaMQG3R3F5-JGDp_-rlMKpDIkg5n0SI4kctTk8eZSI,56
+omnata_plugin_runtime-0.10.10.dist-info/METADATA,sha256=uIovVZDtcaChPAV1aL1zkFjMo_juBIRBQjHg9v6m2HE,2208
+omnata_plugin_runtime-0.10.10.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+omnata_plugin_runtime-0.10.10.dist-info/RECORD,,