quollio-core 0.4.5__py3-none-any.whl → 0.4.6__py3-none-any.whl

quollio_core/__init__.py

@@ -1,4 +1,4 @@
 """Quollio Core"""
 
-__version__ = "0.4.5"
+__version__ = "0.4.6"
 __author__ = "Quollio Technologies, Inc"

quollio_core/profilers/databricks.py

@@ -136,16 +136,6 @@ def _get_column_stats(
             raise ValueError(f"Invalid table name: {table['table_fqdn']}")
         with databricks.DatabricksQueryExecutor(config=conn) as databricks_executor:
             query = """
-                WITH MaxCounts AS (
-                    SELECT
-                        t.COLUMN_NAME,
-                        MAX(item.count) AS max_count,
-                        MAX(t.window) AS latest
-                    FROM
-                        {monitoring_table} t
-                    LATERAL VIEW EXPLODE(t.frequent_items) AS item
-                    GROUP BY t.COLUMN_NAME
-                )
                 SELECT
                     "{monitored_table_catalog}" as DB_NAME,
                     "{monitored_table_schema}" as SCHEMA_NAME,
@@ -159,14 +149,21 @@ def _get_column_stats(
                     t.MEDIAN as MEDIAN_VALUE,
                     t.STDDEV as STDDEV_VALUE,
                     t.NUM_NULLS as NULL_COUNT,
-                    item.item AS MODE_VALUE
+                    t.frequent_items[0].item AS MODE_VALUE,
+                    MAX(t.window) AS LATEST
                 FROM
                     {monitoring_table} t
-                JOIN MaxCounts mc ON t.COLUMN_NAME = mc.COLUMN_NAME
-                LATERAL VIEW EXPLODE(t.frequent_items) AS item
-                WHERE
-                    item.count = mc.max_count
-                    AND t.window = mc.latest
+                GROUP BY
+                    t.COLUMN_NAME,
+                    t.DATA_TYPE,
+                    t.distinct_count,
+                    t.MAX,
+                    t.MIN,
+                    t.AVG,
+                    t.MEDIAN,
+                    t.STDDEV,
+                    t.NUM_NULLS,
+                    t.frequent_items
                 """.format(
                 monitoring_table=table["table_fqdn"],
                 monitored_table_catalog=monitored_table[0],

{quollio_core-0.4.5.dist-info → quollio_core-0.4.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: quollio-core
-Version: 0.4.5
+Version: 0.4.6
 Summary: Quollio Core
 Author-email: quollio-dev <qt.dev@quollio.com>
 Maintainer-email: RyoAriyama <ryo.arym@gmail.com>, tharuta <35373297+TakumiHaruta@users.noreply.github.com>

{quollio_core-0.4.5.dist-info → quollio_core-0.4.6.dist-info}/RECORD

@@ -1,4 +1,4 @@
-quollio_core/__init__.py,sha256=BXXaDg79qecIHTSRqA3Yh4FvgDbWzUjgYYWbwaMTRJY,83
+quollio_core/__init__.py,sha256=ruo7YFCZ8vY6Xsa1V1XTfT-ulLkKuB1As4n1BJcylfs,83
 quollio_core/bricks.py,sha256=PCHyh_I6M4PBRpLDtc5DTr7rpharllu-vcSAhySM4xg,8001
 quollio_core/redshift.py,sha256=wap7QmV-YuHZAomIrHXytGUuxhQ5MFEb38QDY3XrThQ,10167
 quollio_core/snowflake.py,sha256=8IMbdTjCDBIiS_GF8APWRTVWNj6EM3ZT8MRN12T-1v0,10266
@@ -64,7 +64,7 @@ quollio_core/helper/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 quollio_core/helper/core.py,sha256=-3vCDlKExWPHJmWuZQNpYnvPP55uoGwRpTtnFvsDxIo,1127
 quollio_core/helper/env_default.py,sha256=YIL9hfrPs1ViL1AXohnbWEjVBUDXbVVakH0ZoSZWOlc,1202
 quollio_core/profilers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-quollio_core/profilers/databricks.py,sha256=skTTlqogJGauZkN7c9uVSYalAACIB43yblGc1jEIM1U,7501
+quollio_core/profilers/databricks.py,sha256=oX1N_FmXvdMpCbZj4xRyGwcbsMQr_C6VOMGZrlBV44E,7257
 quollio_core/profilers/lineage.py,sha256=HrTjXxrchETRmHEb5tSFzzHdb6z2KMw-DTnUSeKxmr0,6379
 quollio_core/profilers/redshift.py,sha256=obdHVIsOM1bwHGdvYKalsJcTXwLK02kAKQMSBzSvsDo,7862
 quollio_core/profilers/snowflake.py,sha256=C1LC19ZaUMwNoXjsbnez0xANydJYs8oNRt6tixWKDq8,9090
@@ -76,7 +76,7 @@ quollio_core/repository/dbt.py,sha256=HXqW_xa4xYPh9CnKkg4L1gwG3SGjj2BAYoWgzWMFU4
 quollio_core/repository/qdc.py,sha256=VCmzAUvjLemw1os5TaPtfBFkMCOMuPeftjZmUPhFj2Y,4702
 quollio_core/repository/redshift.py,sha256=UVHIpYzDQ2AbBTAGa8DgmEenG0NZsHfYroR1MmEPQGA,2991
 quollio_core/repository/snowflake.py,sha256=1YVMDfb9euJKvikv1pk_IxVF6SVsiemSvZ-WMTSbY7E,1874
-quollio_core-0.4.5.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
-quollio_core-0.4.5.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-quollio_core-0.4.5.dist-info/METADATA,sha256=fbpCG8MiXchuHMyatF_kiThLXWSP0gMoMV_ffVDU4MA,6571
-quollio_core-0.4.5.dist-info/RECORD,,
+quollio_core-0.4.6.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
+quollio_core-0.4.6.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+quollio_core-0.4.6.dist-info/METADATA,sha256=iXDj06XhRtzAmJ6rTQGYWxBbHiof6TOzTcU-202wguc,6571
+quollio_core-0.4.6.dist-info/RECORD,,