soda-synapse 4.0.5__tar.gz

soda_synapse-4.0.5/PKG-INFO

@@ -0,0 +1,6 @@
+Metadata-Version: 2.4
+Name: soda-synapse
+Version: 4.0.5
+Requires-Dist: soda-core==4.0.5
+Requires-Dist: soda-sqlserver==4.0.5
+Dynamic: requires-dist

soda_synapse-4.0.5/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

soda_synapse-4.0.5/setup.py

@@ -0,0 +1,24 @@
+#!/usr/bin/env python
+
+from setuptools import setup
+
+package_name = "soda-synapse"
+package_version = "4.0.5"
+description = "Soda Synapse V4"
+
+requires = [
+    f"soda-core=={package_version}",
+    f"soda-sqlserver=={package_version}",
+]
+
+setup(
+    name=package_name,
+    version=package_version,
+    install_requires=requires,
+    package_dir={"": "src"},
+    entry_points={
+        "soda.plugins.data_source.synapse": [
+            "SynapseDataSourceImpl = soda_synapse.common.data_sources.synapse_data_source:SynapseDataSourceImpl",
+        ],
+    },
+)

soda_synapse-4.0.5/src/soda_synapse/common/data_sources/synapse_data_source.py

@@ -0,0 +1,91 @@
+import logging
+from typing import Optional
+
+from soda_core.common.data_source_connection import DataSourceConnection
+from soda_core.common.dataset_identifier import DatasetIdentifier
+from soda_core.common.logging_constants import soda_logger
+from soda_core.common.sql_ast import COLUMN, INSERT_INTO, VALUES, VALUES_ROW
+from soda_core.common.sql_dialect import SqlDialect
+from soda_sqlserver.common.data_sources.sqlserver_data_source import (
+    SqlServerDataSourceImpl,
+    SqlServerSqlDialect,
+)
+from soda_synapse.common.data_sources.synapse_data_source_connection import (
+    SynapseDataSource as SynapseDataSourceModel,
+)
+from soda_synapse.common.data_sources.synapse_data_source_connection import (
+    SynapseDataSourceConnection,
+)
+
+logger: logging.Logger = soda_logger
+
+
+class SynapseDataSourceImpl(SqlServerDataSourceImpl, model_class=SynapseDataSourceModel):
+    def __init__(self, data_source_model: SynapseDataSourceModel):
+        super().__init__(data_source_model=data_source_model)
+
+    def _create_sql_dialect(self) -> SqlDialect:
+        return SynapseSqlDialect(data_source_impl=self)
+
+    def _create_data_source_connection(self) -> DataSourceConnection:
+        return SynapseDataSourceConnection(
+            name=self.data_source_model.name, connection_properties=self.data_source_model.connection_properties
+        )
+
+
+class SynapseSqlDialect(SqlServerSqlDialect):
+    def sql_expr_timestamp_truncate_day(self, timestamp_literal: str) -> str:
+        return f"DATETIMEFROMPARTS((datepart(YEAR, {timestamp_literal})), (datepart(MONTH, {timestamp_literal})), (datepart(DAY, {timestamp_literal})), 0, 0, 0, 0)"
+
+    def _build_insert_into_values_sql(self, insert_into: INSERT_INTO) -> str:
+        values_sql: str = "\n" + "\nUNION ALL ".join(
+            [self._build_insert_into_values_row_sql(value) for value in insert_into.values]
+        )
+        return values_sql
+
+    def _build_insert_into_values_row_sql(self, values: VALUES_ROW) -> str:
+        values_sql: str = "SELECT " + ", ".join([self.literal(value) for value in values.values])
+        values_sql = self.encode_string_for_sql(values_sql)
+        return values_sql
+
+    def build_cte_values_sql(self, values: VALUES, alias_columns: list[COLUMN] | None) -> str:
+        return "\nUNION ALL\n".join(["SELECT " + self.build_expression_sql(value) for value in values.values])
+
+    def select_all_paginated_sql(
+        self,
+        dataset_identifier: DatasetIdentifier,
+        columns: list[str],
+        filter: Optional[str],
+        order_by: list[str],
+        limit: int,
+        offset: int,
+    ) -> str:
+        """TODO: Synapse uses completely different pagination syntax, AST does not have enough flexibility for this yet."""
+        where_clauses = []
+
+        if filter:
+            where_clauses.append(SqlExpressionStr(filter))
+
+        select_statements = self._build_select_sql_lines([SELECT(columns or [STAR()])])
+        select = ", ".join(select_statements)
+        order_by_statements = self._build_order_by_lines([ORDER_BY_ASC(c) for c in order_by])
+        order_by = ", ".join(order_by_statements)
+        where_statements = self._build_where_sql_lines([WHERE.optional(AND.optional(where_clauses))])
+        where = ", ".join(where_statements)
+
+        query = f"""WITH src AS (
+        {select}, ROW_NUMBER()
+            OVER (
+                {order_by}
+            ) AS rn
+        FROM {self.build_fully_qualified_sql_name(dataset_identifier)} AS t
+        {where}
+        )
+        SELECT *
+            FROM src
+            WHERE rn > {offset}
+            AND rn <= {offset + limit}
+        ORDER BY rn;
+        """
+
+        return query

soda_synapse-4.0.5/src/soda_synapse/common/data_sources/synapse_data_source_connection.py

@@ -0,0 +1,70 @@
+from __future__ import annotations
+
+import logging
+from abc import ABC
+from typing import Literal, Union
+
+from pydantic import Field
+from soda_core.common.logging_constants import soda_logger
+from soda_core.model.data_source.data_source import DataSourceBase
+from soda_sqlserver.common.data_sources.sqlserver_data_source_connection import (
+    SqlServerActiveDirectoryAuthentication,
+    SqlServerActiveDirectoryInteractiveAuthentication,
+    SqlServerActiveDirectoryPasswordAuthentication,
+    SqlServerActiveDirectoryServicePrincipalAuthentication,
+    SqlServerConnectionProperties,
+    SqlServerDataSourceConnection,
+    SqlServerPasswordAuth,
+)
+
+logger: logging.Logger = soda_logger
+
+
+CONTEXT_AUTHENTICATION_DESCRIPTION = "Use context authentication"
+
+
+# All of these classes are just copies of the SQLServerConnectionProperties classes, but with the Synapse type
+class SynapseConnectionProperties(SqlServerConnectionProperties, ABC):
+    pass
+
+
+class SynapsePasswordAuth(SqlServerPasswordAuth, SynapseConnectionProperties):
+    pass
+
+
+class SynapseActiveDirectoryAuthentication(SqlServerActiveDirectoryAuthentication, SynapseConnectionProperties):
+    pass
+
+
+class SynapseActiveDirectoryInteractiveAuthentication(
+    SqlServerActiveDirectoryInteractiveAuthentication, SynapseConnectionProperties
+):
+    pass
+
+
+class SynapseActiveDirectoryPasswordAuthentication(
+    SqlServerActiveDirectoryPasswordAuthentication, SynapseConnectionProperties
+):
+    pass
+
+
+class SynapseActiveDirectoryServicePrincipalAuthentication(
+    SqlServerActiveDirectoryServicePrincipalAuthentication, SynapseConnectionProperties
+):
+    pass
+
+
+class SynapseDataSource(DataSourceBase, ABC):
+    type: Literal["synapse"] = Field("synapse")
+
+    connection_properties: Union[
+        SynapsePasswordAuth,
+        SynapseActiveDirectoryInteractiveAuthentication,
+        SynapseActiveDirectoryPasswordAuthentication,
+        SynapseActiveDirectoryServicePrincipalAuthentication,
+    ] = Field(..., alias="connection", description="Synapse connection configuration")
+
+
+class SynapseDataSourceConnection(SqlServerDataSourceConnection):
+    def _get_autocommit_setting(self) -> bool:
+        return True  # Synapse requires autocommit to be True.

soda_synapse-4.0.5/src/soda_synapse/test_helpers/synapse_data_source_test_helper.py

@@ -0,0 +1,32 @@
+from __future__ import annotations
+
+import os
+from typing import Optional
+
+from soda_sqlserver.test_helpers.sqlserver_data_source_test_helper import (
+    SqlServerDataSourceTestHelper,
+)
+
+
+class SynapseDataSourceTestHelper(SqlServerDataSourceTestHelper):
+    def _create_database_name(self) -> Optional[str]:
+        return os.getenv("SYNAPSE_DATABASE", "sodatestingsynapse")
+
+    def _create_data_source_yaml_str(self) -> str:
+        """
+        Called in _create_data_source_impl to initialized self.data_source_impl
+        self.database_name and self.schema_name are available if appropriate for the data source type
+        """
+        return f"""
+            type: synapse
+            name: {self.name}
+            connection:
+                host: '{os.getenv("SYNAPSE_HOST", "localhost")}'
+                port: '{os.getenv("SYNAPSE_PORT", "1433")}'
+                database: '{os.getenv("SYNAPSE_DATABASE", "sodatestingsynapse")}'
+                authentication: '{os.getenv("SYNAPSE_AUTHENTICATION_TYPE", "activedirectoryserviceprincipal")}'
+                client_id: '{os.getenv("SYNAPSE_CLIENT_ID")}'
+                client_secret: '{os.getenv("SYNAPSE_CLIENT_SECRET")}'
+                trust_server_certificate: true
+                driver: '{os.getenv("SYNAPSE_DRIVER", "ODBC Driver 18 for SQL Server")}'
+        """

soda_synapse-4.0.5/src/soda_synapse.egg-info/PKG-INFO

@@ -0,0 +1,6 @@
+Metadata-Version: 2.4
+Name: soda-synapse
+Version: 4.0.5
+Requires-Dist: soda-core==4.0.5
+Requires-Dist: soda-sqlserver==4.0.5
+Dynamic: requires-dist

soda_synapse-4.0.5/src/soda_synapse.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+setup.py
+src/soda_synapse.egg-info/PKG-INFO
+src/soda_synapse.egg-info/SOURCES.txt
+src/soda_synapse.egg-info/dependency_links.txt
+src/soda_synapse.egg-info/entry_points.txt
+src/soda_synapse.egg-info/requires.txt
+src/soda_synapse.egg-info/top_level.txt
+src/soda_synapse/common/data_sources/synapse_data_source.py
+src/soda_synapse/common/data_sources/synapse_data_source_connection.py
+src/soda_synapse/test_helpers/synapse_data_source_test_helper.py

soda_synapse-4.0.5/src/soda_synapse.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

soda_synapse-4.0.5/src/soda_synapse.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[soda.plugins.data_source.synapse]
+SynapseDataSourceImpl = soda_synapse.common.data_sources.synapse_data_source:SynapseDataSourceImpl

soda_synapse-4.0.5/src/soda_synapse.egg-info/requires.txt

@@ -0,0 +1,2 @@
+soda-core==4.0.5
+soda-sqlserver==4.0.5

soda_synapse-4.0.5/src/soda_synapse.egg-info/top_level.txt

@@ -0,0 +1 @@
+soda_synapse