datajunction-query 0.0.1a31__py3-none-any.whl → 0.0.1a32__py3-none-any.whl

{datajunction_query-0.0.1a31.dist-info → datajunction_query-0.0.1a32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datajunction-query
-Version: 0.0.1a31
+Version: 0.0.1a32
 Summary: OSS Implementation of a DataJunction Query Service
 Project-URL: repository, https://github.com/DataJunction/dj
 Author-email: DataJunction Authors <roberto@dealmeida.net>
@@ -22,10 +22,11 @@ Requires-Dist: duckdb==0.8.1
 Requires-Dist: fastapi>=0.79.0
 Requires-Dist: importlib-metadata
 Requires-Dist: msgpack>=1.0.3
-Requires-Dist: pyspark==3.3.2
 Requires-Dist: python-dotenv==0.19.2
+Requires-Dist: pyyaml==5.3.1
 Requires-Dist: requests<=2.29.0,>=2.28.2
 Requires-Dist: rich>=10.16.2
+Requires-Dist: snowflake-connector-python>=3.3.1
 Requires-Dist: sqlalchemy-utils>=0.37.7
 Requires-Dist: sqlalchemy<2.0.0,>=1.4.41
 Requires-Dist: sqlmodel<1.0.0,>=0.0.8

{datajunction_query-0.0.1a31.dist-info → datajunction_query-0.0.1a32.dist-info}/RECORD

@@ -1,11 +1,11 @@
 alembic/env.py,sha256=cUXPBnE3hXpjINWb4vD8TKE7w3UnkYOjwT9DLa7Y5lg,2207
 alembic/versions/2023_02_28_0541-a7e11a2438b4_initial_migration.py,sha256=DRkvqqkbe8xhj34Y09NGqCv7Ohn73Ez2IuMEMNqgu1A,3146
 alembic/versions/2023_10_09_1858-f3407a1ec625_add_type_and_extra_para_ms_field_for_.py,sha256=HBdeQDzSALCGxUl6p7qSBhjWwtwIoh4QukGRNydg7fw,979
-djqs/__about__.py,sha256=dXBG1UdX2tVdiwoix_NgzSIcJ5HnXKM_3_Ajtqtuvzo,51
+djqs/__about__.py,sha256=wvEEZ4N9HskYsGiXssnRYtY1BQjuNRNXJziB4NU47dE,51
 djqs/__init__.py,sha256=nN5-uJoSVEwuc8n-wMygqeF0Xhxi_zqqbCgutZvAt3E,384
 djqs/config.py,sha256=Flva9W8McnTunUlHGhYd0CsgbsjWbZIoPW25ZTzFxws,3029
 djqs/constants.py,sha256=T-sO5C5-NNdEywGglTIu6bjT1VooFwW4XWNA_ZwSYM8,412
-djqs/engine.py,sha256=EJ-Z0guqA20H6b1U5_Of3fwvHJ_AknOrxY_ewMXqRFk,5114
+djqs/engine.py,sha256=0yYHMIa9UHn3VL7_SubwYntfnQgQp4GH5ez1_3mKKwE,5857
 djqs/exceptions.py,sha256=oHVFngJJGIPmZL7-AwpW9UnP0FDcncbjPcWJpv1SXAU,4888
 djqs/fixes.py,sha256=TcXnh0I1z4vEAupPatzrvnqyToGihndnxmLJtIn-_Z8,33
 djqs/typing.py,sha256=ByasjhXZza2VeRCj1mMhYeCTuW_xXc5P6OblyLYqtu4,6217
@@ -19,14 +19,14 @@ djqs/api/queries.py,sha256=NAZd2T9_CgWYKsxH7RxTUj6SIA2t8C4HEZHl_n47LL8,5485
 djqs/api/tables.py,sha256=5qADafYVkOBaPhq1s9s3Tf_RuTE1Eiqnnvi5bUYB7Io,1457
 djqs/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 djqs/models/catalog.py,sha256=o3Wlghwr6ax4Eo-3zE5Mdq478xyUxeaf2o3whFprXtU,2038
-djqs/models/engine.py,sha256=LcklXgew8O5wFELhI24p2HgOXcMPYrU9uGJ6PIQxdxM,861
+djqs/models/engine.py,sha256=k9cBvnYAfzz4yaBDvErDqXIwlqrRsKRbGikBKTQHJPA,889
 djqs/models/query.py,sha256=FeOOhVGAU8lOajcVYrd2GsOz_XcSWHDy8-t74mGKhhw,3332
 djqs/models/table.py,sha256=7HmiXWHBWEthqdwPYLlsOgeKD-w9urCHoC4xaQ1RnM8,238
 docker/duckdb_load.py,sha256=xOX5fCsJkrWa_7kYF6FEqkK8GWn2S1CmjvRCRIpLmxc,229
 docker/spark_load_roads.py,sha256=PN5D0eZw1MrXZ4Cax4aZGBWyRMwHVVVJBlugraQhiu8,574
 scripts/generate-openapi.py,sha256=m2P1EEFbF6glwmZj6ywoteo8OLvT-7b0IaooWQWqwU4,622
-datajunction_query-0.0.1a31.dist-info/METADATA,sha256=E8rWMok6h5XPxFCddzKcuofFMsshoxN2l9NSH1vWUXE,9417
-datajunction_query-0.0.1a31.dist-info/WHEEL,sha256=9QBuHhg6FNW7lppboF2vKVbCGTVzsFykgRQjjlajrhA,87
-datajunction_query-0.0.1a31.dist-info/licenses/AUTHORS.rst,sha256=G9YmXPfQ0kAuxqlCwvWVvUnZitP9hAc-rPfZ5q7Pv1U,235
-datajunction_query-0.0.1a31.dist-info/licenses/LICENSE.txt,sha256=KuSxhVgPuUGoYWphJig4POcTAIUNLUj8vOx-cqQFMj8,1081
-datajunction_query-0.0.1a31.dist-info/RECORD,,
+datajunction_query-0.0.1a32.dist-info/METADATA,sha256=F08Y2SUZNotWdNqWNvW6I7Bd7C6pKVzIOg1jOFvNlxc,9465
+datajunction_query-0.0.1a32.dist-info/WHEEL,sha256=9QBuHhg6FNW7lppboF2vKVbCGTVzsFykgRQjjlajrhA,87
+datajunction_query-0.0.1a32.dist-info/licenses/AUTHORS.rst,sha256=G9YmXPfQ0kAuxqlCwvWVvUnZitP9hAc-rPfZ5q7Pv1U,235
+datajunction_query-0.0.1a32.dist-info/licenses/LICENSE.txt,sha256=KuSxhVgPuUGoYWphJig4POcTAIUNLUj8vOx-cqQFMj8,1081
+datajunction_query-0.0.1a32.dist-info/RECORD,,

djqs/__about__.py

@@ -1,4 +1,4 @@
 """
 Version for Hatch
 """
-__version__ = "0.0.1a31"
+__version__ = "0.0.1a32"

djqs/engine.py

@@ -3,10 +3,12 @@ Query related functions.
 """
 
 import logging
+import os
 from datetime import datetime, timezone
 from typing import List, Tuple
 
 import duckdb
+import snowflake.connector
 import sqlparse
 from sqlalchemy import create_engine, text
 from sqlmodel import Session, select
@@ -94,6 +96,15 @@ def run_query(
             )
         )
         return run_duckdb_query(query, conn)
+    if engine.type == EngineType.SNOWFLAKE:
+        conn = snowflake.connector.connect(
+            **engine.extra_params,
+            password=os.getenv("SNOWSQL_PWD"),
+        )
+        cur = conn.cursor()
+
+        return run_snowflake_query(query, cur)
+
     sqla_engine = create_engine(engine.uri, **catalog.extra_params)
     connection = sqla_engine.connect()
 
@@ -128,6 +139,20 @@ def run_duckdb_query(
     return output
 
 
+def run_snowflake_query(
+    query: Query,
+    cur: snowflake.connector.cursor.SnowflakeCursor,
+) -> List[Tuple[str, List[ColumnMetadata], Stream]]:
+    """
+    Run a query against a snowflake warehouse
+    """
+    output: List[Tuple[str, List[ColumnMetadata], Stream]] = []
+    rows = cur.execute(query.submitted_query).fetchall()
+    columns: List[ColumnMetadata] = []
+    output.append((query.submitted_query, columns, rows))
+    return output
+
+
 def process_query(
     session: Session,
     settings: Settings,

djqs/models/engine.py

@@ -15,6 +15,7 @@ class EngineType(Enum):
 
     DUCKDB = "duckdb"
     SQLALCHEMY = "sqlalchemy"
+    SNOWFLAKE = "snowflake"
 
 
 class Engine(SQLModel, table=True):  # type: ignore