fakesnow 0.7.0__py3-none-any.whl → 0.8.0__py3-none-any.whl

fakesnow/__init__.py

@@ -4,11 +4,8 @@ import contextlib
 import importlib
 import sys
 import unittest.mock as mock
+from collections.abc import Iterator, Sequence
 from contextlib import contextmanager
-from typing import (
-    Iterator,
-    Sequence,
-)
 
 import duckdb
 import snowflake.connector

fakesnow/fakes.py

@@ -1,8 +1,9 @@
 from __future__ import annotations
 
 import re
+from collections.abc import Iterable, Iterator, Sequence
 from types import TracebackType
-from typing import TYPE_CHECKING, Any, Iterable, Iterator, Literal, Optional, Sequence, Type, Union, cast
+from typing import TYPE_CHECKING, Any, Literal, Optional, Union, cast
 
 import duckdb
 
@@ -55,9 +56,9 @@ class FakeSnowflakeCursor:
 
     def __exit__(
         self,
-        exc_type: Optional[Type[BaseException]] = ...,
-        exc_value: Optional[BaseException] = ...,
-        traceback: Optional[TracebackType] = ...,
+        exc_type: type[BaseException] | None,
+        exc_value: BaseException | None,
+        traceback: TracebackType | None,
     ) -> bool:
         return False
 
@@ -149,6 +150,7 @@ class FakeSnowflakeCursor:
             .transform(transforms.values_columns)
             .transform(transforms.to_date)
             .transform(transforms.to_decimal)
+            .transform(transforms.to_timestamp)
             .transform(transforms.object_construct)
             .transform(transforms.timestamp_ntz_ns)
             .transform(transforms.float_to_double)
@@ -250,11 +252,11 @@ class FakeSnowflakeCursor:
         reader = self._duck_conn.fetch_record_batch(rows_per_batch=1000)
 
         batches = []
-        while True:
-            try:
+        try:
+            while True:
                 batches.append(FakeResultBatch(self._use_dict_result, reader.read_next_batch()))
-            except StopIteration:
-                break
+        except StopIteration:
+            pass
 
         return batches
 
@@ -320,13 +322,10 @@ class FakeSnowflakeCursor:
                 return ResultMetadata(
                     name=column_name, type_code=12, display_size=None, internal_size=None, precision=0, scale=9, is_nullable=True               # noqa: E501
                 )
-            elif column_type == "JSON[]":
-                return ResultMetadata(
-                    name=column_name, type_code=10, display_size=None, internal_size=None, precision=None, scale=None, is_nullable=True               # noqa: E501
-                )
             elif column_type == "JSON":
+                # TODO: correctly map OBJECT and ARRAY see https://github.com/tekumara/fakesnow/issues/26
                 return ResultMetadata(
-                    name=column_name, type_code=9, display_size=None, internal_size=None, precision=None, scale=None, is_nullable=True               # noqa: E501
+                    name=column_name, type_code=5, display_size=None, internal_size=None, precision=None, scale=None, is_nullable=True               # noqa: E501
                 )
             else:
                 # TODO handle more types
@@ -365,8 +364,8 @@ class FakeSnowflakeConnection:
     def __init__(
         self,
         duck_conn: DuckDBPyConnection,
-        database: Optional[str] = None,
-        schema: Optional[str] = None,
+        database: str | None = None,
+        schema: str | None = None,
         create_database: bool = True,
         create_schema: bool = True,
         *args: Any,
@@ -435,16 +434,16 @@ class FakeSnowflakeConnection:
 
     def __exit__(
         self,
-        exc_type: Optional[Type[BaseException]] = ...,
-        exc_value: Optional[BaseException] = ...,
-        traceback: Optional[TracebackType] = ...,
+        exc_type: type[BaseException] | None,
+        exc_value: BaseException | None,
+        traceback: TracebackType | None,
     ) -> bool:
         return False
 
     def commit(self) -> None:
         self.cursor().execute("COMMIT")
 
-    def cursor(self, cursor_class: Type[SnowflakeCursor] = SnowflakeCursor) -> FakeSnowflakeCursor:
+    def cursor(self, cursor_class: type[SnowflakeCursor] = SnowflakeCursor) -> FakeSnowflakeCursor:
         return FakeSnowflakeCursor(conn=self, duck_conn=self._duck_conn, use_dict_result=cursor_class == DictCursor)
 
     def execute_string(
@@ -452,7 +451,7 @@ class FakeSnowflakeConnection:
         sql_text: str,
         remove_comments: bool = False,
         return_cursors: bool = True,
-        cursor_class: Type[SnowflakeCursor] = SnowflakeCursor,
+        cursor_class: type[SnowflakeCursor] = SnowflakeCursor,
         **kwargs: dict[str, Any],
     ) -> Iterable[FakeSnowflakeCursor]:
         cursors = [

fakesnow/fixtures.py

@@ -1,4 +1,4 @@
-from typing import Iterator
+from collections.abc import Iterator
 
 import pytest
 

fakesnow/info_schema.py

@@ -40,8 +40,7 @@ case when starts_with(data_type, 'DECIMAL') or data_type='BIGINT' then 'NUMBER'
      when data_type='DOUBLE' then 'FLOAT'
      when data_type='BLOB' then 'BINARY'
      when data_type='TIMESTAMP' then 'TIMESTAMP_NTZ'
-     when data_type='JSON[]' then 'ARRAY'
-     when data_type='JSON' then 'OBJECT'
+     when data_type='JSON' then 'VARIANT'
      else data_type end as data_type,
 ext_character_maximum_length as character_maximum_length, ext_character_octet_length as character_octet_length,
 case when data_type='BIGINT' then 38

fakesnow/transforms.py

@@ -2,7 +2,6 @@ from __future__ import annotations
 
 from typing import cast
 
-import snowflake.connector
 import sqlglot
 from sqlglot import exp
 
@@ -140,7 +139,7 @@ def extract_text_length(expression: exp.Expression) -> exp.Expression:
         for dt in expression.find_all(exp.DataType):
             if dt.this in (exp.DataType.Type.VARCHAR, exp.DataType.Type.TEXT):
                 col_name = dt.parent and dt.parent.this and dt.parent.this.this
-                if dt_size := dt.find(exp.DataTypeSize):
+                if dt_size := dt.find(exp.DataTypeParam):
                     size = (
                         isinstance(dt_size.this, exp.Literal)
                         and isinstance(dt_size.this.this, str)
@@ -311,14 +310,8 @@ def parse_json(expression: exp.Expression) -> exp.Expression:
 def regex_replace(expression: exp.Expression) -> exp.Expression:
     """Transform regex_replace expressions from snowflake to duckdb."""
 
-    if (
-        isinstance(expression, exp.Anonymous)
-        and isinstance(expression.this, str)
-        and expression.this.upper() == "REGEXP_REPLACE"
-    ):
-        expressions = expression.expressions
-
-        if len(expressions) > 3:
+    if isinstance(expression, exp.RegexpReplace) and isinstance(expression.expression, exp.Literal):
+        if len(expression.args) > 3:
             # see https://docs.snowflake.com/en/sql-reference/functions/regexp_replace
             raise NotImplementedError(
                 "REGEXP_REPLACE with additional parameters (eg: <position>, <occurrence>, <parameters>) not supported"
@@ -326,64 +319,56 @@ def regex_replace(expression: exp.Expression) -> exp.Expression:
 
         # pattern: snowflake requires escaping backslashes in single-quoted string constants, but duckdb doesn't
         # see https://docs.snowflake.com/en/sql-reference/functions-regexp#label-regexp-escape-character-caveats
-        expressions[1].args["this"] = expressions[1].this.replace("\\\\", "\\")
+        expression.args["expression"] = exp.Literal(
+            this=expression.expression.this.replace("\\\\", "\\"), is_string=True
+        )
 
-        if len(expressions) == 2:
+        if not expression.args.get("replacement"):
             # if no replacement string, the snowflake default is ''
-            expressions.append(exp.Literal(this="", is_string=True))
+            expression.args["replacement"] = exp.Literal(this="", is_string=True)
 
         # snowflake regex replacements are global
-        expressions.append(exp.Literal(this="g", is_string=True))
+        expression.args["modifiers"] = exp.Literal(this="g", is_string=True)
 
     return expression
 
 
 def regex_substr(expression: exp.Expression) -> exp.Expression:
-    """Transform regex_substr expressions from snowflake to duckdb."""
-
-    if (
-        isinstance(expression, exp.Anonymous)
-        and isinstance(expression.this, str)
-        and expression.this.upper() == "REGEXP_SUBSTR"
-    ):
-        expressions = expression.expressions
+    """Transform regex_substr expressions from snowflake to duckdb.
 
-        if len(expressions) < 2:
-            raise snowflake.connector.errors.ProgrammingError(
-                msg=f"SQL compilation error:\nnot enough arguments for function [{expression.sql()}], expected 2, got {len(expressions)}",  # noqa: E501
-                errno=938,
-                sqlstate="22023",
-            )
+    See https://docs.snowflake.com/en/sql-reference/functions/regexp_substr
+    """
 
-        subject = expressions[0]
+    if isinstance(expression, exp.RegexpExtract):
+        subject = expression.this
 
         # pattern: snowflake requires escaping backslashes in single-quoted string constants, but duckdb doesn't
         # see https://docs.snowflake.com/en/sql-reference/functions-regexp#label-regexp-escape-character-caveats
-        pattern = expressions[1]
+        pattern = expression.expression
         pattern.args["this"] = pattern.this.replace("\\\\", "\\")
 
         # number of characters from the beginning of the string where the function starts searching for matches
         try:
-            position = expressions[2]
-        except IndexError:
+            position = expression.args["position"]
+        except KeyError:
             position = exp.Literal(this="1", is_string=False)
 
         # which occurrence of the pattern to match
         try:
-            occurrence = expressions[3]
-        except IndexError:
+            occurrence = expression.args["occurrence"]
+        except KeyError:
             occurrence = exp.Literal(this="1", is_string=False)
 
         try:
-            regex_parameters_value = str(expressions[4].this)
+            regex_parameters_value = str(expression.args["parameters"].this)
             # 'e' parameter doesn't make sense for duckdb
             regex_parameters = exp.Literal(this=regex_parameters_value.replace("e", ""), is_string=True)
-        except IndexError:
+        except KeyError:
             regex_parameters = exp.Literal(is_string=True)
 
         try:
-            group_num = expressions[5]
-        except IndexError:
+            group_num = expression.args["group"]
+        except KeyError:
             if isinstance(regex_parameters.this, str) and "e" in regex_parameters.this:
                 group_num = exp.Literal(this="1", is_string=False)
             else:
@@ -546,6 +531,20 @@ def to_decimal(expression: exp.Expression) -> exp.Expression:
     return expression
 
 
+def to_timestamp(expression: exp.Expression) -> exp.Expression:
+    """Convert to_timestamp(seconds) to timestamp without timezone (ie: TIMESTAMP_NTZ).
+
+    See https://docs.snowflake.com/en/sql-reference/functions/to_timestamp
+    """
+
+    if isinstance(expression, exp.UnixToTime):
+        return exp.Cast(
+            this=expression,
+            to=exp.DataType(this=exp.DataType.Type.TIMESTAMP, nested=False, prefix=False),
+        )
+    return expression
+
+
 def timestamp_ntz_ns(expression: exp.Expression) -> exp.Expression:
     """Convert timestamp_ntz(9) to timestamp_ntz.
 
@@ -555,7 +554,7 @@ def timestamp_ntz_ns(expression: exp.Expression) -> exp.Expression:
     if (
         isinstance(expression, exp.DataType)
         and expression.this == exp.DataType.Type.TIMESTAMP
-        and exp.DataTypeSize(this=exp.Literal(this="9", is_string=False)) in expression.expressions
+        and exp.DataTypeParam(this=exp.Literal(this="9", is_string=False)) in expression.expressions
     ):
         new = expression.copy()
         del new.args["expressions"]
@@ -579,15 +578,14 @@ def semi_structured_types(expression: exp.Expression) -> exp.Expression:
         exp.Expression: The transformed expression.
     """
 
-    if isinstance(expression, exp.DataType):
-        if expression.this in [exp.DataType.Type.OBJECT, exp.DataType.Type.VARIANT]:
-            new = expression.copy()
-            new.args["this"] = exp.DataType.Type.JSON
-            return new
-        elif expression.this == exp.DataType.Type.ARRAY:
-            new = expression.copy()
-            new.set("expressions", [exp.DataType(this=exp.DataType.Type.JSON)])
-            return new
+    if isinstance(expression, exp.DataType) and expression.this in [
+        exp.DataType.Type.ARRAY,
+        exp.DataType.Type.OBJECT,
+        exp.DataType.Type.VARIANT,
+    ]:
+        new = expression.copy()
+        new.args["this"] = exp.DataType.Type.JSON
+        return new
 
     return expression
 

{fakesnow-0.7.0.dist-info → fakesnow-0.8.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fakesnow
-Version: 0.7.0
+Version: 0.8.0
 Summary: Fake Snowflake Connector for Python. Run Snowflake DB locally.
 License: MIT License
         
@@ -29,17 +29,17 @@ Classifier: License :: OSI Approved :: MIT License
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: duckdb ~=0.8.0
+Requires-Dist: duckdb ~=0.9.2
 Requires-Dist: pyarrow
 Requires-Dist: snowflake-connector-python
-Requires-Dist: sqlglot ~=16.8.1
+Requires-Dist: sqlglot ~=19.5.1
 Provides-Extra: dev
-Requires-Dist: black ~=23.3 ; extra == 'dev'
-Requires-Dist: build ~=0.10 ; extra == 'dev'
+Requires-Dist: black ~=23.9 ; extra == 'dev'
+Requires-Dist: build ~=1.0 ; extra == 'dev'
 Requires-Dist: snowflake-connector-python[pandas,secure-local-storage] ; extra == 'dev'
-Requires-Dist: pre-commit ~=3.2 ; extra == 'dev'
-Requires-Dist: pytest ~=7.3 ; extra == 'dev'
-Requires-Dist: ruff ~=0.0.285 ; extra == 'dev'
+Requires-Dist: pre-commit ~=3.4 ; extra == 'dev'
+Requires-Dist: pytest ~=7.4 ; extra == 'dev'
+Requires-Dist: ruff ~=0.1.6 ; extra == 'dev'
 Requires-Dist: twine ~=4.0 ; extra == 'dev'
 Provides-Extra: notebook
 Requires-Dist: duckdb-engine ; extra == 'notebook'

fakesnow-0.8.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+fakesnow/__init__.py,sha256=JXg0HSEHSAOSjEE1ZeA_ogNQ2iFXGEuoibQWk7Pz-WM,3133
+fakesnow/checks.py,sha256=1qVLR0ZB3z3UPij3Hm8hqlkcNLH2QJnwe8OqkoFCwv8,2356
+fakesnow/expr.py,sha256=CAxuYIUkwI339DQIBzvFF0F-m1tcVGKEPA5rDTzmH9A,892
+fakesnow/fakes.py,sha256=qYYtgVNeRSDOMRZYrDo4lS3YB1vTmpAPiVQaeILUdAs,21352
+fakesnow/fixtures.py,sha256=FfVGhfuIQea0_GQKW8H4ZH0DoxrU2ZnMVJj2eobVbnI,518
+fakesnow/info_schema.py,sha256=maLS3k10ed_NUYVDeSaL9aXDuVGgQSX8mCYzTqMiW0U,4503
+fakesnow/py.typed,sha256=B-DLSjYBi7pkKjwxCSdpVj2J02wgfJr-E7B1wOUyxYU,80
+fakesnow/transforms.py,sha256=TIZa6uLbqTQ66j-xXzr7T475RTJLLyrTcVUvB5dgL1A,22894
+fakesnow-0.8.0.dist-info/LICENSE,sha256=BL6v_VTnU7xdsocviIQJMFr3stX_-uRfTyByo3gRu4M,1071
+fakesnow-0.8.0.dist-info/METADATA,sha256=pqyCHOXBSQ4O_I2QtxoGYEbiVfmesGj7V0nonJXt_LY,5418
+fakesnow-0.8.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+fakesnow-0.8.0.dist-info/top_level.txt,sha256=x8S-sMmvfgNm2_1w0zlIF5YlDs2hR7eNQdVA6TgmPZE,14
+fakesnow-0.8.0.dist-info/RECORD,,

{fakesnow-0.7.0.dist-info → fakesnow-0.8.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.2)
+Generator: bdist_wheel (0.42.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

fakesnow-0.7.0.dist-info/RECORD

@@ -1,13 +0,0 @@
-fakesnow/__init__.py,sha256=mjtMo58BOxp9LU6pFPyVgl6GYtoF_tnaX5UqmPINVlU,3137
-fakesnow/checks.py,sha256=1qVLR0ZB3z3UPij3Hm8hqlkcNLH2QJnwe8OqkoFCwv8,2356
-fakesnow/expr.py,sha256=CAxuYIUkwI339DQIBzvFF0F-m1tcVGKEPA5rDTzmH9A,892
-fakesnow/fakes.py,sha256=xlhuB0teuW3ftNUra93h1HiiRwyupDnoqQYW8RosGwA,21508
-fakesnow/fixtures.py,sha256=LANb4LuiUjKbTZRHmgnAi50xC1rs1xF8SHLoBikB88c,509
-fakesnow/info_schema.py,sha256=3lkpRI_ByXbA1PwZ3hh4PtB9aLAsRbkI4MM_hTaOce8,4544
-fakesnow/py.typed,sha256=B-DLSjYBi7pkKjwxCSdpVj2J02wgfJr-E7B1wOUyxYU,80
-fakesnow/transforms.py,sha256=v7-Erd5cyK4dqw5jXkkQKIWp9j7lYeWaGhFeAnjGQsY,22962
-fakesnow-0.7.0.dist-info/LICENSE,sha256=BL6v_VTnU7xdsocviIQJMFr3stX_-uRfTyByo3gRu4M,1071
-fakesnow-0.7.0.dist-info/METADATA,sha256=UMNSLxz4REM3ha9JGd-dh_y06fv6C8EczHyI_SFo1bo,5421
-fakesnow-0.7.0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-fakesnow-0.7.0.dist-info/top_level.txt,sha256=x8S-sMmvfgNm2_1w0zlIF5YlDs2hR7eNQdVA6TgmPZE,14
-fakesnow-0.7.0.dist-info/RECORD,,