fakesnow 0.5.1__py3-none-any.whl → 0.7.0__py3-none-any.whl

fakesnow/__init__.py

@@ -30,8 +30,9 @@ def patch(
       - snowflake.connector.pandas_tools.write_pandas
 
     Args:
-        extra_targets (Sequence[types.ModuleType], optional): Extra targets to patch. Defaults to [].
-        auto_create_database
+        extra_targets (str | Sequence[str], optional): Extra targets to patch. Defaults to [].
+        create_database_on_connect (bool, optional): Create database if provided in connection. Defaults to True.
+        create_schema_on_connect (bool, optional): Create schema if provided in connection. Defaults to True.
 
         Allows extra targets beyond the standard snowflake.connector targets to be patched. Needed because we cannot
         patch definitions, only usages, see https://docs.python.org/3/library/unittest.mock.html#where-to-patch
@@ -65,10 +66,8 @@ def patch(
     for im in std_targets + list([extra_targets] if isinstance(extra_targets, str) else extra_targets):
         module_name = ".".join(im.split(".")[:-1])
         fn_name = im.split(".")[-1]
-        module = sys.modules.get(module_name)
-        if not module:
-            # module may not be loaded yet, try to import it
-            module = importlib.import_module(module_name)
+        # get module or try to import it if not loaded yet
+        module = sys.modules.get(module_name) or importlib.import_module(module_name)
         fn = module.__dict__.get(fn_name)
         assert fn, f"No module var {im}"
 

fakesnow/fakes.py

@@ -10,6 +10,7 @@ if TYPE_CHECKING:
     import pandas as pd
     import pyarrow.lib
 import pyarrow
+import snowflake.connector.converter
 import snowflake.connector.errors
 import sqlglot
 from duckdb import DuckDBPyConnection
@@ -47,6 +48,7 @@ class FakeSnowflakeCursor:
         self._last_sql = None
         self._last_params = None
         self._sqlstate = None
+        self._converter = snowflake.connector.converter.SnowflakeConverter()
 
     def __enter__(self) -> Self:
         return self
@@ -68,9 +70,9 @@ class FakeSnowflakeCursor:
             list[ResultMetadata]: _description_
         """
 
-        describe = transforms.as_describe(parse_one(command, read="snowflake"))
+        describe = f"DESCRIBE {command}"
         self.execute(describe, *args, **kwargs)
-        return FakeSnowflakeCursor._describe_as_result_metadata(self._duck_conn.fetchall())  # noqa: SLF001
+        return FakeSnowflakeCursor._describe_as_result_metadata(self._duck_conn.fetchall())
 
     @property
     def description(self) -> list[ResultMetadata]:
@@ -82,13 +84,13 @@ class FakeSnowflakeCursor:
             # match database and schema used on the main connection
             cur.execute(f"SET SCHEMA = '{self._conn.database}.{self._conn.schema}'")
             cur.execute(f"DESCRIBE {self._last_sql}", self._last_params)
-            meta = FakeSnowflakeCursor._describe_as_result_metadata(cur.fetchall())  # noqa: SLF001
+            meta = FakeSnowflakeCursor._describe_as_result_metadata(cur.fetchall())
 
         return meta  # type: ignore see https://github.com/duckdb/duckdb/issues/7816
 
     def execute(
         self,
-        command: str | exp.Expression,
+        command: str,
         params: Sequence[Any] | dict[Any, Any] | None = None,
         *args: Any,
         **kwargs: Any,
@@ -102,17 +104,15 @@ class FakeSnowflakeCursor:
 
     def _execute(
         self,
-        command: str | exp.Expression,
+        command: str,
         params: Sequence[Any] | dict[Any, Any] | None = None,
         *args: Any,
         **kwargs: Any,
     ) -> FakeSnowflakeCursor:
         self._arrow_table = None
 
-        if isinstance(command, exp.Expression):
-            expression = command
-        else:
-            expression = parse_one(self._rewrite_params(command, params), read="snowflake")
+        command, params = self._rewrite_with_params(command, params)
+        expression = parse_one(command, read="snowflake")
 
         cmd = expr.key_command(expression)
 
@@ -148,6 +148,7 @@ class FakeSnowflakeCursor:
             .transform(transforms.regex_substr)
             .transform(transforms.values_columns)
             .transform(transforms.to_date)
+            .transform(transforms.to_decimal)
             .transform(transforms.object_construct)
             .transform(transforms.timestamp_ntz_ns)
             .transform(transforms.float_to_double)
@@ -319,6 +320,14 @@ class FakeSnowflakeCursor:
                 return ResultMetadata(
                     name=column_name, type_code=12, display_size=None, internal_size=None, precision=0, scale=9, is_nullable=True               # noqa: E501
                 )
+            elif column_type == "JSON[]":
+                return ResultMetadata(
+                    name=column_name, type_code=10, display_size=None, internal_size=None, precision=None, scale=None, is_nullable=True               # noqa: E501
+                )
+            elif column_type == "JSON":
+                return ResultMetadata(
+                    name=column_name, type_code=9, display_size=None, internal_size=None, precision=None, scale=None, is_nullable=True               # noqa: E501
+                )
             else:
                 # TODO handle more types
                 raise NotImplementedError(f"for column type {column_type}")
@@ -331,20 +340,25 @@ class FakeSnowflakeCursor:
         ]
         return meta
 
-    def _rewrite_params(
+    def _rewrite_with_params(
         self,
         command: str,
         params: Sequence[Any] | dict[Any, Any] | None = None,
-    ) -> str:
-        if isinstance(params, dict):
-            # see https://docs.snowflake.com/en/developer-guide/python-connector/python-connector-api
-            raise NotImplementedError("dict params not supported yet")
-
+    ) -> tuple[str, Sequence[Any] | dict[Any, Any] | None]:
         if params and self._conn._paramstyle in ("pyformat", "format"):  # noqa: SLF001
-            # duckdb uses question mark style params
-            return command.replace("%s", "?")
+            # handle client-side in the same manner as the snowflake python connector
+
+            def convert(param: Any) -> Any:  # noqa: ANN401
+                return self._converter.quote(self._converter.escape(self._converter.to_snowflake(param)))
+
+            if isinstance(params, dict):
+                params = {k: convert(v) for k, v in params.items()}
+            else:
+                params = tuple(convert(v) for v in params)
+
+            return command % params, None
 
-        return command
+        return command, params
 
 
 class FakeSnowflakeConnection:

fakesnow/info_schema.py

@@ -40,6 +40,8 @@ case when starts_with(data_type, 'DECIMAL') or data_type='BIGINT' then 'NUMBER'
      when data_type='DOUBLE' then 'FLOAT'
      when data_type='BLOB' then 'BINARY'
      when data_type='TIMESTAMP' then 'TIMESTAMP_NTZ'
+     when data_type='JSON[]' then 'ARRAY'
+     when data_type='JSON' then 'OBJECT'
      else data_type end as data_type,
 ext_character_maximum_length as character_maximum_length, ext_character_octet_length as character_octet_length,
 case when data_type='BIGINT' then 38
@@ -57,12 +59,31 @@ AND ext_table_name = table_name AND ext_column_name = column_name
 """
 )
 
+# replicates https://docs.snowflake.com/sql-reference/info-schema/databases
+SQL_CREATE_INFORMATION_SCHEMA_DATABASES_VIEW = Template(
+    """
+create view ${catalog}.information_schema.databases AS
+select
+    catalog_name as database_name,
+    'SYSADMIN' as database_owner,
+    'NO' as is_transient,
+    null as comment,
+    to_timestamp(0)::timestamptz as created,
+    to_timestamp(0)::timestamptz as last_altered,
+    1 as retention_time,
+    'STANDARD' as type
+from information_schema.schemata
+where catalog_name not in ('memory', 'system', 'temp') and schema_name = 'information_schema'
+"""
+)
+
 
 def creation_sql(catalog: str) -> str:
     return f"""
         {SQL_CREATE_INFORMATION_SCHEMA_TABLES_EXT.substitute(catalog=catalog)};
         {SQL_CREATE_INFORMATION_SCHEMA_COLUMNS_EXT.substitute(catalog=catalog)};
         {SQL_CREATE_INFORMATION_SCHEMA_COLUMNS_VIEW.substitute(catalog=catalog)};
+        {SQL_CREATE_INFORMATION_SCHEMA_DATABASES_VIEW.substitute(catalog=catalog)};
     """
 
 

fakesnow/transforms.py

@@ -10,23 +10,6 @@ MISSING_DATABASE = "missing_database"
 SUCCESS_NOP = sqlglot.parse_one("SELECT 'Statement executed successfully.'")
 
 
-def as_describe(expression: exp.Expression) -> exp.Expression:
-    """Prepend describe to the expression.
-
-    Example:
-        >>> import sqlglot
-        >>> sqlglot.parse_one("SELECT name FROM CUSTOMERS").transform(as_describe).sql()
-        'describe SELECT name FROM CUSTOMERS'
-    Args:
-        expression (exp.Expression): the expression that will be transformed.
-
-    Returns:
-        exp.Expression: The transformed expression.
-    """
-
-    return exp.Describe(this=expression)
-
-
 # TODO: move this into a Dialect as a transpilation
 def create_database(expression: exp.Expression) -> exp.Expression:
     """Transform create database to attach database.
@@ -535,6 +518,34 @@ def to_date(expression: exp.Expression) -> exp.Expression:
     return expression
 
 
+def to_decimal(expression: exp.Expression) -> exp.Expression:
+    """Transform to_decimal, to_number, to_numeric expressions from snowflake to duckdb.
+
+    See https://docs.snowflake.com/en/sql-reference/functions/to_decimal
+    """
+
+    if (
+        isinstance(expression, exp.Anonymous)
+        and isinstance(expression.this, str)
+        and expression.this.upper() in ["TO_DECIMAL", "TO_NUMBER", "TO_NUMERIC"]
+    ):
+        expressions: list[exp.Expression] = expression.expressions
+
+        if len(expressions) > 1 and expressions[1].is_string:
+            # see https://docs.snowflake.com/en/sql-reference/functions/to_decimal#arguments
+            raise NotImplementedError(f"{expression.this} with format argument")
+
+        precision = expressions[1] if len(expressions) > 1 else exp.Literal(this="38", is_string=False)
+        scale = expressions[2] if len(expressions) > 2 else exp.Literal(this="0", is_string=False)
+
+        return exp.Cast(
+            this=expressions[0],
+            to=exp.DataType(this=exp.DataType.Type.DECIMAL, expressions=[precision, scale], nested=False, prefix=False),
+        )
+
+    return expression
+
+
 def timestamp_ntz_ns(expression: exp.Expression) -> exp.Expression:
     """Convert timestamp_ntz(9) to timestamp_ntz.
 

{fakesnow-0.5.1.dist-info → fakesnow-0.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fakesnow
-Version: 0.5.1
+Version: 0.7.0
 Summary: Fake Snowflake Connector for Python. Run Snowflake DB locally.
 License: MIT License
         
@@ -29,18 +29,18 @@ Classifier: License :: OSI Approved :: MIT License
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: duckdb (~=0.8.0)
+Requires-Dist: duckdb ~=0.8.0
 Requires-Dist: pyarrow
 Requires-Dist: snowflake-connector-python
-Requires-Dist: sqlglot (~=16.8.1)
+Requires-Dist: sqlglot ~=16.8.1
 Provides-Extra: dev
-Requires-Dist: black (~=23.3) ; extra == 'dev'
-Requires-Dist: build (~=0.10) ; extra == 'dev'
+Requires-Dist: black ~=23.3 ; extra == 'dev'
+Requires-Dist: build ~=0.10 ; extra == 'dev'
 Requires-Dist: snowflake-connector-python[pandas,secure-local-storage] ; extra == 'dev'
-Requires-Dist: pre-commit (~=3.2) ; extra == 'dev'
-Requires-Dist: pytest (~=7.3) ; extra == 'dev'
-Requires-Dist: ruff (~=0.0.263) ; extra == 'dev'
-Requires-Dist: twine (~=4.0) ; extra == 'dev'
+Requires-Dist: pre-commit ~=3.2 ; extra == 'dev'
+Requires-Dist: pytest ~=7.3 ; extra == 'dev'
+Requires-Dist: ruff ~=0.0.285 ; extra == 'dev'
+Requires-Dist: twine ~=4.0 ; extra == 'dev'
 Provides-Extra: notebook
 Requires-Dist: duckdb-engine ; extra == 'notebook'
 Requires-Dist: ipykernel ; extra == 'notebook'
@@ -128,7 +128,7 @@ def _fakesnow_session() -> Iterator[None]:
 - [x] [get_result_batches()](https://docs.snowflake.com/en/user-guide/python-connector-api#get_result_batches)
 - [x] information schema
 - [x] multiple databases
-- [x] [qmark binding](https://docs.snowflake.com/en/user-guide/python-connector-example#binding-data)
+- [x] [parameter binding](https://docs.snowflake.com/en/user-guide/python-connector-example#binding-data)
 - [x] table comments
 - [x] [write_pandas(..)](https://docs.snowflake.com/en/user-guide/python-connector-api#write_pandas)
 - [ ] [access control](https://docs.snowflake.com/en/user-guide/security-access-control-overview)
@@ -144,6 +144,10 @@ Partial support
 
 For more detail see [tests/test_fakes.py](tests/test_fakes.py)
 
+## Caveats
+
+- VARCHAR field sizes are not enforced unlike Snowflake which will error with "User character length limit (xxx) exceeded by string" when you try to insert a string longer than the column limit.
+
 ## Contributing
 
 See [CONTRIBUTING.md](CONTRIBUTING.md) to get started and develop in this repo.

fakesnow-0.7.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+fakesnow/__init__.py,sha256=mjtMo58BOxp9LU6pFPyVgl6GYtoF_tnaX5UqmPINVlU,3137
+fakesnow/checks.py,sha256=1qVLR0ZB3z3UPij3Hm8hqlkcNLH2QJnwe8OqkoFCwv8,2356
+fakesnow/expr.py,sha256=CAxuYIUkwI339DQIBzvFF0F-m1tcVGKEPA5rDTzmH9A,892
+fakesnow/fakes.py,sha256=xlhuB0teuW3ftNUra93h1HiiRwyupDnoqQYW8RosGwA,21508
+fakesnow/fixtures.py,sha256=LANb4LuiUjKbTZRHmgnAi50xC1rs1xF8SHLoBikB88c,509
+fakesnow/info_schema.py,sha256=3lkpRI_ByXbA1PwZ3hh4PtB9aLAsRbkI4MM_hTaOce8,4544
+fakesnow/py.typed,sha256=B-DLSjYBi7pkKjwxCSdpVj2J02wgfJr-E7B1wOUyxYU,80
+fakesnow/transforms.py,sha256=v7-Erd5cyK4dqw5jXkkQKIWp9j7lYeWaGhFeAnjGQsY,22962
+fakesnow-0.7.0.dist-info/LICENSE,sha256=BL6v_VTnU7xdsocviIQJMFr3stX_-uRfTyByo3gRu4M,1071
+fakesnow-0.7.0.dist-info/METADATA,sha256=UMNSLxz4REM3ha9JGd-dh_y06fv6C8EczHyI_SFo1bo,5421
+fakesnow-0.7.0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+fakesnow-0.7.0.dist-info/top_level.txt,sha256=x8S-sMmvfgNm2_1w0zlIF5YlDs2hR7eNQdVA6TgmPZE,14
+fakesnow-0.7.0.dist-info/RECORD,,

{fakesnow-0.5.1.dist-info → fakesnow-0.7.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.0)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

fakesnow-0.5.1.dist-info/RECORD

@@ -1,13 +0,0 @@
-fakesnow/__init__.py,sha256=ogZl2Z61FIiU2fg8WiM1FhXYLpG-Phvg855nmuMhdqQ,2992
-fakesnow/checks.py,sha256=1qVLR0ZB3z3UPij3Hm8hqlkcNLH2QJnwe8OqkoFCwv8,2356
-fakesnow/expr.py,sha256=CAxuYIUkwI339DQIBzvFF0F-m1tcVGKEPA5rDTzmH9A,892
-fakesnow/fakes.py,sha256=v6t0sLy9KsiiUW-KyRggamt7K7ADEw8uSXdQt6HmQN4,20760
-fakesnow/fixtures.py,sha256=LANb4LuiUjKbTZRHmgnAi50xC1rs1xF8SHLoBikB88c,509
-fakesnow/info_schema.py,sha256=0eJgDJ0sbEUVNcfGBb5hdCR2SiKJYmO0MA-ZnnsUhbo,3781
-fakesnow/py.typed,sha256=B-DLSjYBi7pkKjwxCSdpVj2J02wgfJr-E7B1wOUyxYU,80
-fakesnow/transforms.py,sha256=PTK3RA1SEiCT9urw97tLyhzXZuWZx5hCUWcvPO2DIwI,22305
-fakesnow-0.5.1.dist-info/LICENSE,sha256=BL6v_VTnU7xdsocviIQJMFr3stX_-uRfTyByo3gRu4M,1071
-fakesnow-0.5.1.dist-info/METADATA,sha256=H2Lo5Okt1MPsbpBW2CfeDYX9Yti-d8sTUOWFNAaHW8k,5225
-fakesnow-0.5.1.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
-fakesnow-0.5.1.dist-info/top_level.txt,sha256=x8S-sMmvfgNm2_1w0zlIF5YlDs2hR7eNQdVA6TgmPZE,14
-fakesnow-0.5.1.dist-info/RECORD,,