fakesnow 0.9.11__py3-none-any.whl → 0.9.13__py3-none-any.whl

fakesnow/__init__.py

@@ -21,6 +21,7 @@ def patch(
     create_database_on_connect: bool = True,
     create_schema_on_connect: bool = True,
     db_path: str | os.PathLike | None = None,
+    nop_regexes: list[str] | None = None,
 ) -> Iterator[None]:
     """Patch snowflake targets with fakes.
 
@@ -36,8 +37,11 @@ def patch(
 
         create_database_on_connect (bool, optional): Create database if provided in connection. Defaults to True.
         create_schema_on_connect (bool, optional): Create schema if provided in connection. Defaults to True.
-        db_path (str | os.PathLike | None, optional): _description_. Use existing database files from this path
+        db_path (str | os.PathLike | None, optional): Use existing database files from this path
             or create them here if they don't already exist. If None databases are in-memory. Defaults to None.
+        nop_regexes (list[str] | None, optional): SQL statements matching these regexes (case-insensitive) will return
+            the success response without being run. Useful to skip over SQL commands that aren't implemented yet.
+            Defaults to None.
 
     Yields:
         Iterator[None]: None.
@@ -57,6 +61,7 @@ def patch(
             create_database=create_database_on_connect,
             create_schema=create_schema_on_connect,
             db_path=db_path,
+            nop_regexes=nop_regexes,
             **kwargs,
         ),
         snowflake.connector.pandas_tools.write_pandas: fakes.write_pandas,

fakesnow/fakes.py

@@ -16,6 +16,7 @@ from sqlglot import exp
 if TYPE_CHECKING:
     import pandas as pd
     import pyarrow.lib
+import numpy as np
 import pyarrow
 import snowflake.connector.converter
 import snowflake.connector.errors
@@ -134,8 +135,11 @@ class FakeSnowflakeCursor:
                 print(f"{command};{params=}" if params else f"{command};", file=sys.stderr)
 
             command, params = self._rewrite_with_params(command, params)
-            expression = parse_one(command, read="snowflake")
-            transformed = self._transform(expression)
+            if self._conn.nop_regexes and any(re.match(p, command, re.IGNORECASE) for p in self._conn.nop_regexes):
+                transformed = transforms.SUCCESS_NOP
+            else:
+                expression = parse_one(command, read="snowflake")
+                transformed = self._transform(expression)
             return self._execute(transformed, params)
         except snowflake.connector.errors.ProgrammingError as e:
             self._sqlstate = e.sqlstate
@@ -501,6 +505,7 @@ class FakeSnowflakeConnection:
         create_database: bool = True,
         create_schema: bool = True,
         db_path: str | os.PathLike | None = None,
+        nop_regexes: list[str] | None = None,
         *args: Any,
         **kwargs: Any,
     ):
@@ -512,6 +517,7 @@ class FakeSnowflakeConnection:
         self.database_set = False
         self.schema_set = False
         self.db_path = db_path
+        self.nop_regexes = nop_regexes
         self._paramstyle = snowflake.connector.paramstyle
 
         create_global_database(duck_conn)
@@ -606,9 +612,7 @@ class FakeSnowflakeConnection:
     def rollback(self) -> None:
         self.cursor().execute("ROLLBACK")
 
-    def _insert_df(
-        self, df: pd.DataFrame, table_name: str, database: str | None = None, schema: str | None = None
-    ) -> int:
+    def _insert_df(self, df: pd.DataFrame, table_name: str) -> int:
         # Objects in dataframes are written as parquet structs, and snowflake loads parquet structs as json strings.
         # Whereas duckdb analyses a dataframe see https://duckdb.org/docs/api/python/data_ingestion.html#pandas-dataframes--object-columns
         # and converts a object to the most specific type possible, eg: dict -> STRUCT, MAP or varchar, and list -> LIST
@@ -630,12 +634,7 @@ class FakeSnowflakeConnection:
             df[col] = df[col].apply(lambda x: json.dumps(x) if isinstance(x, (dict, list)) else x)
 
         escaped_cols = ",".join(f'"{col}"' for col in df.columns.to_list())
-        name = table_name
-        if schema:
-            table_name = f"{schema}.{table_name}"
-        if database:
-            name = f"{database}.{table_name}"
-        self._duck_conn.execute(f"INSERT INTO {name}({escaped_cols}) SELECT * FROM df")
+        self._duck_conn.execute(f"INSERT INTO {table_name}({escaped_cols}) SELECT * FROM df")
 
         return self._duck_conn.fetchall()[0][0]
 
@@ -685,6 +684,15 @@ WritePandasResult = tuple[
 ]
 
 
+def sql_type(dtype: np.dtype) -> str:
+    if str(dtype) == "int64":
+        return "NUMBER"
+    elif str(dtype) == "object":
+        return "VARCHAR"
+    else:
+        raise NotImplementedError(f"sql_type {dtype=}")
+
+
 def write_pandas(
     conn: FakeSnowflakeConnection,
     df: pd.DataFrame,
@@ -702,7 +710,18 @@ def write_pandas(
     table_type: Literal["", "temp", "temporary", "transient"] = "",
     **kwargs: Any,
 ) -> WritePandasResult:
-    count = conn._insert_df(df, table_name, database, schema)  # noqa: SLF001
+    name = table_name
+    if schema:
+        name = f"{schema}.{name}"
+    if database:
+        name = f"{database}.{name}"
+
+    if auto_create_table:
+        cols = [f"{c} {sql_type(t)}" for c, t in df.dtypes.to_dict().items()]
+
+        conn.cursor().execute(f"CREATE TABLE IF NOT EXISTS {name} ({','.join(cols)})")
+
+    count = conn._insert_df(df, name)  # noqa: SLF001
 
     # mocks https://docs.snowflake.com/en/sql-reference/sql/copy-into-table.html#output
     mock_copy_results = [("fakesnow/file0.txt", "LOADED", count, count, 1, 0, None, None, None, None)]

fakesnow/transforms.py

@@ -1122,12 +1122,10 @@ def timestamp_ntz_ns(expression: exp.Expression) -> exp.Expression:
 
     if (
         isinstance(expression, exp.DataType)
-        and expression.this == exp.DataType.Type.TIMESTAMP
+        and expression.this == exp.DataType.Type.TIMESTAMPNTZ
         and exp.DataTypeParam(this=exp.Literal(this="9", is_string=False)) in expression.expressions
     ):
-        new = expression.copy()
-        del new.args["expressions"]
-        return new
+        return exp.DataType(this=exp.DataType.Type.TIMESTAMP)
 
     return expression
 

{fakesnow-0.9.11.dist-info → fakesnow-0.9.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fakesnow
-Version: 0.9.11
+Version: 0.9.13
 Summary: Fake Snowflake Connector for Python. Run, mock and test Snowflake DB locally.
 License: Apache License
                                    Version 2.0, January 2004
@@ -213,7 +213,7 @@ License-File: LICENSE
 Requires-Dist: duckdb ~=0.10.0
 Requires-Dist: pyarrow
 Requires-Dist: snowflake-connector-python
-Requires-Dist: sqlglot ~=23.12.2
+Requires-Dist: sqlglot ~=23.14.0
 Provides-Extra: dev
 Requires-Dist: build ~=1.0 ; extra == 'dev'
 Requires-Dist: pandas-stubs ; extra == 'dev'

{fakesnow-0.9.11.dist-info → fakesnow-0.9.13.dist-info}/RECORD

@@ -1,18 +1,18 @@
-fakesnow/__init__.py,sha256=KWTeAxTcWXClN4bNo4kWHbC0ukOum7A4vtuL9zC1pT0,3472
+fakesnow/__init__.py,sha256=7040jPjD-bNJDU4Lel42CD_DU47oeu1IsY9Fx_DlslQ,3799
 fakesnow/__main__.py,sha256=GDrGyNTvBFuqn_UfDjKs7b3LPtU6gDv1KwosVDrukIM,76
 fakesnow/checks.py,sha256=-QMvdcrRbhN60rnzxLBJ0IkUBWyLR8gGGKKmCS0w9mA,2383
 fakesnow/cli.py,sha256=9qfI-Ssr6mo8UmIlXkUAOz2z2YPBgDsrEVaZv9FjGFs,2201
 fakesnow/expr.py,sha256=CAxuYIUkwI339DQIBzvFF0F-m1tcVGKEPA5rDTzmH9A,892
-fakesnow/fakes.py,sha256=OBoFJ7lSwB3hkcqcd7UZIcWO5Kaxg41JAt_eYRDahE0,29646
+fakesnow/fakes.py,sha256=q_mTOnNqYdXfrHohTRarGQG1ygh-QXV-7mCptpJ1OQ8,30231
 fakesnow/fixtures.py,sha256=G-NkVeruSQAJ7fvSS2fR2oysUn0Yra1pohHlOvacKEk,455
 fakesnow/global_database.py,sha256=WTVIP1VhNvdCeX7TQncX1TRpGQU5rBf5Pbxim40zeSU,1399
 fakesnow/info_schema.py,sha256=CdIcGXHEQ_kmEAzdQKvA-PX41LA6wlK-4p1J45qgKYA,6266
 fakesnow/macros.py,sha256=pX1YJDnQOkFJSHYUjQ6ErEkYIKvFI6Ncz_au0vv1csA,265
 fakesnow/py.typed,sha256=B-DLSjYBi7pkKjwxCSdpVj2J02wgfJr-E7B1wOUyxYU,80
-fakesnow/transforms.py,sha256=oFNMsWygVz5-B98HMnrWznlxJoxl-DwoVCTdwHSdK_0,50670
-fakesnow-0.9.11.dist-info/LICENSE,sha256=kW-7NWIyaRMQiDpryfSmF2DObDZHGR1cJZ39s6B1Svg,11344
-fakesnow-0.9.11.dist-info/METADATA,sha256=Q7KmvgTl7DtgDOBevWk9TISq3RAR4eueYO4d_toNtb8,17841
-fakesnow-0.9.11.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-fakesnow-0.9.11.dist-info/entry_points.txt,sha256=2riAUgu928ZIHawtO8EsfrMEJhi-EH-z_Vq7Q44xKPM,47
-fakesnow-0.9.11.dist-info/top_level.txt,sha256=500evXI1IFX9so82cizGIEMHAb_dJNPaZvd2H9dcKTA,24
-fakesnow-0.9.11.dist-info/RECORD,,
+fakesnow/transforms.py,sha256=gQJVehhUXNecnCe8GVC5EM9MBsSPNUHjz9_djUAyJUI,50648
+fakesnow-0.9.13.dist-info/LICENSE,sha256=kW-7NWIyaRMQiDpryfSmF2DObDZHGR1cJZ39s6B1Svg,11344
+fakesnow-0.9.13.dist-info/METADATA,sha256=1j1kYYfrf6tztJ24t45oMew6ShCqwnP8VDu00I4sbag,17841
+fakesnow-0.9.13.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+fakesnow-0.9.13.dist-info/entry_points.txt,sha256=2riAUgu928ZIHawtO8EsfrMEJhi-EH-z_Vq7Q44xKPM,47
+fakesnow-0.9.13.dist-info/top_level.txt,sha256=500evXI1IFX9so82cizGIEMHAb_dJNPaZvd2H9dcKTA,24
+fakesnow-0.9.13.dist-info/RECORD,,