snowflake-connector-python 3.5.0__tar.gz → 3.7.0__tar.gz

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/DESCRIPTION.md

@@ -8,6 +8,25 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 
 # Release Notes
 
+- v3.7.0(January 25,2024)
+
+  - Added a new boolean parameter `force_return_table` to `SnowflakeCursor.fetch_arrow_all` to force returning `pyarrow.Table` in case of zero rows.
+  - Cleanup some C++ code warnings and performance issues.
+  - Added support for Python 3.12
+  - Make local testing more robust against implicit assumptions.
+  - Fixed PyArrow Table type hinting
+  - Added support for connecting using an existing connection via the session and master token.
+  - Added support for connecting to Snowflake by authenticating with multiple SAML IDP using external browser.
+  - Fixed compilation issue due to missing cstdint header on gcc13.
+  - Improved config permissions warning message.
+
+- v3.6.0(December 09,2023)
+
+  - Added support for Vector types
+  - Changed urllib3 version pin to only affect Python versions < 3.10.
+  - Support for `private_key_file` and `private_key_file_pwd` connection parameters
+  - Added a new flag `expired` to `SnowflakeConnection` class, that keeps track of whether the connection's master token has expired.
+  - Fixed a bug where date insertion failed when date format is set and qmark style binding is used.
 
 - v3.5.0(November 13,2023)
 
@@ -19,7 +38,7 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
     - Deprecated environment variable `NANOARROW_USAGE`.
     - Deprecated module variable `snowflake.connector.cursor.NANOARROW_USAGE`.
 
-- v3.4.1(November 08, 2023)
+- v3.4.1(November 08,2023)
 
   - Bumped vendored `urllib3` to 1.26.18
   - Bumped vendored `requests` to 2.31.0

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/MANIFEST.in

@@ -18,6 +18,7 @@ exclude .pre-commit-config.yaml
 exclude license_header.txt
 exclude tox.ini
 exclude mypy.ini
+exclude .clang-format
 
 prune ci
 prune benchmark

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: snowflake-connector-python
-Version: 3.5.0
+Version: 3.7.0
 Summary: Snowflake Connector for Python
 Home-page: https://www.snowflake.com/
 Author: Snowflake, Inc
@@ -26,6 +26,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: SQL
 Classifier: Topic :: Database
 Classifier: Topic :: Scientific/Engineering :: Information Analysis
@@ -48,7 +49,7 @@ Requires-Dist: importlib-metadata; python_version < "3.8"
 Requires-Dist: packaging
 Requires-Dist: charset_normalizer<4,>=2
 Requires-Dist: idna<4,>=2.5
-Requires-Dist: urllib3<2.0.0,>=1.21.1
+Requires-Dist: urllib3<2.0.0,>=1.21.1; python_version < "3.10"
 Requires-Dist: certifi>=2017.4.17
 Requires-Dist: typing_extensions<5,>=4.3
 Requires-Dist: filelock<4,>=3.5
@@ -69,7 +70,7 @@ Requires-Dist: pytest-timeout; extra == "development"
 Requires-Dist: pytest-xdist; extra == "development"
 Requires-Dist: pytzdata; extra == "development"
 Provides-Extra: pandas
-Requires-Dist: pandas<2.1.0,>=1.0.0; extra == "pandas"
+Requires-Dist: pandas<2.2.0,>=1.0.0; extra == "pandas"
 Requires-Dist: pyarrow; extra == "pandas"
 Provides-Extra: secure-local-storage
 Requires-Dist: keyring!=16.1.0,<25.0.0; extra == "secure-local-storage"
@@ -84,6 +85,25 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 
 # Release Notes
 
+- v3.7.0(January 25,2024)
+
+  - Added a new boolean parameter `force_return_table` to `SnowflakeCursor.fetch_arrow_all` to force returning `pyarrow.Table` in case of zero rows.
+  - Cleanup some C++ code warnings and performance issues.
+  - Added support for Python 3.12
+  - Make local testing more robust against implicit assumptions.
+  - Fixed PyArrow Table type hinting
+  - Added support for connecting using an existing connection via the session and master token.
+  - Added support for connecting to Snowflake by authenticating with multiple SAML IDP using external browser.
+  - Fixed compilation issue due to missing cstdint header on gcc13.
+  - Improved config permissions warning message.
+
+- v3.6.0(December 09,2023)
+
+  - Added support for Vector types
+  - Changed urllib3 version pin to only affect Python versions < 3.10.
+  - Support for `private_key_file` and `private_key_file_pwd` connection parameters
+  - Added a new flag `expired` to `SnowflakeConnection` class, that keeps track of whether the connection's master token has expired.
+  - Fixed a bug where date insertion failed when date format is set and qmark style binding is used.
 
 - v3.5.0(November 13,2023)
 
@@ -95,7 +115,7 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
     - Deprecated environment variable `NANOARROW_USAGE`.
     - Deprecated module variable `snowflake.connector.cursor.NANOARROW_USAGE`.
 
-- v3.4.1(November 08, 2023)
+- v3.4.1(November 08,2023)
 
   - Bumped vendored `urllib3` to 1.26.18
   - Bumped vendored `requests` to 2.31.0

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/setup.cfg

@@ -24,6 +24,7 @@ classifiers =
 	Programming Language :: Python :: 3.9
 	Programming Language :: Python :: 3.10
 	Programming Language :: Python :: 3.11
+	Programming Language :: Python :: 3.12
 	Programming Language :: SQL
 	Topic :: Database
 	Topic :: Scientific/Engineering :: Information Analysis
@@ -53,7 +54,7 @@ install_requires =
 	packaging
 	charset_normalizer>=2,<4
 	idna>=2.5,<4
-	urllib3>=1.21.1,<2.0.0
+	urllib3>=1.21.1,<2.0.0; python_version < '3.10'
 	certifi>=2017.4.17
 	typing_extensions>=4.3,<5
 	filelock>=3.5,<4
@@ -92,7 +93,7 @@ development =
 	pytest-xdist
 	pytzdata
 pandas = 
-	pandas>=1.0.0,<2.1.0
+	pandas>=1.0.0,<2.2.0
 	pyarrow
 secure-local-storage = 
 	keyring!=16.1.0,<25.0.0

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/setup.py

@@ -75,6 +75,8 @@ if _ABLE_TO_COMPILE_EXTENSIONS and not SNOWFLAKE_DISABLE_COMPILE_ARROW_EXTENSION
             if options["debug"]:
                 ext.extra_compile_args.append("-g")
                 ext.extra_link_args.append("-g")
+                ext.extra_compile_args.append("-O0")
+                ext.extra_link_args.append("-O0")
             current_dir = os.getcwd()
 
             if ext.name == "snowflake.connector.nanoarrow_arrow_iterator":
@@ -88,48 +90,35 @@ if _ABLE_TO_COMPILE_EXTENSIONS and not SNOWFLAKE_DISABLE_COMPILE_ARROW_EXTENSION
 
                 ext.sources += [
                     os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "CArrowIterator.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "CArrowChunkIterator.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "CArrowTableIterator.cpp"
-                    ),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "SnowflakeType.cpp"),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "BinaryConverter.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "BooleanConverter.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "DecimalConverter.cpp"
-                    ),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "DateConverter.cpp"),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "FloatConverter.cpp"
-                    ),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "IntConverter.cpp"),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "StringConverter.cpp"
-                    ),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "TimeConverter.cpp"),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "TimeStampConverter.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "Python", "Common.cpp"
-                    ),
-                    os.path.join(
-                        NANOARROW_ARROW_ITERATOR_SRC_DIR, "Python", "Helpers.cpp"
-                    ),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "Util", "time.cpp"),
-                    NANOARROW_LOGGING_SRC_DIR + "/logging.cpp",
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "nanoarrow.c"),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "nanoarrow_ipc.c"),
-                    os.path.join(NANOARROW_ARROW_ITERATOR_SRC_DIR, "flatcc.c"),
+                        NANOARROW_ARROW_ITERATOR_SRC_DIR,
+                        *((file,) if isinstance(file, str) else file)
+                    )
+                    for file in {
+                        "BinaryConverter.cpp",
+                        "BooleanConverter.cpp",
+                        "CArrowChunkIterator.cpp",
+                        "CArrowIterator.cpp",
+                        "CArrowTableIterator.cpp",
+                        "DateConverter.cpp",
+                        "DecimalConverter.cpp",
+                        "FixedSizeListConverter.cpp",
+                        "FloatConverter.cpp",
+                        "IntConverter.cpp",
+                        "SnowflakeType.cpp",
+                        "StringConverter.cpp",
+                        "TimeConverter.cpp",
+                        "TimeStampConverter.cpp",
+                        "flatcc.c",
+                        "nanoarrow.c",
+                        "nanoarrow_ipc.c",
+                        ("Python", "Common.cpp"),
+                        ("Python", "Helpers.cpp"),
+                        ("Util", "time.cpp"),
+                    }
                 ]
+                ext.sources.append(
+                    os.path.join(NANOARROW_LOGGING_SRC_DIR, "logging.cpp")
+                )
                 ext.include_dirs.append(NANOARROW_ARROW_ITERATOR_SRC_DIR)
                 ext.include_dirs.append(NANOARROW_LOGGING_SRC_DIR)
 

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/arrow_context.py

@@ -7,7 +7,7 @@ from __future__ import annotations
 
 import decimal
 import time
-from datetime import datetime, timedelta, tzinfo
+from datetime import datetime, timedelta, timezone, tzinfo
 from logging import getLogger
 from sys import byteorder
 from typing import TYPE_CHECKING
@@ -33,7 +33,7 @@ try:
 except ImportError:
     tzlocal = None
 
-ZERO_EPOCH = datetime.utcfromtimestamp(0)
+ZERO_EPOCH = datetime.fromtimestamp(0, timezone.utc).replace(tzinfo=None)
 
 logger = getLogger(__name__)
 
@@ -99,7 +99,9 @@ class ArrowConverterContext:
         return t.replace(tzinfo=tzinfo)
 
     def TIMESTAMP_NTZ_to_python(self, epoch: int, microseconds: int) -> datetime:
-        return datetime.utcfromtimestamp(epoch) + timedelta(microseconds=microseconds)
+        return datetime.fromtimestamp(epoch, timezone.utc).replace(
+            tzinfo=None
+        ) + timedelta(microseconds=microseconds)
 
     def TIMESTAMP_NTZ_to_python_windows(
         self, epoch: int, microseconds: int

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/auth/_auth.py

@@ -11,7 +11,7 @@ import logging
 import tempfile
 import time
 import uuid
-from datetime import datetime
+from datetime import datetime, timezone
 from os import getenv, makedirs, mkdir, path, remove, removedirs, rmdir
 from os.path import expanduser
 from threading import Lock, Thread
@@ -392,7 +392,7 @@ class Auth:
                     "Token expires at: %s. "
                     "Current Time: %s",
                     str(auth_instance._jwt_token_exp),
-                    str(datetime.utcnow()),
+                    str(datetime.now(timezone.utc).replace(tzinfo=None)),
                 )
             from . import AuthByUsrPwdMfa
 

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/auth/keypair.py

@@ -8,7 +8,7 @@ from __future__ import annotations
 import base64
 import hashlib
 import os
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from logging import getLogger
 from typing import Any
 
@@ -103,7 +103,7 @@ class AuthByKeyPair(AuthByPlugin):
         account = account.upper()
         user = user.upper()
 
-        now = datetime.utcnow()
+        now = datetime.now(timezone.utc).replace(tzinfo=None)
 
         if isinstance(self._private_key, bytes):
             try:

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/auth/webbrowser.py

@@ -5,16 +5,18 @@
 
 from __future__ import annotations
 
+import base64
 import json
 import logging
 import os
+import secrets
 import socket
 import time
 import webbrowser
 from types import ModuleType
 from typing import TYPE_CHECKING, Any
 
-from ..compat import parse_qs, urlparse, urlsplit
+from ..compat import parse_qs, urlencode, urlparse, urlsplit
 from ..constants import (
     HTTP_HEADER_ACCEPT,
     HTTP_HEADER_CONTENT_TYPE,
@@ -134,10 +136,14 @@ class AuthByWebBrowser(AuthByPlugin):
             socket_connection.listen(0)  # no backlog
             callback_port = socket_connection.getsockname()[1]
 
-            logger.debug("step 1: query GS to obtain SSO url")
-            sso_url = self._get_sso_url(
-                conn, authenticator, service_name, account, callback_port, user
-            )
+            if conn._disable_console_login:
+                logger.debug("step 1: query GS to obtain SSO url")
+                sso_url = self._get_sso_url(
+                    conn, authenticator, service_name, account, callback_port, user
+                )
+            else:
+                logger.debug("step 1: constructing console login url")
+                sso_url = self._get_console_login_url(conn, callback_port, user)
 
             logger.debug("Validate SSO URL")
             if not is_valid_url(sso_url):
@@ -274,15 +280,13 @@ class AuthByWebBrowser(AuthByPlugin):
             content.append(f"Access-Control-Allow-Origin: {self._origin}")
             content.append("Vary: Accept-Encoding, Origin")
         else:
-            msg = """
+            msg = f"""
 <!DOCTYPE html><html><head><meta charset="UTF-8"/>
 <title>SAML Response for Snowflake</title></head>
 <body>
-Your identity was confirmed and propagated to Snowflake {}.
+Your identity was confirmed and propagated to Snowflake {self._application}.
 You can close this window now and go back where you started from.
-</body></html>""".format(
-                self._application
-            )
+</body></html>"""
         content.append(f"Content-Length: {len(msg)}")
         content.append("")
         content.append(msg)
@@ -415,3 +419,21 @@ You can close this window now and go back where you started from.
         sso_url = data["ssoUrl"]
         self._proof_key = data["proofKey"]
         return sso_url
+
+    def _get_console_login_url(
+        self, conn: SnowflakeConnection, port: int, user: str
+    ) -> str:
+        self._proof_key = base64.b64encode(secrets.token_bytes(32)).decode("ascii")
+        url = (
+            conn._rest.server_url
+            + "/console/login?"
+            + urlencode(
+                {
+                    "login_name": user,
+                    "browser_mode_redirect_port": port,
+                    "proof_key": self._proof_key,
+                }
+            )
+        )
+        logger.debug(f"Console Log In URL: {url}")
+        return url

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/azure_storage_client.py

@@ -7,7 +7,7 @@ from __future__ import annotations
 import json
 import os
 import xml.etree.ElementTree as ET
-from datetime import datetime
+from datetime import datetime, timezone
 from logging import getLogger
 from random import choice
 from string import hexdigits
@@ -90,7 +90,7 @@ class SnowflakeAzureRestClient(SnowflakeStorageClient):
             headers = {}
 
         def generate_authenticated_url_and_rest_args() -> tuple[bytes, dict[str, Any]]:
-            curtime = datetime.utcnow()
+            curtime = datetime.now(timezone.utc).replace(tzinfo=None)
             timestamp = curtime.strftime("YYYY-MM-DD")
             sas_token = self.credentials.creds["AZURE_SAS_TOKEN"]
             if sas_token and sas_token.startswith("?"):

{snowflake-connector-python-3.5.0 → snowflake-connector-python-3.7.0}/src/snowflake/connector/config_manager.py

@@ -336,7 +336,7 @@ class ConfigManager:
             ):
                 # for non-Windows, suggest change to 0600 permissions.
                 chmod_message = (
-                    f". To change owner, run `chown $USER {str(filep)}`. To restrict permissions, run `chmod 0600 {str(filep)}`."
+                    f'.\n * To change owner, run `chown $USER "{str(filep)}"`.\n * To restrict permissions, run `chmod 0600 "{str(filep)}"`.\n'
                     if not IS_WINDOWS
                     else ""
                 )