snowflake-connector-python 3.8.0__tar.gz → 3.9.0__tar.gz

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/DESCRIPTION.md

@@ -8,6 +8,15 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 
 # Release Notes
 
+- v3.9.0(April 20,2024)
+
+  - Added easy logging configuration so that users can easily generate log file by setup log config in `$SNOWFLAKE_HOME/config.toml`.
+  - Improved s3 acceleration logic when connecting to China endpoint.
+
+- v3.8.1(April 09, 2024)
+
+  - Reverted the change "Updated `write_pandas` to skip TABLE IF NOT EXISTS in truncate mode." introduced in v3.8.0 (yanked) as it's a breaking change. `write_pandas` will be fixed in the future in a non-breaking way.
+
 - v3.8.0(April 04,2024)
 
   - Improved `externalbrowser` auth in containerized environments

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: snowflake-connector-python
-Version: 3.8.0
+Version: 3.9.0
 Summary: Snowflake Connector for Python
 Home-page: https://www.snowflake.com/
 Author: Snowflake, Inc
@@ -85,6 +85,15 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 
 # Release Notes
 
+- v3.9.0(April 20,2024)
+
+  - Added easy logging configuration so that users can easily generate log file by setup log config in `$SNOWFLAKE_HOME/config.toml`.
+  - Improved s3 acceleration logic when connecting to China endpoint.
+
+- v3.8.1(April 09, 2024)
+
+  - Reverted the change "Updated `write_pandas` to skip TABLE IF NOT EXISTS in truncate mode." introduced in v3.8.0 (yanked) as it's a breaking change. `write_pandas` will be fixed in the future in a non-breaking way.
+
 - v3.8.0(April 04,2024)
 
   - Improved `externalbrowser` auth in containerized environments

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake/connector/__init__.py

@@ -44,6 +44,7 @@ from .errors import (
     ProgrammingError,
     _Warning,
 )
+from .log_configuration import EasyLoggingConfigPython
 from .version import VERSION
 
 logging.getLogger(__name__).addHandler(NullHandler())
@@ -92,4 +93,5 @@ __all__ = [
     "DATETIME",
     "ROWID",
     # Extended data type (experimental)
+    "EasyLoggingConfigPython",
 ]

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake/connector/connection.py

@@ -92,6 +92,7 @@ from .errorcode import (
     ER_NOT_IMPLICITY_SNOWFLAKE_DATATYPE,
 )
 from .errors import DatabaseError, Error, OperationalError, ProgrammingError
+from .log_configuration import EasyLoggingConfigPython
 from .network import (
     DEFAULT_AUTHENTICATOR,
     EXTERNAL_BROWSER_AUTHENTICATOR,
@@ -383,6 +384,9 @@ class SnowflakeConnection:
         If overwriting values from the default connection is desirable, supply
         the name explicitly.
         """
+        # initiate easy logging during every connection
+        easy_logging = EasyLoggingConfigPython()
+        easy_logging.create_log()
         self._lock_sequence_counter = Lock()
         self.sequence_counter = 0
         self._errorhandler = Error.default_errorhandler

snowflake_connector_python-3.9.0/src/snowflake/connector/log_configuration.py

@@ -0,0 +1,65 @@
+#
+# Copyright (c) 2012-2023 Snowflake Computing Inc. All rights reserved.
+#
+
+
+from __future__ import annotations
+
+import logging
+import os
+from logging.handlers import TimedRotatingFileHandler
+
+from snowflake.connector.config_manager import CONFIG_MANAGER
+from snowflake.connector.constants import DIRS
+from snowflake.connector.secret_detector import SecretDetector
+
+LOG_FILE_NAME = "python-connector.log"
+
+
+class EasyLoggingConfigPython:
+    def __init__(self):
+        self.path: str | None = None
+        self.level: str | None = None
+        self.save_logs: bool = False
+        self.parse_config_file()
+
+    def parse_config_file(self):
+        CONFIG_MANAGER.read_config()
+        data = CONFIG_MANAGER.conf_file_cache
+        if log := data.get("log"):
+            self.save_logs = log.get("save_logs", False)
+            self.level = log.get("level", "INFO")
+            self.path = log.get("path", os.path.join(DIRS.user_config_path, "logs"))
+
+            if not os.path.isabs(self.path):
+                raise FileNotFoundError(
+                    f"Log path must be an absolute file path: {self.path}"
+                )
+            # if log path does not exist, create it, else check accessibility
+            if not os.path.exists(self.path):
+                os.makedirs(self.path, exist_ok=True)
+            elif not os.access(self.path, os.R_OK | os.W_OK):
+                raise PermissionError(
+                    f"log path: {self.path} is not accessible, please verify your config file"
+                )
+
+    # create_log() is called outside __init__() so that it can be easily turned off
+    def create_log(self):
+        if self.save_logs:
+            logging.basicConfig(
+                filename=os.path.join(self.path, LOG_FILE_NAME),
+                level=logging.getLevelName(self.level),
+            )
+            for logger_name in ["snowflake.connector", "botocore", "boto3"]:
+                logger = logging.getLogger(logger_name)
+                logger.setLevel(logging.getLevelName(self.level))
+                ch = TimedRotatingFileHandler(
+                    os.path.join(self.path, LOG_FILE_NAME), when="midnight"
+                )
+                ch.setLevel(logging.getLevelName(self.level))
+                ch.setFormatter(
+                    SecretDetector(
+                        "%(asctime)s - %(threadName)s %(filename)s:%(lineno)d - %(funcName)s() - %(levelname)s - %(message)s"
+                    )
+                )
+                logger.addHandler(ch)

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake/connector/pandas_tools.py

@@ -393,14 +393,13 @@ def write_pandas(
             quote_identifiers,
         )
 
-        if auto_create_table:
-            create_table_sql = (
-                f"CREATE {table_type.upper()} TABLE IF NOT EXISTS {target_table_location} "
-                f"({create_table_columns})"
-                f" /* Python:snowflake.connector.pandas_tools.write_pandas() */ "
-            )
-            logger.debug(f"auto creating table with '{create_table_sql}'")
-            cursor.execute(create_table_sql, _is_internal=True)
+        create_table_sql = (
+            f"CREATE {table_type.upper()} TABLE IF NOT EXISTS {target_table_location} "
+            f"({create_table_columns})"
+            f" /* Python:snowflake.connector.pandas_tools.write_pandas() */ "
+        )
+        logger.debug(f"auto creating table with '{create_table_sql}'")
+        cursor.execute(create_table_sql, _is_internal=True)
         # need explicit casting when the underlying table schema is inferred
         parquet_columns = "$1:" + ",$1:".join(
             f"{quote}{snowflake_col}{quote}::{column_type_mapping[col]}"

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake/connector/s3_storage_client.py

@@ -80,6 +80,7 @@ class SnowflakeS3RestClient(SnowflakeStorageClient):
             )
         )
         self.use_s3_regional_url = use_s3_regional_url
+        self.location_type = stage_info.get("locationType")
 
         # if GS sends us an endpoint, it's likely for FIPS. Use it.
         self.endpoint: str | None = None
@@ -92,6 +93,9 @@ class SnowflakeS3RestClient(SnowflakeStorageClient):
     def transfer_accelerate_config(
         self, use_accelerate_endpoint: bool | None = None
     ) -> bool:
+        # accelerate cannot be used in China and us government
+        if self.location_type and "S3China" in self.location_type:
+            return False
         # if self.endpoint has been set, e.g. by metadata, no more config is needed.
         if self.endpoint is not None:
             return self.endpoint.find("s3-accelerate.amazonaws.com") >= 0

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake/connector/version.py

@@ -1,3 +1,3 @@
 # Update this for the versions
 # Don't change the forth version number from None
-VERSION = (3, 8, 0, None)
+VERSION = (3, 9, 0, None)

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake_connector_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: snowflake-connector-python
-Version: 3.8.0
+Version: 3.9.0
 Summary: Snowflake Connector for Python
 Home-page: https://www.snowflake.com/
 Author: Snowflake, Inc
@@ -85,6 +85,15 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 
 # Release Notes
 
+- v3.9.0(April 20,2024)
+
+  - Added easy logging configuration so that users can easily generate log file by setup log config in `$SNOWFLAKE_HOME/config.toml`.
+  - Improved s3 acceleration logic when connecting to China endpoint.
+
+- v3.8.1(April 09, 2024)
+
+  - Reverted the change "Updated `write_pandas` to skip TABLE IF NOT EXISTS in truncate mode." introduced in v3.8.0 (yanked) as it's a breaking change. `write_pandas` will be fixed in the future in a non-breaking way.
+
 - v3.8.0(April 04,2024)
 
   - Improved `externalbrowser` auth in containerized environments

{snowflake-connector-python-3.8.0 → snowflake_connector_python-3.9.0}/src/snowflake_connector_python.egg-info/SOURCES.txt

@@ -38,6 +38,7 @@ src/snowflake/connector/file_util.py
 src/snowflake/connector/gcs_storage_client.py
 src/snowflake/connector/gzip_decoder.py
 src/snowflake/connector/local_storage_client.py
+src/snowflake/connector/log_configuration.py
 src/snowflake/connector/network.py
 src/snowflake/connector/ocsp_asn1crypto.py
 src/snowflake/connector/ocsp_snowflake.py