snowflake-connector-python 5.0.0b2__tar.gz → 5.0.0b3__tar.gz

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/Cargo.lock

@@ -3478,6 +3478,7 @@ dependencies = [
  "arrow",
  "base64 0.22.1",
  "chrono",
+ "dirs",
  "embed-resource",
  "error_trace",
  "libc",
@@ -3491,6 +3492,7 @@ dependencies = [
  "snafu 0.8.9",
  "strum",
  "strum_macros",
+ "temp-env",
  "test-case",
  "tokio",
  "tokio-util",
@@ -3510,8 +3512,10 @@ name = "odbc_trace_tool"
 version = "0.1.0"
 dependencies = [
  "clap",
+ "encoding_rs",
  "regex",
  "serde",
+ "serde_json",
  "serde_yaml",
  "snafu 0.8.9",
  "tempfile",
@@ -4385,6 +4389,7 @@ dependencies = [
  "url",
  "wasm-bindgen",
  "wasm-bindgen-futures",
+ "wasm-streams",
  "web-sys",
  "webpki-roots",
 ]
@@ -4832,6 +4837,7 @@ dependencies = [
  "axum",
  "base64 0.22.1",
  "brotli",
+ "bytes",
  "bzip2",
  "chrono",
  "clap",
@@ -4895,6 +4901,7 @@ dependencies = [
  "toml 0.8.23",
  "tracing",
  "tracing-appender",
+ "tracing-core",
  "tracing-opentelemetry",
  "tracing-subscriber",
  "tracing-test",
@@ -6063,6 +6070,19 @@ dependencies = [
  "unicode-ident",
 ]
 
+[[package]]
+name = "wasm-streams"
+version = "0.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65"
+dependencies = [
+ "futures-util",
+ "js-sys",
+ "wasm-bindgen",
+ "wasm-bindgen-futures",
+ "web-sys",
+]
+
 [[package]]
 name = "web-sys"
 version = "0.3.81"

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowflake-connector-python
-Version: 5.0.0b2
+Version: 5.0.0b3
 Summary: Snowflake DB driver for Python (Private Preview)
 Project-URL: Homepage, https://github.com/snowflakedb/universal-driver
 Project-URL: Bug Reports, https://github.com/snowflakedb/universal-driver/issues
@@ -8,7 +8,7 @@ Project-URL: Source, https://github.com/snowflakedb/universal-driver
 Project-URL: Documentation, https://github.com/snowflakedb/universal-driver/blob/main/README.md
 License: Apache-2.0
 Keywords: api,database,dbapi,pep249,python,snowflake
-Classifier: Development Status :: 3 - Alpha
+Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
@@ -58,11 +58,9 @@ Description-Content-Type: text/markdown
 
 # ⚠️ PRIVATE PREVIEW DISCLAIMER ⚠️
 
-**IMPORTANT:** This release contains a **Private Preview** version of the Snowflake DB driver. By downloading or using this software, you acknowledge and agree to the following conditions:
+**This is a beta version of our Universal Driver intended for Snowflake customers who are subject to Snowflake's Preview Terms.**
 
-- **Restricted Access:** Usage of this driver is strictly limited to participants who are actively enrolled in the official Private Preview program for this specific driver. If you have not been explicitly invited and authorized to participate in this preview, do not download, install, or use this software.
-- **Testing Environments Only:** For authorized Private Preview partners, this driver is provided solely for evaluation, feedback, and testing purposes. It must be deployed exclusively in isolated, non-production environments.
-- **"As-Is" Software:** As a preview release, this driver is still under active development. It may contain bugs, lack features, or undergo significant breaking changes before general availability. It is provided "as-is" without any warranties, service level agreements (SLAs), or official support commitments.
+This driver is not ready for use with production data and may be unstable. Please only use it if you are actively participating in the Universal Driver Private Preview.
 
 ## Development
 

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/README.md

@@ -1,10 +1,8 @@
 # ⚠️ PRIVATE PREVIEW DISCLAIMER ⚠️
 
-**IMPORTANT:** This release contains a **Private Preview** version of the Snowflake DB driver. By downloading or using this software, you acknowledge and agree to the following conditions:
+**This is a beta version of our Universal Driver intended for Snowflake customers who are subject to Snowflake's Preview Terms.**
 
-- **Restricted Access:** Usage of this driver is strictly limited to participants who are actively enrolled in the official Private Preview program for this specific driver. If you have not been explicitly invited and authorized to participate in this preview, do not download, install, or use this software.
-- **Testing Environments Only:** For authorized Private Preview partners, this driver is provided solely for evaluation, feedback, and testing purposes. It must be deployed exclusively in isolated, non-production environments.
-- **"As-Is" Software:** As a preview release, this driver is still under active development. It may contain bugs, lack features, or undergo significant breaking changes before general availability. It is provided "as-is" without any warranties, service level agreements (SLAs), or official support commitments.
+This driver is not ready for use with production data and may be unstable. Please only use it if you are actively participating in the Universal Driver Private Preview.
 
 ## Development
 

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/proto_generator/src/generators/python_generator.rs

@@ -113,11 +113,16 @@ impl PythonGenerator {
                 content += &self.generate_server_class(&service, &package);
             }
 
-            // Generate client classes
-            for service in file.service {
+            // Generate (synchronous) client classes
+            for service in file.service.clone() {
                 content += &self.generate_client_class(&service, &package);
             }
 
+            // Generate async client classes (separate code path from the sync clients)
+            for service in file.service {
+                content += &self.generate_async_client_class(&service, &package);
+            }
+
             result.add_file(
                 PathBuf::from(format!(r#"{package}_services.py"#)),
                 GeneratedFile::new(content),
@@ -311,6 +316,96 @@ class ProtoError(Exception):
 
         content
     }
+
+    /// Generate the asynchronous client for a service.
+    ///
+    /// This is a dedicated client for the async code path — separate from the
+    /// synchronous ``{service}Client``. Each method awaits
+    /// ``transport.handle_message_async``, which today offloads the blocking
+    /// FFI call to a worker thread via ``asyncio.to_thread``. A non-blocking,
+    /// callback-based FFI will replace that hop later without changing this
+    /// client's surface.
+    fn generate_async_client_class(
+        &self,
+        service: &crate::protobuf::ServiceDescriptorProto,
+        package: &str,
+    ) -> String {
+        let service_name = service.name.as_ref().unwrap_or(&String::new()).clone();
+        let service_error = service
+            .options
+            .as_ref()
+            .and_then(|o| o.service_error.as_ref());
+
+        let mut content = format!(
+            r#"class Async{service_name}Client:
+    """Asynchronous {service_name} client.
+
+    Each RPC awaits ``transport.handle_message_async``, which runs the
+    blocking FFI call on a worker thread so the event loop is not blocked.
+    This is a separate code path from the synchronous ``{service_name}Client``.
+    """
+
+    def __init__(self, transport, error_handler=None):
+        """
+        Args:
+            transport: Transport layer that handles message serialization.
+            error_handler: Optional callable that converts a proto-layer exception
+                into a public exception.  Must **return** the converted exception
+                (not raise it); ``_raise_error`` takes care of raising.
+        """
+        self._transport = transport
+        self._error_handler = error_handler
+
+    def _raise_error(self, exc):
+        if self._error_handler is not None:
+            raise self._error_handler(exc) from None
+        raise exc
+
+"#
+        );
+
+        for method in &service.method {
+            let name = camel_to_snake_case(method.name.as_ref().unwrap_or(&String::new()));
+            let input_type = to_rust_message_name(
+                &package.to_string(),
+                &method.input_type.as_ref().unwrap_or(&String::new()).clone(),
+            );
+            let output_type = to_rust_message_name(
+                &package.to_string(),
+                &method
+                    .output_type
+                    .as_ref()
+                    .unwrap_or(&String::new())
+                    .clone(),
+            );
+            let method_error = method
+                .options
+                .as_ref()
+                .and_then(|o| o.method_error.as_ref());
+            let empty_error = "EmptyError".to_string();
+            let error_type = method_error.or(service_error).unwrap_or(&empty_error);
+
+            content += &format!(
+                r#"    async def {name}(self, request: {input_type}) -> {output_type}:
+        (code, response_bytes) = await self._transport.handle_message_async('{service_name}', '{name}', request.SerializeToString())
+        if code == 0:
+            response = {output_type}()
+            response.ParseFromString(response_bytes)
+            return response
+        elif code == 1:
+            error = {error_type}()
+            error.ParseFromString(response_bytes)
+            self._raise_error(ProtoApplicationException(error))
+        elif code == 2:
+            self._raise_error(ProtoTransportException(str(response_bytes)))
+        else:
+            self._raise_error(ProtoTransportException(f"Unknown error code: %s", code))
+"#
+            );
+        }
+
+        content
+    }
 }
 
 impl Default for PythonGenerator {

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/proto_generator/src/generators/rust_generator.rs

@@ -230,7 +230,7 @@ use prost::Message;
 					Ok(input) => input,
 					Err(e) => return Err(ProtoError::Transport(e.to_string())),
 				}};
-				let result = self.{name}(input).await;
+				let result = Box::pin(self.{name}(input)).await;
 				match result {{
 				Ok(output) => Ok(output.encode_to_vec()),
 				Err(e) => Err(ProtoError::Application(e.encode_to_vec())),

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/proto_generator/src/protoc_installer.rs

@@ -72,21 +72,89 @@ fn download_url() -> String {
 
 fn download_and_install(dest: &Path) {
     let url = download_url();
-    eprintln!("Downloading protoc v{PROTOC_VERSION} from {url}");
 
     std::fs::create_dir_all(dest).expect("Failed to create protoc cache directory");
     let zip_path = dest.join("protoc.zip");
 
-    let status = std::process::Command::new("curl")
-        .args(["-sSL", "--fail", "-o"])
-        .arg(&zip_path)
-        .arg(&url)
-        .status()
-        .expect("Failed to execute curl. Install curl or set the PROTOC env var.");
+    // Two layers of retry guard the build against transient GitHub Releases failures
+    // (recurring HTTP 5xx, slow connect, partial download):
+    //
+    //   1. `curl --retry 5` already covers the failure mode we actually see —
+    //      curl's documented default treats HTTP 408/429/500/502/503/504 as
+    //      transient and retries them with its own backoff, so a 504 from
+    //      releases.githubusercontent.com is absorbed inside a single curl
+    //      invocation without any extra flags. We intentionally do NOT pass
+    //      `--retry-all-errors` (added in curl 7.71): the manylinux build
+    //      container ships an older curl that hard-errors on unknown options
+    //      (exit 2), which would push every attempt into the outer loop and
+    //      effectively disable retries. Sticking to flags supported back to
+    //      ~7.52 (`--retry`, `--retry-delay`, `--retry-max-time`, plus the
+    //      connect/total timeouts) keeps every CI runner (macOS-15, ubuntu-24,
+    //      Windows-2022, manylinux_2_*) on the same code path.
+    //
+    //   2. An outer exponential-backoff loop (1s → 2s → 4s → 8s, 5 attempts total)
+    //      catches the failures curl's own retry doesn't: partial downloads that
+    //      leave a corrupt zip on disk, transient DNS/SSL handshake errors that
+    //      curl exits on without retrying, and any future failure class we
+    //      haven't enumerated. Each outer attempt starts by deleting the
+    //      previous zip so extract_zip never sees a half-written file.
+    //
+    // Total worst-case stall ≈ 1+2+4+8 = 15s of outer backoff plus curl's
+    // internal retry budget (capped by --retry-max-time at 120s) — well under
+    // any CI job budget, and far cheaper than rerunning the whole release
+    // pipeline on a 504.
+    const MAX_ATTEMPTS: u32 = 5;
+    let mut last_status = None;
+    for attempt in 1..=MAX_ATTEMPTS {
+        eprintln!(
+            "Downloading protoc v{PROTOC_VERSION} from {url} (attempt {attempt}/{MAX_ATTEMPTS})"
+        );
+
+        // Best-effort cleanup of any partial download from the previous attempt.
+        // A corrupt zip would otherwise survive into extract_zip() and fail there.
+        let _ = std::fs::remove_file(&zip_path);
+
+        let status = std::process::Command::new("curl")
+            .args([
+                "-sSL",
+                "--fail",
+                "--retry",
+                "5",
+                "--retry-delay",
+                "2",
+                "--retry-max-time",
+                "120",
+                "--connect-timeout",
+                "30",
+                "--max-time",
+                "300",
+                "-o",
+            ])
+            .arg(&zip_path)
+            .arg(&url)
+            .status()
+            .expect("Failed to execute curl. Install curl or set the PROTOC env var.");
+
+        if status.success() {
+            last_status = Some(status);
+            break;
+        }
+        last_status = Some(status);
+
+        if attempt < MAX_ATTEMPTS {
+            let backoff_ms = 1_000u64 * (1u64 << (attempt - 1));
+            eprintln!("curl failed (status: {status}); retrying in {backoff_ms} ms");
+            std::thread::sleep(std::time::Duration::from_millis(backoff_ms));
+        }
+    }
 
+    let status = last_status.expect("curl loop must produce at least one status");
     assert!(
         status.success(),
-        "Failed to download protoc from {url} (curl exit status: {status})"
+        "Failed to download protoc from {url} after {MAX_ATTEMPTS} attempts \
+         (last curl exit status: {status}). \
+         Set the PROTOC env var to a local protoc binary to bypass the download \
+         (useful in offline or locked-down environments).",
     );
 
     extract_zip(&zip_path, dest);

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/protobuf/database_driver_v1.proto

@@ -332,6 +332,7 @@ message ConnectionGetInfoResponse {
   optional string schema = 10;
   optional string warehouse = 11;
   optional string master_token = 12;
+  optional string user_agent = 13;
 }
 
 message ConnectionGetObjectsRequest {
@@ -422,6 +423,19 @@ message ConnectionGetAllParametersResponse {
   map<string, string> parameters = 1;
 }
 
+// Reads the Snowflake server version cached from the login response.
+// Distinct from ConnectionGetInfo (which aggregates ~12 fields and takes
+// several locks) so SQLGetInfo(SQL_DBMS_VER) / JDBC getDatabaseProductVersion
+// stay cheap even when callers poll them per-statement.
+message ConnectionGetServerVersionRequest {
+  ConnectionHandle conn_handle = 1;
+}
+
+message ConnectionGetServerVersionResponse {
+  // Empty when called before login completes.
+  optional string server_version = 1;
+}
+
 message ConnectionValidateOptionsRequest {
   ConnectionHandle conn_handle = 1;
 }
@@ -467,6 +481,7 @@ message ConnectionTokenResponse {
 // Heartbeat request to validate that the connection and session are still alive.
 message ConnectionHeartbeatRequest {
   ConnectionHandle conn_handle = 1;
+  optional uint32 timeout_seconds = 2;  // 0 / absent = use default (300s)
 }
 
 message ConnectionHeartbeatResponse {
@@ -534,6 +549,7 @@ message PrepareResult {
   int32 number_of_binds = 5;
   string query = 6;
   optional string sql_state = 7;
+  bool array_bind_supported = 8;
 }
 
 message StatementPrepareRequest {
@@ -705,6 +721,15 @@ message ConfigSection {
 message ConnectionSetOptionsRequest {
   ConnectionHandle conn_handle = 1;
   map<string, ConfigSetting> options = 2;
+  // True when the caller invoked connect() with zero connection-identifying
+  // options (the legacy Python driver's `is_kwargs_empty` condition). The core
+  // then falls back to the default connection profile from connections.toml,
+  // honoring SNOWFLAKE_DEFAULT_CONNECTION_NAME and config.toml's
+  // `default_connection_name`. Language wrappers MUST compute this from the
+  // raw caller input *before* injecting any bookkeeping params (application,
+  // client_app_id, …); a value of `false` (the default) means "caller supplied
+  // something", so do not load the default profile.
+  bool no_connection_details = 3;
 }
 
 message ConnectionSetOptionsResponse {
@@ -748,8 +773,19 @@ message ConnectionGetQueryStatusRequest {
 message ConnectionGetQueryStatusResponse {
   // Status name as returned by the server (e.g. "RUNNING", "SUCCESS", "FAILED_WITH_ERROR")
   string status_name = 1;
-  optional int32 error_code = 2;
-  optional string error_message = 3;
+  int64 end_time = 2;
+  optional int32 error_code = 3;
+  optional string error_message = 4;
+  string query_id = 5;
+  int64 session_id = 6;
+  string sql_text = 7;
+  int64 start_time = 8;
+  string state = 9;
+  int32 total_duration = 10;
+  optional string warehouse_external_size = 11;
+  int64 warehouse_id = 12;
+  optional string warehouse_name = 13;
+  optional string warehouse_server_type = 14;
 }
 
 message ConfigGetPathsRequest {
@@ -812,6 +848,10 @@ service DatabaseDriver {
   rpc ConnectionGetParameter(ConnectionGetParameterRequest) returns (ConnectionGetParameterResponse);
   // gets all resolved session parameters at once
   rpc ConnectionGetAllParameters(ConnectionGetAllParametersRequest) returns (ConnectionGetAllParametersResponse);
+  // returns the Snowflake server version cached from the login response
+  // (`serverVersion` in `/session/v1/login-request`); backs
+  // `SQLGetInfo(SQL_DBMS_VER)` and `getDatabaseProductVersion`
+  rpc ConnectionGetServerVersion(ConnectionGetServerVersionRequest) returns (ConnectionGetServerVersionResponse);
   // pre-flight validation of connection options - reports all issues at once
   rpc ConnectionValidateOptions(ConnectionValidateOptionsRequest) returns (ConnectionValidateOptionsResponse);
   // Fetch the result of a previously executed query by Snowflake Query ID

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/pyproject.toml

@@ -10,7 +10,7 @@ readme = "README.md"
 license = { text = "Apache-2.0" }
 keywords = ["database", "api", "pep249", "dbapi", "python", "snowflake"]
 classifiers = [
-    "Development Status :: 3 - Alpha",
+    "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
     "Topic :: Database",
     "Topic :: Software Development :: Libraries :: Python Modules",
@@ -147,6 +147,7 @@ markers = [
     "slow: marks tests as slow (e.g., full sdist install with Rust compilation)",
     "skip_for_json_result_set(reason: str=''): skip when QUERY_RESULT_FORMAT=JSON (tests requiring Arrow precision)",
     "require_vpn: test requires VPN access (skipped outside Jenkins CI)",
+    "requires_browser: test requires headless browser container (skipped unless SF_TEST_HEADLESS_BROWSER=true)",
     "flaky: marks tests as flaky; skipped by default, run explicitly via the flaky CI job or `-m flaky` locally",
 ]
 log_cli = false

{snowflake_connector_python-5.0.0b2 → snowflake_connector_python-5.0.0b3}/sf_core/Cargo.toml

@@ -15,6 +15,7 @@ protobuf = ["prost", "proto_utils"]
 vendored-openssl = ["openssl/vendored"]
 auth_mfa_e2e = []
 auth_oauth_e2e = []
+gcs_e2e = []
 perf_timing = []
 test-utils = []
 cli = ["clap"]
@@ -26,10 +27,12 @@ opentelemetry_sdk = { version = "0.30.0", default-features = false, features = [
 opentelemetry-otlp = { version = "0.30.0" }
 opentelemetry-semantic-conventions = { version = "0.30.0" }
 tracing = "0.1.41"
+tracing-core = "0.1.34"
 tracing-appender = "0.2"
 tracing-subscriber = { version = "0.3.19", features = ["fmt", "env-filter"] }
 rand = "0.9.2"
-reqwest = { version = "0.12.23", features = ["json", "rustls-tls", "gzip"] }
+bytes = "1"
+reqwest = { version = "0.12.23", features = ["json", "rustls-tls", "gzip", "stream"] }
 serde = { version = "1.0.219", features = ["derive"] }
 serde_json = { version = "1.0.143", features = ["raw_value"] }
 futures = "0.3"
@@ -39,8 +42,8 @@ tokio-stream = "0.1"
 toml = "0.8"
 uuid = { version = "1.18", features = ["v4"] }
 base64 = "0.22.1"
-arrow = { version = "56.0.0", features = ["ffi"] }
-arrow-ipc = "56.0.0"
+arrow = { version = ">=54.0.0, <59", features = ["ffi"] }
+arrow-ipc = ">=54.0.0, <59"
 flate2 = "1.1.2"
 openssl = "0.10.73"
 jwt = { version = "0.16.0", features = ["openssl"] }
@@ -160,6 +163,10 @@ path = "tests/logging_custom_file_tests.rs"
 name = "logging_query_tests"
 path = "tests/logging_query_tests.rs"
 
+[[test]]
+name = "byte_source_roundtrip"
+path = "tests/byte_source_roundtrip.rs"
+
 [[test]]
 name = "e2e_tests"
 path = "tests/e2e/mod.rs"