floe-python 0.6.7__tar.gz → 0.6.8__tar.gz

{floe_python-0.6.7 → floe_python-0.6.8}/Cargo.lock

@@ -1847,9 +1847,9 @@ dependencies = [
 
 [[package]]
 name = "crossbeam-epoch"
-version = "0.9.18"
+version = "0.9.20"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e"
+checksum = "2d6914041f254d6e9176c01941b21115dcfb7089e55135a35411081bd106ef3f"
 dependencies = [
  "crossbeam-utils",
 ]
@@ -3340,7 +3340,7 @@ dependencies = [
 
 [[package]]
 name = "floe-cli"
-version = "0.6.7"
+version = "0.6.8"
 dependencies = [
  "assert_cmd",
  "clap",
@@ -3353,7 +3353,7 @@ dependencies = [
 
 [[package]]
 name = "floe-core"
-version = "0.6.7"
+version = "0.6.8"
 dependencies = [
  "apache-avro",
  "arrow",
@@ -3399,7 +3399,7 @@ dependencies = [
 
 [[package]]
 name = "floe-python"
-version = "0.6.7"
+version = "0.6.8"
 dependencies = [
  "floe-core",
  "pyo3",

{floe_python-0.6.7 → floe_python-0.6.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: floe-python
-Version: 0.6.7
+Version: 0.6.8
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research

{floe_python-0.6.7 → floe_python-0.6.8}/crates/floe-core/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "floe-core"
-version = "0.6.7"
+version = "0.6.8"
 edition = "2021"
 description = "Core library for Floe, a YAML-driven technical ingestion tool."
 license = "MIT"

{floe_python-0.6.7 → floe_python-0.6.8}/crates/floe-core/src/io/storage/providers/s3.rs

@@ -12,6 +12,8 @@ use crate::io::storage::uri::{format_bucket_uri, parse_bucket_uri, BucketLocatio
 use crate::io::storage::{planner, ConditionalWrite, ObjectRef, StorageClient, StoredObject};
 use crate::FloeResult;
 
+const AWS_S3_FORCE_PATH_STYLE: &str = "AWS_S3_FORCE_PATH_STYLE";
+
 pub struct S3Client {
     bucket: String,
     client: Client,
@@ -44,7 +46,7 @@ impl S3Client {
             builder.load().await
         });
         let mut s3_builder = aws_sdk_s3::config::Builder::from(&config);
-        if path_style_access.unwrap_or(false) {
+        if resolve_path_style_access(path_style_access) {
             s3_builder = s3_builder.force_path_style(true);
         }
         let client = Client::from_conf(s3_builder.build());
@@ -290,6 +292,25 @@ impl StorageClient for S3Client {
     }
 }
 
+#[doc(hidden)]
+pub fn resolve_path_style_access(configured: Option<bool>) -> bool {
+    let env_value = std::env::var(AWS_S3_FORCE_PATH_STYLE).ok();
+    resolve_path_style_access_from_env(configured, env_value.as_deref())
+}
+
+#[doc(hidden)]
+pub fn resolve_path_style_access_from_env(
+    configured: Option<bool>,
+    env_value: Option<&str>,
+) -> bool {
+    configured.unwrap_or_else(|| {
+        env_value.is_some_and(|value| {
+            let value = value.trim();
+            value == "1" || value.eq_ignore_ascii_case("true")
+        })
+    })
+}
+
 fn is_not_found<E: std::fmt::Display>(err: &E) -> bool {
     let text = err.to_string();
     text.contains("NoSuchKey") || text.contains("NotFound") || text.contains("404")

{floe_python-0.6.7 → floe_python-0.6.8}/crates/floe-core/tests/unit/io/storage/s3.rs

@@ -1,6 +1,6 @@
 use std::path::Path;
 
-use floe_core::io::storage::s3::parse_s3_uri;
+use floe_core::io::storage::s3::{parse_s3_uri, resolve_path_style_access_from_env};
 use floe_core::io::storage::{filter_by_suffixes, stable_sort_refs, temp_path_for_key, ObjectRef};
 
 #[test]
@@ -17,6 +17,27 @@ fn parse_s3_uri_allows_bucket_only() {
     assert_eq!(loc.key, "");
 }
 
+#[test]
+fn path_style_access_prefers_explicit_config() {
+    let resolve = resolve_path_style_access_from_env;
+
+    assert!(resolve(Some(true), None));
+    assert!(resolve(Some(true), Some("false")));
+    assert!(!resolve(Some(false), Some("true")));
+}
+
+#[test]
+fn path_style_access_falls_back_to_aws_env_convention() {
+    let resolve = resolve_path_style_access_from_env;
+
+    assert!(!resolve(None, None));
+    assert!(resolve(None, Some("true")));
+    assert!(resolve(None, Some("1")));
+    assert!(resolve(None, Some(" TRUE ")));
+    assert!(!resolve(None, Some("false")));
+    assert!(!resolve(None, Some("garbage")));
+}
+
 #[test]
 fn filter_keys_by_suffix_sorts_and_filters() {
     let refs = vec![

{floe_python-0.6.7 → floe_python-0.6.8}/crates/floe-python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "floe-python"
-version = "0.6.7"
+version = "0.6.8"
 edition = "2021"
 description = "Python bindings for floe-core (PyO3-based)"
 license = "Apache-2.0"
@@ -14,7 +14,7 @@ name = "_floe"
 crate-type = ["cdylib"]
 
 [dependencies]
-floe-core = { path = "../floe-core", version = "0.6.7", default-features = false }
+floe-core = { path = "../floe-core", version = "0.6.8", default-features = false }
 pyo3 = { version = "0.29", features = ["extension-module", "abi3-py310"] }
 serde_json = "1"
 

{floe_python-0.6.7 → floe_python-0.6.8}/crates/floe-python/pyproject.duckdb.toml

@@ -22,7 +22,7 @@ build-backend = "maturin"
 
 [project]
 name = "floe-duckdb"
-version = "0.6.7"
+version = "0.6.8"
 description = "DuckDB companion extension for floe — adds the native DuckDB sink to the floe Python package"
 readme = "README.md"
 requires-python = ">=3.10"
@@ -46,7 +46,7 @@ classifiers = [
 # only contributes the compiled DuckDB extension module into that package. Pin to
 # the exact lean version so the companion's `_floe_duckdb` ABI always matches the
 # `floe` package it plugs into.
-dependencies = ["floe-python==0.6.7"]
+dependencies = ["floe-python==0.6.8"]
 
 [project.urls]
 Homepage = "https://github.com/malon64/floe"

{floe_python-0.6.7 → floe_python-0.6.8}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "floe-python"
-version = "0.6.7"
+version = "0.6.8"
 description = "Python bindings for floe-core — run floe pipelines at Rust speed from Python and notebooks"
 readme = "README.md"
 requires-python = ">=3.10"