arraylake 1.5.0__tar.gz → 1.6.0__tar.gz

{arraylake-1.5.0 → arraylake-1.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: arraylake
-Version: 1.5.0
+Version: 1.6.0
 Summary: Python client for ArrayLake
 Project-URL: Documentation, https://docs.earthmover.io/
 Project-URL: Changelog, https://docs.earthmover.io/changelog
@@ -25,7 +25,7 @@ Requires-Dist: structlog<27.0,>=24.1
 Requires-Dist: typer<1.0,>=0.12.0
 Requires-Dist: zarr<4.0,>=3.1.0
 Provides-Extra: iceberg
-Requires-Dist: pyiceberg<0.13,>=0.11; extra == 'iceberg'
+Requires-Dist: pyiceberg[pyarrow]<0.13,>=0.11; extra == 'iceberg'
 Provides-Extra: maximal
 Requires-Dist: xarray[accel,etc,io,parallel]>=2024.10.0; extra == 'maximal'
 Provides-Extra: obstore

{arraylake-1.5.0 → arraylake-1.6.0}/arraylake/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '1.5.0'
-__version_tuple__ = version_tuple = (1, 5, 0)
+__version__ = version = '1.6.0'
+__version_tuple__ = version_tuple = (1, 6, 0)
 
 __commit_id__ = commit_id = None

{arraylake-1.5.0 → arraylake-1.6.0}/arraylake/types.py

@@ -17,6 +17,7 @@ if TYPE_CHECKING:
     from obstore.store import AzureConfig, ClientConfig, GCSCredential, S3Config
 from pydantic import (
     AfterValidator,
+    AliasChoices,
     BaseModel,
     ConfigDict,
     EmailStr,
@@ -39,6 +40,30 @@ VALID_NAME = r"(\w[\w\.\-_]+)"
 # AWS STS session tag values are limited to 256 characters. Repo names are passed as the
 # AlRepoName tag value in STS AssumeRole calls, so we cap well below that.
 MAX_REPO_NAME_LENGTH = 128
+# /{org}/{repo} URLs lose to these app routes: static children of app/src/app/(pages)/[org]/
+# (route groups flattened) plus the /:org/<x> redirect sources in app/next.config.js.
+RESERVED_REPO_NAMES = frozenset(
+    {
+        "access",
+        "analytics",
+        "billing",
+        "buckets",
+        "dap2",
+        "edr",
+        "exchange",
+        "metrics",
+        "optimization",
+        "publish",
+        "repos",
+        "repositories",
+        "services",
+        "settings",
+        "sql",
+        "tables",
+        "tiles",
+        "virtual-chunks",
+    }
+)
 # Bucket prefixes are embedded (×3) in AWS session policy JSON (2048-char limit) and GCP
 # CAB CEL expressions. 256 keeps worst-case total prefix comfortably within budget.
 MAX_BUCKET_PREFIX_LENGTH = 256
@@ -99,6 +124,18 @@ RepoName: TypeAlias = Annotated[str, BeforeValidator(NameValidator(entity="repo"
 TeamName: TypeAlias = Annotated[str, BeforeValidator(NameValidator(entity="team"))]
 
 
+def validate_new_repo_name(v: str) -> str:
+    if len(v) > MAX_REPO_NAME_LENGTH:
+        raise ValueError(f"Repo name must be at most {MAX_REPO_NAME_LENGTH} characters long. Got {len(v)}.")
+    if v.lower() in RESERVED_REPO_NAMES:
+        raise ValueError(f"Repo name {v!r} is reserved by the web app.")
+    return v
+
+
+# Create-only rules; RepoName stays lenient so existing repos remain readable.
+NewRepoName: TypeAlias = Annotated[RepoName, AfterValidator(validate_new_repo_name)]
+
+
 def validate_org_and_repo_name(org_and_repo_name: str) -> str:
     expr = f"{VALID_NAME}/{VALID_NAME}"
     res = re.fullmatch(expr, org_and_repo_name)
@@ -300,19 +337,12 @@ class SubscriptionPricingType(StrEnum):
 class RepoCreateBodyBase(BaseModel):
     """Base fields shared across all repo creation modes."""
 
-    name: RepoName
+    name: NewRepoName
     description: RepoDescription | None = None
     bucket_nickname: BucketNickname | None = None
     kind: RepoKind = RepoKind.Icechunk
     metadata: BoundedRepoMetadata | None = None
 
-    @field_validator("name")
-    @classmethod
-    def validate_name_length(cls, v: str) -> str:
-        if len(v) > MAX_REPO_NAME_LENGTH:
-            raise ValueError(f"Repo name must be at most {MAX_REPO_NAME_LENGTH} characters long. Got {len(v)}.")
-        return v
-
 
 class RepoCreateBody(RepoCreateBodyBase):
     """Body for creating or registering a new repo.
@@ -354,8 +384,14 @@ class RepoSubscribeBody(RepoCreateBodyBase):
     Note: spec_version is inherited from the parent repo, not specified by the user.
     """
 
-    # TODO: rename to exchange
-    marketplace_listing_id: str = Field(..., description="The ID of the listing to subscribe to")
+    # The legacy ``marketplace_listing_id`` spelling stays accepted: released clients never
+    # send this key, but the app, tests and direct HTTP callers do, and deployed environments
+    # lag the code. Drop the alias only once every caller sends ``exchange_listing_id``.
+    exchange_listing_id: str = Field(
+        ...,
+        validation_alias=AliasChoices("exchange_listing_id", "marketplace_listing_id"),
+        description="The ID of the listing to subscribe to",
+    )
     target_filter: DatasetFilter | None = Field(
         None, description="Subscriber-defined filter applied on top of the provider's source filter. None means no additional filtering."
     )
@@ -1340,6 +1376,8 @@ class ExchangeListing(BaseModel):
     pricing_model: str = ExchangeListingPricingModel.FREE
     featured_rank: float | None = None
     source_filter: DatasetFilter | None = None
+    exchange_owner: str | None = None
+    exchange_slug: str | None = None
 
     class Config:
         populate_by_name = True
@@ -1353,11 +1391,18 @@ MarketplaceListingPricingModel = ExchangeListingPricingModel
 class RepoSubscriptionInfo(BaseModel):
     """Information about a repo's subscription to a parent repo"""
 
+    # populate_by_name lets the server keep constructing by field name now that
+    # exchange_listing carries a validation alias.
+    model_config = ConfigDict(populate_by_name=True)
+
     parent_repo: Repo | None
     status: SubscriptionStatus = SubscriptionStatus.ACTIVE
     subscription_type: SubscriptionType = SubscriptionType.DIRECT
-    # TODO: rename to exchange
-    marketplace_listing: ExchangeListing | None
+    # The alias lets this client parse servers that predate the rename and still emit marketplace_listing.
+    exchange_listing: ExchangeListing | None = Field(validation_alias=AliasChoices("exchange_listing", "marketplace_listing"))
+    # Deprecated mirror of exchange_listing: the server fills it for clients that predate the
+    # rename, which require the key. Remove behind a client-version floor.
+    marketplace_listing: ExchangeListing | None = None
     source_filter: DatasetFilter | None = None
     target_filter: DatasetFilter | None = None
     pricing_type: SubscriptionPricingType | None = None

{arraylake-1.5.0 → arraylake-1.6.0}/pyproject.toml

@@ -58,8 +58,11 @@ obstore = [
   "obstore >= 0.9.2",
 ]
 iceberg = [
-  # get_iceberg returns a pyiceberg RestCatalog for an org's iceberg catalog
-  "pyiceberg >= 0.11, < 0.13",
+  # get_iceberg returns a pyiceberg RestCatalog for an org's iceberg catalog.
+  # The pyarrow extra is not optional in practice: pyiceberg raises
+  # "For writes PyArrow needs to be installed" on any table append/overwrite,
+  # and scan.to_arrow()/to_pandas() need it too.
+  "pyiceberg[pyarrow] >= 0.11, < 0.13",
 ]
 openeo = [
   # openeo >=0.40 pins xarray<2025.01.2, which forces xarray below the

{arraylake-1.5.0 → arraylake-1.6.0}/tests/test_subscriptions.py

@@ -7,7 +7,7 @@ from arraylake import AsyncClient
 from arraylake.api_utils import ArraylakeHttpClient
 
 
-async def create_marketplace_listing(token: str, org_name: str, repo_id: str, pricing_model: str = "free"):
+async def create_exchange_listing(token: str, org_name: str, repo_id: str, pricing_model: str = "free"):
     """Create an exchange listing for a given repo.
 
     Client does not yet support exchange listing creation, so we use the lower-level HTTP client here.
@@ -19,16 +19,16 @@ async def create_marketplace_listing(token: str, org_name: str, repo_id: str, pr
     body = {
         "repo_id": str(repo_id),
         "status": "published",
-        "repo_readme": f"# Test Marketplace Listing\n\nThis is a test listing for repo {repo_id}",
+        "repo_readme": f"# Test Exchange Listing\n\nThis is a test listing for repo {repo_id}",
         "listing_name": f"Test Listing for {repo_id}",
         "pricing_model": pricing_model,
     }
-    resp = await client._request("POST", f"/orgs/{org_name}/marketplace/listings", content=json.dumps(body))
-    assert resp.is_success, f"Failed to create marketplace listing in org {org_name}: {resp.status_code} {resp.content}"
+    resp = await client._request("POST", f"/orgs/{org_name}/exchange-listings", content=json.dumps(body))
+    assert resp.is_success, f"Failed to create exchange listing in org {org_name}: {resp.status_code} {resp.content}"
     return resp.json()
 
 
-async def create_subscription_repo(token: str, org_name: str, repo_name: str, marketplace_listing_id: str):
+async def create_subscription_repo(token: str, org_name: str, repo_name: str, listing_id: str):
     """Create a subscription repo in the specified org that subscribes to the given exchange listing.
 
     Client does not yet support subscription repo creation, so we use the lower-level HTTP client here.
@@ -37,9 +37,9 @@ async def create_subscription_repo(token: str, org_name: str, repo_name: str, ma
     body = {
         "name": repo_name,
         "description": "Subscriber repo for subscription tests",
-        "marketplace_listing_id": str(marketplace_listing_id),
+        "exchange_listing_id": str(listing_id),
     }
-    resp = await client._request("POST", f"/orgs/{org_name}/marketplace/subscribe", content=json.dumps(body))
+    resp = await client._request("POST", f"/orgs/{org_name}/exchange-subscriptions", content=json.dumps(body))
     assert resp.is_success, f"Failed to create repo in isolated org {org_name}: {resp.status_code} {resp.content}"
     return resp.json()
 
@@ -48,7 +48,7 @@ async def create_filtered_subscription_repo(
     token: str,
     org_name: str,
     repo_name: str,
-    marketplace_listing_id: str,
+    listing_id: str,
     bucket_nickname: str,
     target_filter: dict,
 ):
@@ -64,11 +64,11 @@ async def create_filtered_subscription_repo(
         "name": repo_name,
         "description": "Filtered subscriber repo for subscription tests",
         "bucket_nickname": bucket_nickname,
-        "marketplace_listing_id": str(marketplace_listing_id),
+        "exchange_listing_id": str(listing_id),
         "subscription_type": "filtered",
         "target_filter": target_filter,
     }
-    resp = await client._request("POST", f"/orgs/{org_name}/marketplace/subscribe", content=json.dumps(body))
+    resp = await client._request("POST", f"/orgs/{org_name}/exchange-subscriptions", content=json.dumps(body))
     assert resp.is_success, f"Failed to create filtered subscription repo in org {org_name}: {resp.status_code} {resp.content}"
     return resp.json()
 
@@ -95,7 +95,7 @@ async def run_subscription_workflow_test(token: str, parent_org: str, subscriber
     parent_repo_obj = await aclient.get_repo_object(parent_repo_name)
 
     # Create an exchange listing for the parent repo
-    listing = await create_marketplace_listing(token, parent_org, parent_repo_obj.id)
+    listing = await create_exchange_listing(token, parent_org, parent_repo_obj.id)
 
     # Create a subscription repo that subscribes to the parent repo
     repo_name = "subscription-repo"

{arraylake-1.5.0 → arraylake-1.6.0}/tests/test_types.py

@@ -19,11 +19,13 @@ from arraylake.types import (
     MAX_REPO_NAME_LENGTH,
     NewBucket,
     NodeFilter,
+    RESERVED_REPO_NAMES,
     R2AuthPatch,
     R2CustomerManagedRoleAuth,
     Repo,
     RepoCreateBody,
     RepoKind,
+    RepoSubscribeBody,
     S3Credentials,
     TokenAuthenticateBody,
     utc_now,
@@ -131,6 +133,16 @@ def test_name_length_limits():
     assert RepoCreateBody(name="a" * MAX_REPO_NAME_LENGTH, bucket_nickname="my-bucket").name == "a" * MAX_REPO_NAME_LENGTH
 
 
+@pytest.mark.parametrize("name", [*sorted(RESERVED_REPO_NAMES), "Exchange"])
+def test_reserved_repo_names(name: str):
+    with pytest.raises(ValidationError, match="reserved"):
+        RepoCreateBody(name=name, bucket_nickname="my-bucket")
+    with pytest.raises(ValidationError, match="reserved"):
+        RepoSubscribeBody(name=name, exchange_listing_id="some-listing")
+    # Existing repos may already hold a reserved name and must stay readable.
+    assert Repo.model_validate({**_repo_payload(RepoKind.Icechunk.value), "name": name}).name == name
+
+
 def test_anonymous_azure_bucket_requires_storage_account():
     # Anonymous Azure buckets must carry the storage account name (s3/gcs don't need it).
     with pytest.raises(ValidationError, match="Anonymous Azure buckets require a storage_account"):

{arraylake-1.5.0 → arraylake-1.6.0}/tests/test_virtual_chunks.py

@@ -26,7 +26,7 @@ from arraylake.types import (
 )
 from tests.test_subscriptions import (
     create_filtered_subscription_repo,
-    create_marketplace_listing,
+    create_exchange_listing,
     create_subscription_repo,
 )
 
@@ -1057,7 +1057,7 @@ async def test_filtered_subscription_implementation(two_isolated_orgs, default_b
 
         # Creating the exchange listing auto-creates a SubscriptionVCAP for the repo
         # Use paid pricing model to support filtered subscriptions
-        listing = await create_marketplace_listing(token, org_a, parent_repo_obj.id, pricing_model="paid")
+        listing = await create_exchange_listing(token, org_a, parent_repo_obj.id, pricing_model="paid")
 
         await create_filtered_subscription_repo(
             token,
@@ -1166,7 +1166,7 @@ async def provider_with_virtual_chunks(two_isolated_orgs, default_bucket, token,
 
         # The subscription VCAP is auto-created when the exchange listing is created
         async with vcap_for_bucket(async_client, org_a, virtual_chunk_bucket, public=public):
-            listing = await create_marketplace_listing(token, org_a, parent_repo_obj.id, pricing_model=pricing_model)
+            listing = await create_exchange_listing(token, org_a, parent_repo_obj.id, pricing_model=pricing_model)
 
             yield (
                 client,

{arraylake-1.5.0 → arraylake-1.6.0}/uv.lock

@@ -17,7 +17,7 @@ resolution-markers = [
 ]
 
 [options]
-exclude-newer = "0001-01-01T00:00:00Z" # This has no effect and is included for backwards compatibility when using relative exclude-newer values.
+exclude-newer = "2026-09-10T18:46:40.594392Z"
 exclude-newer-span = "P2W"
 
 [options.exclude-newer-package]
@@ -75,7 +75,7 @@ dependencies = [
 
 [package.optional-dependencies]
 iceberg = [
-    { name = "pyiceberg" },
+    { name = "pyiceberg", extra = ["pyarrow"] },
 ]
 maximal = [
     { name = "xarray", extra = ["accel", "etc", "io", "parallel"] },
@@ -125,7 +125,7 @@ requires-dist = [
     { name = "openeo", marker = "extra == 'openeo'", specifier = ">=0.35.0,<0.52" },
     { name = "packaging", specifier = ">=23.0,<27.0" },
     { name = "pydantic", extras = ["email"], specifier = ">=2.9,<3.0" },
-    { name = "pyiceberg", marker = "extra == 'iceberg'", specifier = ">=0.11,<0.13" },
+    { name = "pyiceberg", extras = ["pyarrow"], marker = "extra == 'iceberg'", specifier = ">=0.11,<0.13" },
     { name = "python-dateutil", specifier = ">=2.8,<3.0" },
     { name = "rich", specifier = ">=12.6,<16.0" },
     { name = "ruamel-yaml", specifier = ">=0.17,<1.0" },
@@ -338,7 +338,7 @@ name = "cffi"
 version = "2.0.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "pycparser", marker = "implementation_name != 'PyPy'" },
+    { name = "pycparser", marker = "implementation_name != 'PyPy' and sys_platform != 'emscripten' and sys_platform != 'win32'" },
 ]
 sdist = { url = "https://files.pythonhosted.org/packages/eb/56/b1ba7935a17738ae8453301356628e8147c79dbb825bcbc73dc7401f9846/cffi-2.0.0.tar.gz", hash = "sha256:44d1b5909021139fe36001ae048dbdde8214afa20200eda0f64c068cac5d5529", size = 523588, upload-time = "2025-09-08T23:24:04.541Z" }
 wheels = [
@@ -663,7 +663,7 @@ name = "cryptography"
 version = "50.0.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "cffi", marker = "platform_python_implementation != 'PyPy'" },
+    { name = "cffi", marker = "platform_python_implementation != 'PyPy' and sys_platform != 'emscripten' and sys_platform != 'win32'" },
 ]
 sdist = { url = "https://files.pythonhosted.org/packages/de/41/6cbdcf9142d00fe82836fbb51e503e58088575cf7a0fe1dbff6695bf0840/cryptography-50.0.0.tar.gz", hash = "sha256:eeac2acb5a20ed25e0ad6d1df9891a520b78b404266b6d11778f25d5d691a6c9", size = 880201, upload-time = "2026-07-31T14:25:10.11Z" }
 wheels = [
@@ -999,8 +999,8 @@ name = "httpcore2"
 version = "2.12.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "h11" },
-    { name = "truststore" },
+    { name = "h11", marker = "sys_platform != 'emscripten'" },
+    { name = "truststore", marker = "sys_platform != 'emscripten'" },
 ]
 sdist = { url = "https://files.pythonhosted.org/packages/be/ad/f4f0e57345f1870f3e8cb624e058d7eca6e5a27d33bcc3311d9b618734cd/httpcore2-2.12.0.tar.gz", hash = "sha256:9293522bba0aa7c4c8e9e3f040c16575bd8868e155a77fa30c7a9085a5eae648", size = 67548, upload-time = "2026-08-18T13:22:08.211Z" }
 wheels = [
@@ -1892,7 +1892,7 @@ name = "oschmod"
 version = "0.3.12"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "pywin32" },
+    { name = "pywin32", marker = "sys_platform == 'win32'" },
 ]
 sdist = { url = "https://files.pythonhosted.org/packages/9d/64/6e522f0a1b500470ae14dcd1a4bb8f8751f5cf441e85e9fee7dfc712cb7b/oschmod-0.3.12.tar.gz", hash = "sha256:bec99216f31615ee653b2a5c87cacfb4e4b6184c0e9f71da186300dacae974f3", size = 20064, upload-time = "2020-10-30T00:38:42.409Z" }
 wheels = [
@@ -2307,6 +2307,11 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/a4/57/2ae640b6220a321958484162cfbdd1a2772198bac0c4588a990b8afd22d5/pyiceberg-0.12.0-cp314-cp314-win_amd64.whl", hash = "sha256:ee7b572d209a39224a093661f462f95551b2bd3982a07aecd80c7dd560be15ea", size = 561552, upload-time = "2026-09-01T17:28:41.156Z" },
 ]
 
+[package.optional-dependencies]
+pyarrow = [
+    { name = "pyarrow" },
+]
+
 [[package]]
 name = "pyogrio"
 version = "0.13.0"
@@ -2801,8 +2806,8 @@ name = "secretstorage"
 version = "3.5.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "cryptography" },
-    { name = "jeepney" },
+    { name = "cryptography", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" },
+    { name = "jeepney", marker = "sys_platform != 'emscripten' and sys_platform != 'win32'" },
 ]
 sdist = { url = "https://files.pythonhosted.org/packages/1c/03/e834bcd866f2f8a49a85eaff47340affa3bfa391ee9912a952a1faa68c7b/secretstorage-3.5.0.tar.gz", hash = "sha256:f04b8e4689cbce351744d5537bf6b1329c6fc68f91fa666f60a380edddcd11be", size = 19884, upload-time = "2025-11-23T19:02:53.191Z" }
 wheels = [