@walkthru-earth/objex 0.1.0 → 1.0.0

package/dist/utils/url.js

@@ -1,3 +1,4 @@
+import { buildProviderBaseUrl, PROVIDERS } from '../storage/providers.js';
 import { connections } from '../stores/connections.svelte.js';
 import { credentialStore } from '../stores/credentials.svelte.js';
 /**
@@ -16,27 +17,18 @@ export function buildHttpsUrl(tab) {
             : `https://${conn.bucket}.blob.core.windows.net/${cleanPath}`;
         return appendAzureSas(base, conn.id);
     }
-    if (conn.endpoint) {
-        return `${conn.endpoint.replace(/\/$/, '')}/${conn.bucket}/${cleanPath}`;
-    }
-    return `https://s3.${conn.region || 'us-east-1'}.amazonaws.com/${conn.bucket}/${cleanPath}`;
+    return `${buildProviderBaseUrl(conn.provider, conn.endpoint, conn.bucket, conn.region)}/${cleanPath}`;
 }
-/** Map provider to its native URI scheme prefix. */
+/**
+ * Map provider to its native URI scheme prefix.
+ * Derived from the registry's `schemes` array (first entry is the primary scheme).
+ * Falls back to 's3' for providers without a scheme (S3-compatible).
+ */
 export function getNativeScheme(provider) {
-    switch (provider) {
-        case 'gcs':
-            return 'gs';
-        case 'azure':
-            return 'az';
-        case 'r2':
-            return 'r2';
-        case 'storj':
-            return 'sj';
-        case 'minio':
-            return 's3';
-        default:
-            return 's3';
-    }
+    const def = PROVIDERS[provider];
+    if (def?.schemes.length)
+        return def.schemes[0];
+    return 's3';
 }
 /**
  * Build a provider-native protocol URL (s3://bucket/path, sj://bucket/path, etc.).
@@ -113,3 +105,37 @@ function appendAzureSas(url, connectionId) {
     const sep = url.includes('?') ? '&' : '?';
     return `${url}${sep}${cleanToken}`;
 }
+// ---------------------------------------------------------------------------
+// Cloud protocol URL → HTTPS conversion
+// ---------------------------------------------------------------------------
+/** AWS region pattern — matches prefixes like "us-west-2", "eu-central-1", etc. */
+const AWS_REGION_RE = /^(us|eu|ap|sa|ca|me|af|il)-(north|south|east|west|central|northeast|southeast|northwest|southwest)-\d+/;
+/**
+ * Convert a cloud storage protocol URL (s3://, gs://) to an HTTPS URL
+ * for browser access. Returns the original URL if already HTTP(S) or unknown.
+ *
+ * Supported:
+ * - `s3://bucket/key` → `https://s3.{region}.amazonaws.com/{bucket}/{key}`
+ *   (region auto-detected from bucket name when possible, e.g. "us-west-2.opendata.source.coop")
+ * - `gs://bucket/key` → `https://storage.googleapis.com/{bucket}/{key}`
+ */
+export function resolveCloudUrl(url) {
+    // S3 / S3-compatible: s3://, s3a://, s3n://
+    const s3Match = url.match(/^s3[an]?:\/\/([^/]+)\/?(.*)$/);
+    if (s3Match) {
+        const [, bucket, key] = s3Match;
+        // Detect region from bucket name (e.g. "us-west-2.opendata.source.coop")
+        const regionMatch = bucket.match(AWS_REGION_RE);
+        const region = regionMatch ? regionMatch[0] : 'us-east-1';
+        const base = buildProviderBaseUrl('s3', '', bucket, region);
+        return key ? `${base}/${key}` : base;
+    }
+    // Google Cloud Storage: gs://, gcs://
+    const gcsMatch = url.match(/^gcs?:\/\/([^/]+)\/?(.*)$/);
+    if (gcsMatch) {
+        const [, bucket, key] = gcsMatch;
+        const base = buildProviderBaseUrl('gcs', '', bucket, '');
+        return key ? `${base}/${key}` : base;
+    }
+    return url;
+}

package/dist/utils/zarr.d.ts

@@ -1,39 +1,79 @@
 /**
  * Zarr metadata parsing utilities.
  *
- * Handles consolidated metadata for both Zarr v2 (.zmetadata) and v3 (zarr.json),
- * plus a zarrita fallback for non-consolidated stores.
+ * Builds a hierarchical tree of groups and arrays from consolidated metadata
+ * (Zarr v2 .zmetadata, v3 zarr.json), with zarrita fallback for non-consolidated stores.
  */
-export interface VarMeta {
+/** Ensure numcodecs codecs are registered. Await before creating ZarrLayer. */
+export declare function ensureCodecsRegistered(): Promise<void>;
+/** Zarr store marker files — presence of any indicates a Zarr store. */
+export declare const ZARR_MARKER_FILES: Set<string>;
+/**
+ * Detect whether a set of file names contains Zarr marker files.
+ * Returns the detected version (2 or 3) or null if not detected.
+ */
+export declare function detectZarrMarkers(fileNames: Iterable<string>): {
+    detected: boolean;
+    version: 2 | 3 | null;
+};
+/**
+ * If a URL points to a Zarr marker file, strip the marker suffix and return the store URL.
+ * Returns null if the URL doesn't end with a known marker suffix.
+ */
+export declare function extractZarrStoreUrl(url: string): string | null;
+export interface ZarrNode {
+    path: string;
     name: string;
-    shape: number[];
-    dtype: string;
-    dims: string[];
-    chunks: number[];
+    kind: 'group' | 'array';
+    children: ZarrNode[];
+    shape?: number[];
+    dtype?: string;
+    dims?: string[];
+    chunks?: number[];
+    fillValue?: any;
+    codecs?: any[];
+    compressor?: any;
+    filters?: any[];
+    chunkKeyEncoding?: string;
     attributes: Record<string, any>;
 }
-export interface ZarrMetadata {
+export interface ZarrHierarchy {
+    root: ZarrNode;
+    zarrVersion: 2 | 3 | null;
+    totalNodes: number;
     storeAttrs: Record<string, any>;
-    variables: VarMeta[];
-    coords: VarMeta[];
     spatialRefAttrs: Record<string, any> | null;
-    zarrVersion: number | null;
 }
+/** Dimension-like variable names treated as coordinates. */
+export declare const DIM_LIKE_NAMES: Set<string>;
 /** Guess dimension names from shape length when metadata is absent. */
 export declare function inferDims(name: string, shape: number[]): string[];
 /** Format shape array for display: `[3 × 256 × 512]` or `scalar`. */
 export declare function formatShape(shape: number[]): string;
-/** Parse Zarr v3 consolidated metadata (zarr.json). */
-export declare function parseV3Consolidated(data: any): Omit<ZarrMetadata, 'zarrVersion'>;
-/** Parse Zarr v2 consolidated metadata (.zmetadata). */
-export declare function parseV2Consolidated(data: any): Omit<ZarrMetadata, 'zarrVersion'>;
+/** Byte size of a dtype string. Handles v2 (`<f4`, `|u1`) and v3 (`float32`, `uint8`). */
+export declare function dtypeByteSize(dtype: string): number;
+/** Format chunk count: `"36 [6 × 6]"` */
+export declare function computeChunkCount(shape: number[] | undefined, chunks: number[] | undefined): string | null;
+/** Format chunk size in bytes: `"817.6 KB"` */
+export declare function computeChunkSize(chunks: number[] | undefined, dtype: string | undefined): string | null;
+/** Format uncompressed size: `"28.7 MB"` */
+export declare function computeUncompressed(shape: number[] | undefined, dtype: string | undefined): string | null;
+/** Format codec pipeline for display. */
+export declare function formatCodecs(node: ZarrNode): string | null;
+/** Format chunk_key_encoding for display: `"default (sep: "/")"` */
+export declare function formatChunkKeys(node: ZarrNode): string | null;
+/** Find a node by slash-delimited path. */
+export declare function findNodeByPath(root: ZarrNode, path: string): ZarrNode | null;
+/** Build tree from Zarr v3 consolidated metadata (zarr.json). */
+export declare function buildV3Tree(data: any): ZarrHierarchy;
+/** Build tree from Zarr v2 consolidated metadata (.zmetadata). */
+export declare function buildV2Tree(data: any): ZarrHierarchy;
 /**
- * Fetch consolidated metadata from a Zarr store URL.
- * Tries v3 (zarr.json) first, then v2 (.zmetadata).
+ * Fetch hierarchy from a Zarr store URL.
+ * Tries v3 (zarr.json) first, then v2 (.zmetadata), then zarrita fallback.
  */
-export declare function fetchConsolidated(storeUrl: string): Promise<ZarrMetadata | null>;
+export declare function fetchHierarchy(storeUrl: string, storeName: string, signal?: AbortSignal): Promise<ZarrHierarchy | null>;
 /**
  * Fallback: probe a Zarr store using zarrita when consolidated metadata is unavailable.
- * @param storeName - Display name for the root array (e.g. file name without .zarr)
  */
-export declare function probeWithZarrita(storeUrl: string, storeName: string): Promise<ZarrMetadata | null>;
+export declare function probeHierarchy(storeUrl: string, storeName: string): Promise<ZarrHierarchy | null>;