@walkthru-earth/objex 0.1.0

package/dist/utils/zarr.js

@@ -0,0 +1,204 @@
+/**
+ * Zarr metadata parsing utilities.
+ *
+ * Handles consolidated metadata for both Zarr v2 (.zmetadata) and v3 (zarr.json),
+ * plus a zarrita fallback for non-consolidated stores.
+ */
+/** Dimension-like variable names treated as coordinates. */
+const DIM_LIKE_NAMES = new Set([
+    'x',
+    'y',
+    'lat',
+    'lon',
+    'latitude',
+    'longitude',
+    'time',
+    'init_time',
+    'lead_time',
+    'valid_time',
+    'spatial_ref'
+]);
+/** Guess dimension names from shape length when metadata is absent. */
+export function inferDims(name, shape) {
+    if (shape.length === 4)
+        return ['init_time', 'lead_time', 'y', 'x'];
+    if (shape.length === 3)
+        return ['time', 'y', 'x'];
+    if (shape.length === 2)
+        return ['y', 'x'];
+    if (shape.length === 1)
+        return [name];
+    return shape.map((_, i) => `dim_${i}`);
+}
+/** Format shape array for display: `[3 × 256 × 512]` or `scalar`. */
+export function formatShape(shape) {
+    if (shape.length === 0)
+        return 'scalar';
+    return `[${shape.join(' × ')}]`;
+}
+/** Collect coordinate variable names from `coordinates` attributes across all entries. */
+function collectCoordNames(entries) {
+    const names = new Set();
+    for (const [, info] of entries) {
+        const coordStr = info.attributes?.coordinates;
+        if (typeof coordStr === 'string') {
+            for (const c of coordStr.split(/\s+/))
+                names.add(c);
+        }
+    }
+    return names;
+}
+/** Parse Zarr v3 consolidated metadata (zarr.json). */
+export function parseV3Consolidated(data) {
+    const meta = data.consolidated_metadata?.metadata ?? {};
+    const attrs = data.attributes ?? {};
+    const vars = [];
+    const coords = [];
+    let srAttrs = null;
+    const coordNames = collectCoordNames(Object.entries(meta));
+    for (const [name, info] of Object.entries(meta)) {
+        if (!info.shape)
+            continue;
+        const v = {
+            name,
+            shape: info.shape,
+            dtype: info.data_type ?? 'unknown',
+            dims: info.attributes?._ARRAY_DIMENSIONS ?? inferDims(name, info.shape),
+            chunks: info.chunk_grid?.configuration?.chunk_shape ?? [],
+            attributes: info.attributes ?? {}
+        };
+        if (name === 'spatial_ref') {
+            srAttrs = v.attributes;
+            coords.push(v);
+        }
+        else if (coordNames.has(name) || DIM_LIKE_NAMES.has(name) || v.shape.length <= 1) {
+            coords.push(v);
+        }
+        else {
+            vars.push(v);
+        }
+    }
+    return { storeAttrs: attrs, variables: vars, coords, spatialRefAttrs: srAttrs };
+}
+/** Parse Zarr v2 consolidated metadata (.zmetadata). */
+export function parseV2Consolidated(data) {
+    const meta = data.metadata ?? {};
+    const attrs = meta['.zattrs'] ?? {};
+    const vars = [];
+    const coords = [];
+    let srAttrs = null;
+    const arrayKeys = Object.keys(meta).filter((k) => k.endsWith('/.zarray'));
+    // Collect coordinate names from variable attributes
+    const coordNames = new Set();
+    for (const key of arrayKeys) {
+        const name = key.replace('/.zarray', '');
+        const varAttrs = meta[`${name}/.zattrs`] ?? {};
+        const coordStr = varAttrs.coordinates;
+        if (typeof coordStr === 'string') {
+            for (const c of coordStr.split(/\s+/))
+                coordNames.add(c);
+        }
+    }
+    for (const key of arrayKeys) {
+        const name = key.replace('/.zarray', '');
+        const zarray = meta[key];
+        const varAttrs = meta[`${name}/.zattrs`] ?? {};
+        const v = {
+            name,
+            shape: zarray.shape ?? [],
+            dtype: zarray.dtype ?? 'unknown',
+            dims: varAttrs._ARRAY_DIMENSIONS ?? [],
+            chunks: zarray.chunks ?? [],
+            attributes: varAttrs
+        };
+        if (name === 'spatial_ref') {
+            srAttrs = v.attributes;
+            coords.push(v);
+        }
+        else if (coordNames.has(name) || DIM_LIKE_NAMES.has(name) || v.shape.length <= 1) {
+            coords.push(v);
+        }
+        else {
+            vars.push(v);
+        }
+    }
+    return { storeAttrs: attrs, variables: vars, coords, spatialRefAttrs: srAttrs };
+}
+/**
+ * Fetch consolidated metadata from a Zarr store URL.
+ * Tries v3 (zarr.json) first, then v2 (.zmetadata).
+ */
+export async function fetchConsolidated(storeUrl) {
+    // Try Zarr v3 zarr.json
+    try {
+        const res = await fetch(`${storeUrl}/zarr.json`);
+        if (res.ok) {
+            const data = await res.json();
+            if (data.zarr_format === 3) {
+                if (data.consolidated_metadata) {
+                    return { ...parseV3Consolidated(data), zarrVersion: 3 };
+                }
+                // v3 without consolidated metadata — skip v2 probe
+                return null;
+            }
+        }
+    }
+    catch {
+        /* ignore */
+    }
+    // Try Zarr v2 .zmetadata
+    try {
+        const res = await fetch(`${storeUrl}/.zmetadata`);
+        if (res.ok) {
+            const data = await res.json();
+            if (data.metadata) {
+                return { ...parseV2Consolidated(data), zarrVersion: 2 };
+            }
+        }
+    }
+    catch {
+        /* ignore */
+    }
+    return null;
+}
+/**
+ * Fallback: probe a Zarr store using zarrita when consolidated metadata is unavailable.
+ * @param storeName - Display name for the root array (e.g. file name without .zarr)
+ */
+export async function probeWithZarrita(storeUrl, storeName) {
+    const zarrita = await import('zarrita');
+    const store = new zarrita.FetchStore(storeUrl);
+    try {
+        const arr = await zarrita.open(store, { kind: 'array' });
+        const v = {
+            name: storeName,
+            shape: arr.shape ?? [],
+            dtype: String(arr.dtype ?? 'unknown'),
+            dims: arr.attrs?._ARRAY_DIMENSIONS ?? [],
+            chunks: arr.chunks ?? [],
+            attributes: arr.attrs ?? {}
+        };
+        return {
+            storeAttrs: {},
+            variables: [v],
+            coords: [],
+            spatialRefAttrs: null,
+            zarrVersion: null
+        };
+    }
+    catch {
+        try {
+            await zarrita.open(store, { kind: 'group' });
+            return {
+                storeAttrs: {},
+                variables: [],
+                coords: [],
+                spatialRefAttrs: null,
+                zarrVersion: null
+            };
+        }
+        catch {
+            return null;
+        }
+    }
+}

package/dist/utils.d.ts

@@ -0,0 +1,12 @@
+import { type ClassValue } from 'clsx';
+export declare function cn(...inputs: ClassValue[]): string;
+export type WithoutChild<T> = T extends {
+    child?: any;
+} ? Omit<T, 'child'> : T;
+export type WithoutChildren<T> = T extends {
+    children?: any;
+} ? Omit<T, 'children'> : T;
+export type WithoutChildrenOrChild<T> = WithoutChildren<WithoutChild<T>>;
+export type WithElementRef<T, U extends HTMLElement = HTMLElement> = T & {
+    ref?: U | null;
+};

package/dist/utils.js

@@ -0,0 +1,5 @@
+import { clsx } from 'clsx';
+import { twMerge } from 'tailwind-merge';
+export function cn(...inputs) {
+    return twMerge(clsx(inputs));
+}

package/package.json

@@ -0,0 +1,203 @@
+{
+  "name": "@walkthru-earth/objex",
+  "version": "0.1.0",
+  "description": "Svelte 5 components and utilities for exploring geospatial object storage — S3, GCS, Azure, R2",
+  "author": "Youssef Harby <yharby@walkthru.earth>",
+  "license": "CC-BY-4.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/walkthru-earth/objex.git"
+  },
+  "type": "module",
+  "svelte": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "svelte": "./dist/index.js"
+    },
+    "./storage": {
+      "types": "./dist/storage/index.d.ts",
+      "svelte": "./dist/storage/index.js"
+    },
+    "./query": {
+      "types": "./dist/query/engine.d.ts",
+      "svelte": "./dist/query/engine.js"
+    },
+    "./utils/wkb": {
+      "types": "./dist/utils/wkb.d.ts",
+      "svelte": "./dist/utils/wkb.js"
+    },
+    "./utils/geoarrow": {
+      "types": "./dist/utils/geoarrow.d.ts",
+      "svelte": "./dist/utils/geoarrow.js"
+    },
+    "./utils/storage-url": {
+      "types": "./dist/utils/storage-url.d.ts",
+      "svelte": "./dist/utils/storage-url.js"
+    },
+    "./utils/parquet-metadata": {
+      "types": "./dist/utils/parquet-metadata.d.ts",
+      "svelte": "./dist/utils/parquet-metadata.js"
+    },
+    "./utils/format": {
+      "types": "./dist/utils/format.d.ts",
+      "svelte": "./dist/utils/format.js"
+    },
+    "./utils/hex": {
+      "types": "./dist/utils/hex.d.ts",
+      "svelte": "./dist/utils/hex.js"
+    },
+    "./utils/column-types": {
+      "types": "./dist/utils/column-types.d.ts",
+      "svelte": "./dist/utils/column-types.js"
+    },
+    "./file-icons": {
+      "types": "./dist/file-icons/index.d.ts",
+      "svelte": "./dist/file-icons/index.js"
+    },
+    "./types": {
+      "types": "./dist/types.d.ts",
+      "svelte": "./dist/types.js"
+    }
+  },
+  "files": [
+    "dist",
+    "!dist/**/*.test.*"
+  ],
+  "sideEffects": [
+    "**/*.css"
+  ],
+  "engines": {
+    "node": ">=20",
+    "pnpm": ">=10"
+  },
+  "peerDependencies": {
+    "@sveltejs/kit": "^2",
+    "svelte": "^5"
+  },
+  "peerDependenciesMeta": {
+    "maplibre-gl": {
+      "optional": true
+    },
+    "deck.gl": {
+      "optional": true
+    },
+    "@deck.gl/core": {
+      "optional": true
+    },
+    "@deck.gl/layers": {
+      "optional": true
+    },
+    "@deck.gl/geo-layers": {
+      "optional": true
+    },
+    "@deck.gl/mapbox": {
+      "optional": true
+    },
+    "@duckdb/duckdb-wasm": {
+      "optional": true
+    },
+    "apache-arrow": {
+      "optional": true
+    },
+    "hyparquet": {
+      "optional": true
+    },
+    "hyparquet-compressors": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.4.4",
+    "@changesets/changelog-github": "^0.5.2",
+    "@changesets/cli": "^2.29.8",
+    "@internationalized/date": "^3.11.0",
+    "@lucide/svelte": "^0.561.0",
+    "@sveltejs/adapter-static": "^3.0.10",
+    "@sveltejs/kit": "^2.53.0",
+    "@sveltejs/package": "^2.5.7",
+    "@sveltejs/vite-plugin-svelte": "^6.2.4",
+    "@tailwindcss/forms": "^0.5.11",
+    "@tailwindcss/typography": "^0.5.19",
+    "@tailwindcss/vite": "^4.2.0",
+    "bits-ui": "^2.16.2",
+    "clsx": "^2.1.1",
+    "lefthook": "^2.1.1",
+    "paneforge": "^1.0.2",
+    "publint": "^0.3.17",
+    "svelte": "^5.53.2",
+    "svelte-check": "^4.4.3",
+    "tailwind-merge": "^3.5.0",
+    "tailwind-variants": "^3.2.2",
+    "tailwindcss": "^4.2.0",
+    "tw-animate-css": "^1.4.0",
+    "typescript": "^5.9.3",
+    "vite": "^7.3.1"
+  },
+  "dependencies": {
+    "@babylonjs/core": "^8.52.0",
+    "@babylonjs/loaders": "^8.52.0",
+    "@carbonplan/zarr-layer": "^0.3.1",
+    "@codemirror/autocomplete": "^6.20.0",
+    "@codemirror/commands": "^6.10.2",
+    "@codemirror/lang-sql": "^6.10.0",
+    "@codemirror/language": "^6.12.1",
+    "@codemirror/state": "^6.5.4",
+    "@codemirror/theme-one-dark": "^6.1.3",
+    "@codemirror/view": "^6.39.15",
+    "@deck.gl/core": "^9.2.9",
+    "@deck.gl/geo-layers": "^9.2.9",
+    "@deck.gl/layers": "^9.2.9",
+    "@deck.gl/mapbox": "^9.2.9",
+    "@deck.gl/mesh-layers": "^9.2.9",
+    "@developmentseed/deck.gl-geotiff": "^0.2.0",
+    "@duckdb/duckdb-wasm": "1.33.1-dev19.0",
+    "@fontsource/cairo": "^5.2.7",
+    "@geoarrow/deck.gl-layers": "^0.3.1",
+    "@luma.gl/core": "^9.2.6",
+    "@mapbox/vector-tile": "^2.0.4",
+    "@milkdown/kit": "^7.18.0",
+    "@milkdown/theme-nord": "^7.18.0",
+    "@repeaterjs/repeater": "^3.0.6",
+    "@zip.js/zip.js": "^2.8.21",
+    "ansi_up": "^6.0.6",
+    "apache-arrow": "^21.1.0",
+    "aws4fetch": "^1.0.20",
+    "chart.js": "^4.5.1",
+    "deck.gl": "^9.2.9",
+    "flatgeobuf": "^4.4.0",
+    "geotiff": "^3.0.3",
+    "geotiff-geokeys-to-proj4": "^2024.4.13",
+    "hyparquet": "^1.25.0",
+    "hyparquet-compressors": "^1.1.1",
+    "lz-string": "^1.5.0",
+    "maplibre-gl": "^5.18.0",
+    "marked": "^17.0.3",
+    "mermaid": "^11.12.3",
+    "notebookjs": "^0.8.3",
+    "pbf": "^4.0.1",
+    "pdfjs-dist": "^5.4.624",
+    "pmtiles": "^4.4.0",
+    "posthog-js": "^1.352.0",
+    "proj4": "^2.20.2",
+    "shiki": "^3.22.0",
+    "sql-formatter": "^15.7.2",
+    "svelte-chartjs": "^3.1.5",
+    "yaml": "^2.8.2",
+    "zarrita": "^0.6.1"
+  },
+  "scripts": {
+    "dev": "vite dev",
+    "build": "vite build",
+    "preview": "vite preview",
+    "package": "svelte-kit sync && svelte-package -o dist && publint",
+    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
+    "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
+    "lint": "biome lint src/ packages/",
+    "lint:fix": "biome lint --fix src/ packages/",
+    "format": "biome format --write src/ packages/",
+    "format:check": "biome format src/ packages/",
+    "ci:publish": "pnpm run package && pnpm --filter @walkthru-earth/objex-utils run build && pnpm publish -r --access public --no-git-checks --provenance"
+  }
+}