@walkthru-earth/objex-utils 0.1.0 → 1.0.0

package/dist/index.cjs

@@ -2,6 +2,21 @@
 
 var apacheArrow = require('apache-arrow');
 
+// ../../src/lib/constants.ts
+var STORAGE_KEYS = {
+  SETTINGS: "obstore-explore-settings",
+  CONNECTIONS: "obstore-explore-connections",
+  QUERY_HISTORY: "obstore-explore-query-history"
+};
+var WGS84_CODES = /* @__PURE__ */ new Set([4326, 4979]);
+var DEFAULT_TARGET_CRS = "EPSG:4326";
+var DUCKDB_INIT_TIMEOUT_MS = 3e4;
+var MAX_QUERY_HISTORY_ENTRIES = 200;
+var SQL_PREVIEW_LENGTH = 120;
+var VIEWER_DIR_EXTENSIONS = /* @__PURE__ */ new Set(["zarr", "zr3"]);
+var LAYER_HUE_MULTIPLIER = 137;
+var COPY_FEEDBACK_MS = 2e3;
+
 // ../../src/lib/file-icons/index.ts
 var DEFAULT_INFO = {
   icon: "File",
@@ -1000,6 +1015,11 @@ var EXTENSIONS = {
   }
 };
 function getFileTypeInfo(extension, isDir = false) {
+  if (isDir && extension) {
+    const ext2 = extension.startsWith(".") ? extension.toLowerCase() : `.${extension.toLowerCase()}`;
+    const found = EXTENSIONS[ext2];
+    if (found) return found;
+  }
   if (isDir) return FOLDER_INFO;
   const ext = extension.startsWith(".") ? extension.toLowerCase() : `.${extension.toLowerCase()}`;
   return EXTENSIONS[ext] ?? DEFAULT_INFO;
@@ -1200,6 +1220,12 @@ function typeLabel(category) {
   return TYPE_LABELS[category];
 }
 
+// ../../src/lib/utils/error.ts
+function handleLoadError(err) {
+  if (err instanceof DOMException && err.name === "AbortError") return null;
+  return err instanceof Error ? err.message : String(err);
+}
+
 // ../../src/lib/utils/format.ts
 function formatFileSize(bytes) {
   if (bytes < 0) return "0 B";
@@ -1235,6 +1261,16 @@ function getFileExtension(filename) {
   if (lastDot <= 0) return "";
   return filename.slice(lastDot).toLowerCase();
 }
+function jsonReplacerBigInt(_key, value) {
+  return typeof value === "bigint" ? value.toString() : value;
+}
+function formatValue(value) {
+  if (value === null || value === void 0) return "NULL";
+  if (value instanceof Date) return value.toISOString();
+  if (typeof value === "bigint") return value.toString();
+  if (typeof value === "object") return JSON.stringify(value, jsonReplacerBigInt);
+  return String(value);
+}
 function normalizeGeomType(raw) {
   const s = raw.toUpperCase().replace(/\s+/g, "");
   if (s === "POINT") return "point";
@@ -1837,7 +1873,6 @@ function generateHexDump(data, bytesPerRow = 16) {
 }
 
 // ../../src/lib/utils/parquet-metadata.ts
-var WGS84_CODES = /* @__PURE__ */ new Set([4326, 4979]);
 function mapParquetType(col) {
   const lt = col.logical_type;
   if (lt) {
@@ -1977,25 +2012,280 @@ function extractBounds(geo) {
   return [primaryCol.bbox[0], primaryCol.bbox[1], primaryCol.bbox[2], primaryCol.bbox[3]];
 }
 
-// ../../src/lib/utils/storage-url.ts
-var SCHEME_MAP = {
-  "s3://": { provider: "s3", strip: 5 },
-  "s3a://": { provider: "s3", strip: 6 },
-  "s3n://": { provider: "s3", strip: 6 },
-  "aws://": { provider: "s3", strip: 6 },
-  "r2://": { provider: "r2", strip: 5 },
-  "gs://": { provider: "gcs", strip: 5 },
-  "gcs://": { provider: "gcs", strip: 6 },
-  "azure://": { provider: "azure", strip: 8 },
-  "az://": { provider: "azure", strip: 5 },
-  "abfs://": { provider: "azure", strip: 7 },
-  "abfss://": { provider: "azure", strip: 8 },
-  "wasbs://": { provider: "azure", strip: 8 },
-  "adl://": { provider: "azure", strip: 6 },
-  "storj://": { provider: "storj", strip: 8 },
-  "sj://": { provider: "storj", strip: 5 },
-  "swift://": { provider: "unknown", strip: 8 }
+// ../../src/lib/storage/providers.ts
+var PROVIDERS = {
+  s3: {
+    label: "AWS S3",
+    description: "Amazon S3 or any S3-compatible service",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "us-east-1",
+    endpointTemplate: null,
+    regions: [
+      { code: "us-east-1", label: "US East (N. Virginia)" },
+      { code: "us-east-2", label: "US East (Ohio)" },
+      { code: "us-west-1", label: "US West (N. California)" },
+      { code: "us-west-2", label: "US West (Oregon)" },
+      { code: "eu-west-1", label: "EU (Ireland)" },
+      { code: "eu-west-2", label: "EU (London)" },
+      { code: "eu-west-3", label: "EU (Paris)" },
+      { code: "eu-central-1", label: "EU (Frankfurt)" },
+      { code: "eu-central-2", label: "EU (Zurich)" },
+      { code: "eu-north-1", label: "EU (Stockholm)" },
+      { code: "eu-south-1", label: "EU (Milan)" },
+      { code: "eu-south-2", label: "EU (Spain)" },
+      { code: "ap-northeast-1", label: "Asia Pacific (Tokyo)" },
+      { code: "ap-northeast-2", label: "Asia Pacific (Seoul)" },
+      { code: "ap-northeast-3", label: "Asia Pacific (Osaka)" },
+      { code: "ap-southeast-1", label: "Asia Pacific (Singapore)" },
+      { code: "ap-southeast-2", label: "Asia Pacific (Sydney)" },
+      { code: "ap-southeast-3", label: "Asia Pacific (Jakarta)" },
+      { code: "ap-south-1", label: "Asia Pacific (Mumbai)" },
+      { code: "ap-south-2", label: "Asia Pacific (Hyderabad)" },
+      { code: "ap-east-1", label: "Asia Pacific (Hong Kong)" },
+      { code: "sa-east-1", label: "South America (S\xE3o Paulo)" },
+      { code: "ca-central-1", label: "Canada (Central)" },
+      { code: "ca-west-1", label: "Canada (Calgary)" },
+      { code: "me-south-1", label: "Middle East (Bahrain)" },
+      { code: "me-central-1", label: "Middle East (UAE)" },
+      { code: "af-south-1", label: "Africa (Cape Town)" },
+      { code: "il-central-1", label: "Israel (Tel Aviv)" }
+    ],
+    endpointPlaceholder: "Leave empty for AWS, or enter custom S3 endpoint",
+    schemes: ["s3", "s3a", "s3n", "aws"]
+  },
+  gcs: {
+    label: "Google Cloud",
+    description: "Google Cloud Storage",
+    authMethod: "sigv4",
+    needsRegion: false,
+    needsEndpoint: false,
+    defaultRegion: "auto",
+    endpointTemplate: "https://storage.googleapis.com",
+    regions: [],
+    endpointPlaceholder: "https://storage.googleapis.com",
+    schemes: ["gs", "gcs"]
+  },
+  r2: {
+    label: "Cloudflare R2",
+    description: "Cloudflare R2 Storage",
+    authMethod: "sigv4",
+    needsRegion: false,
+    needsEndpoint: true,
+    defaultRegion: "auto",
+    endpointTemplate: null,
+    regions: [],
+    endpointPlaceholder: "https://<account-id>.r2.cloudflarestorage.com",
+    schemes: ["r2"]
+  },
+  azure: {
+    label: "Azure",
+    description: "Azure Blob Storage",
+    authMethod: "sas-token",
+    needsRegion: false,
+    needsEndpoint: true,
+    defaultRegion: "",
+    endpointTemplate: null,
+    regions: [],
+    bucketLabel: "Container",
+    endpointPlaceholder: "https://<account>.blob.core.windows.net",
+    schemes: ["azure", "az", "abfs", "abfss", "wasbs", "adl"]
+  },
+  minio: {
+    label: "MinIO",
+    description: "Self-hosted MinIO or S3-compatible",
+    authMethod: "sigv4",
+    needsRegion: false,
+    needsEndpoint: true,
+    defaultRegion: "us-east-1",
+    endpointTemplate: null,
+    regions: [],
+    endpointPlaceholder: "https://minio.example.com or http://localhost:9000",
+    schemes: []
+  },
+  storj: {
+    label: "Storj",
+    description: "Storj Decentralized Cloud",
+    authMethod: "sigv4",
+    needsRegion: false,
+    needsEndpoint: false,
+    defaultRegion: "us1",
+    endpointTemplate: "https://gateway.storjshare.io",
+    regions: [
+      { code: "us1", label: "US1" },
+      { code: "eu1", label: "EU1" },
+      { code: "ap1", label: "AP1" }
+    ],
+    endpointPlaceholder: "https://gateway.storjshare.io",
+    schemes: ["storj", "sj"]
+  },
+  b2: {
+    label: "Backblaze B2",
+    description: "Backblaze B2 Cloud Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "us-west-004",
+    endpointTemplate: "https://s3.{region}.backblazeb2.com",
+    regions: [
+      { code: "us-west-000", label: "US West (Sacramento)" },
+      { code: "us-west-001", label: "US West (Stockton)" },
+      { code: "us-west-002", label: "US West (Phoenix)" },
+      { code: "us-west-004", label: "US West" },
+      { code: "us-east-005", label: "US East (Reston)" },
+      { code: "eu-central-003", label: "EU Central (Amsterdam)" },
+      { code: "ca-central-001", label: "Canada (Toronto)" }
+    ],
+    endpointPlaceholder: "https://s3.us-west-004.backblazeb2.com",
+    schemes: []
+  },
+  digitalocean: {
+    label: "DigitalOcean",
+    description: "DigitalOcean Spaces",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "nyc3",
+    endpointTemplate: "https://{region}.digitaloceanspaces.com",
+    regions: [
+      { code: "nyc3", label: "New York 3" },
+      { code: "sfo3", label: "San Francisco 3" },
+      { code: "ams3", label: "Amsterdam 3" },
+      { code: "sgp1", label: "Singapore 1" },
+      { code: "lon1", label: "London 1" },
+      { code: "fra1", label: "Frankfurt 1" },
+      { code: "tor1", label: "Toronto 1" },
+      { code: "blr1", label: "Bangalore 1" },
+      { code: "syd1", label: "Sydney 1" }
+    ],
+    endpointPlaceholder: "https://nyc3.digitaloceanspaces.com",
+    schemes: []
+  },
+  wasabi: {
+    label: "Wasabi",
+    description: "Wasabi Hot Cloud Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "us-east-1",
+    endpointTemplate: "https://s3.{region}.wasabisys.com",
+    regions: [
+      { code: "us-east-1", label: "US East 1 (Virginia)" },
+      { code: "us-east-2", label: "US East 2 (Virginia)" },
+      { code: "us-central-1", label: "US Central 1 (Texas)" },
+      { code: "us-west-1", label: "US West 1 (Oregon)" },
+      { code: "eu-central-1", label: "EU Central 1 (Amsterdam)" },
+      { code: "eu-central-2", label: "EU Central 2 (Frankfurt)" },
+      { code: "eu-west-1", label: "EU West 1 (London)" },
+      { code: "eu-west-2", label: "EU West 2 (Paris)" },
+      { code: "ap-northeast-1", label: "AP Northeast 1 (Tokyo)" },
+      { code: "ap-northeast-2", label: "AP Northeast 2 (Osaka)" },
+      { code: "ap-southeast-1", label: "AP Southeast 1 (Singapore)" },
+      { code: "ap-southeast-2", label: "AP Southeast 2 (Sydney)" },
+      { code: "ca-central-1", label: "Canada (Toronto)" }
+    ],
+    endpointPlaceholder: "https://s3.us-east-1.wasabisys.com",
+    schemes: []
+  },
+  contabo: {
+    label: "Contabo",
+    description: "Contabo Object Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "eu2",
+    endpointTemplate: "https://{region}.contabostorage.com",
+    regions: [
+      { code: "eu2", label: "European Union" },
+      { code: "usc1", label: "US Central" },
+      { code: "sin1", label: "Singapore" }
+    ],
+    endpointPlaceholder: "https://eu2.contabostorage.com",
+    schemes: []
+  },
+  hetzner: {
+    label: "Hetzner",
+    description: "Hetzner Object Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "fsn1",
+    endpointTemplate: "https://{region}.your-objectstorage.com",
+    regions: [
+      { code: "fsn1", label: "Falkenstein, DE" },
+      { code: "nbg1", label: "Nuremberg, DE" },
+      { code: "hel1", label: "Helsinki, FI" }
+    ],
+    endpointPlaceholder: "https://fsn1.your-objectstorage.com",
+    schemes: []
+  },
+  linode: {
+    label: "Linode / Akamai",
+    description: "Akamai / Linode Object Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "us-east-1",
+    endpointTemplate: "https://{region}.linodeobjects.com",
+    regions: [
+      { code: "us-east-1", label: "Newark, NJ" },
+      { code: "us-southeast-1", label: "Atlanta, GA" },
+      { code: "us-ord-1", label: "Chicago, IL" },
+      { code: "us-iad-1", label: "Washington, DC" },
+      { code: "us-lax-1", label: "Los Angeles, CA" },
+      { code: "us-sea-1", label: "Seattle, WA" },
+      { code: "us-mia-1", label: "Miami, FL" },
+      { code: "eu-central-1", label: "Frankfurt, DE" },
+      { code: "nl-ams-1", label: "Amsterdam, NL" },
+      { code: "gb-lon-1", label: "London, UK" },
+      { code: "fr-par-1", label: "Paris, FR" },
+      { code: "ap-south-1", label: "Singapore" },
+      { code: "jp-osa-1", label: "Osaka, JP" },
+      { code: "au-mel-1", label: "Melbourne, AU" },
+      { code: "br-gru-1", label: "S\xE3o Paulo, BR" },
+      { code: "in-maa-1", label: "Chennai, IN" },
+      { code: "id-cgk-1", label: "Jakarta, ID" },
+      { code: "it-mil-1", label: "Milan, IT" },
+      { code: "se-sto-1", label: "Stockholm, SE" }
+    ],
+    endpointPlaceholder: "https://us-east-1.linodeobjects.com",
+    schemes: []
+  },
+  ovhcloud: {
+    label: "OVHcloud",
+    description: "OVHcloud Object Storage",
+    authMethod: "sigv4",
+    needsRegion: true,
+    needsEndpoint: false,
+    defaultRegion: "gra",
+    endpointTemplate: "https://s3.{region}.io.cloud.ovh.net",
+    regions: [
+      { code: "gra", label: "Gravelines, FR" },
+      { code: "sbg", label: "Strasbourg, FR" },
+      { code: "bhs", label: "Beauharnois, CA" },
+      { code: "de", label: "Frankfurt, DE" },
+      { code: "uk", label: "London, UK" },
+      { code: "waw", label: "Warsaw, PL" }
+    ],
+    endpointPlaceholder: "https://s3.gra.io.cloud.ovh.net",
+    schemes: []
+  }
 };
+
+// ../../src/lib/utils/storage-url.ts
+function buildSchemeMap() {
+  const map = {};
+  for (const [id, def] of Object.entries(PROVIDERS)) {
+    for (const scheme of def.schemes) {
+      const key = `${scheme}://`;
+      map[key] = { provider: id, strip: key.length };
+    }
+  }
+  map["swift://"] = { provider: "unknown", strip: 8 };
+  return map;
+}
+var SCHEME_MAP = buildSchemeMap();
 function defaultResult(defaults) {
   return {
     bucket: "",
@@ -2100,7 +2390,7 @@ function parseStorageUrl(input, defaults = {}) {
           bucket: doVhost[1],
           region: doVhost[2],
           endpoint: `${url.protocol}//${doVhost[2]}.digitaloceanspaces.com`,
-          provider: "s3",
+          provider: "digitalocean",
           prefix: pathParts.join("/")
         };
       }
@@ -2110,7 +2400,7 @@ function parseStorageUrl(input, defaults = {}) {
           bucket: pathParts[0],
           region: doPath[1],
           endpoint: `${url.protocol}//${url.host}`,
-          provider: "s3",
+          provider: "digitalocean",
           prefix: pathParts.slice(1).join("/")
         };
       }
@@ -2120,7 +2410,7 @@ function parseStorageUrl(input, defaults = {}) {
           bucket: pathParts[0],
           region: wasabiMatch[1],
           endpoint: `${url.protocol}//${url.host}`,
-          provider: "s3",
+          provider: "wasabi",
           prefix: pathParts.slice(1).join("/")
         };
       }
@@ -2130,7 +2420,7 @@ function parseStorageUrl(input, defaults = {}) {
           bucket: b2S3[1],
           region: b2S3[2],
           endpoint: `${url.protocol}//s3.${b2S3[2]}.backblazeb2.com`,
-          provider: "s3",
+          provider: "b2",
           prefix: pathParts.join("/")
         };
       }
@@ -2140,7 +2430,7 @@ function parseStorageUrl(input, defaults = {}) {
           bucket: pathParts[1],
           region: defaults.region || "us-west-000",
           endpoint: `${url.protocol}//${url.host}`,
-          provider: "s3",
+          provider: "b2",
           prefix: pathParts.slice(2).join("/")
         };
       }
@@ -2173,6 +2463,56 @@ function parseStorageUrl(input, defaults = {}) {
           prefix: pathParts.slice(1).join("/")
         };
       }
+      const contaboMatch = host.match(/^([a-z0-9]+)\.contabostorage\.com$/);
+      if (contaboMatch && pathParts.length > 0) {
+        return {
+          bucket: pathParts[0],
+          region: contaboMatch[1],
+          endpoint: `${url.protocol}//${url.host}`,
+          provider: "contabo",
+          prefix: pathParts.slice(1).join("/")
+        };
+      }
+      const hetznerMatch = host.match(/^([a-z0-9]+)\.your-objectstorage\.com$/);
+      if (hetznerMatch && pathParts.length > 0) {
+        return {
+          bucket: pathParts[0],
+          region: hetznerMatch[1],
+          endpoint: `${url.protocol}//${url.host}`,
+          provider: "hetzner",
+          prefix: pathParts.slice(1).join("/")
+        };
+      }
+      const linodeVhost = host.match(/^(.+)\.([a-z0-9-]+)\.linodeobjects\.com$/);
+      if (linodeVhost) {
+        return {
+          bucket: linodeVhost[1],
+          region: linodeVhost[2],
+          endpoint: `${url.protocol}//${linodeVhost[2]}.linodeobjects.com`,
+          provider: "linode",
+          prefix: pathParts.join("/")
+        };
+      }
+      const linodePath = host.match(/^([a-z0-9-]+)\.linodeobjects\.com$/);
+      if (linodePath && pathParts.length > 0) {
+        return {
+          bucket: pathParts[0],
+          region: linodePath[1],
+          endpoint: `${url.protocol}//${url.host}`,
+          provider: "linode",
+          prefix: pathParts.slice(1).join("/")
+        };
+      }
+      const ovhMatch = host.match(/^s3\.([a-z0-9-]+)\.io\.cloud\.ovh\.(?:net|us)$/);
+      if (ovhMatch && pathParts.length > 0) {
+        return {
+          bucket: pathParts[0],
+          region: ovhMatch[1],
+          endpoint: `${url.protocol}//${url.host}`,
+          provider: "ovhcloud",
+          prefix: pathParts.slice(1).join("/")
+        };
+      }
       const isMinioLike = host.includes("minio") || host === "localhost" || host === "127.0.0.1" || host.startsWith("192.168.") || host.startsWith("10.");
       if (isMinioLike && pathParts.length > 0) {
         return {
@@ -2509,8 +2849,17 @@ function isWKT(value) {
   return WKT_TYPES.some((t) => s.startsWith(t) || s.startsWith(`MULTI${t}`));
 }
 
+exports.COPY_FEEDBACK_MS = COPY_FEEDBACK_MS;
+exports.DEFAULT_TARGET_CRS = DEFAULT_TARGET_CRS;
+exports.DUCKDB_INIT_TIMEOUT_MS = DUCKDB_INIT_TIMEOUT_MS;
+exports.LAYER_HUE_MULTIPLIER = LAYER_HUE_MULTIPLIER;
+exports.MAX_QUERY_HISTORY_ENTRIES = MAX_QUERY_HISTORY_ENTRIES;
 exports.QueryCancelledError = QueryCancelledError;
+exports.SQL_PREVIEW_LENGTH = SQL_PREVIEW_LENGTH;
+exports.STORAGE_KEYS = STORAGE_KEYS;
 exports.UrlAdapter = UrlAdapter;
+exports.VIEWER_DIR_EXTENSIONS = VIEWER_DIR_EXTENSIONS;
+exports.WGS84_CODES = WGS84_CODES;
 exports.buildDuckDbSource = buildDuckDbSource;
 exports.buildGeoArrowTables = buildGeoArrowTables;
 exports.classifyType = classifyType;
@@ -2522,14 +2871,17 @@ exports.findGeoColumn = findGeoColumn;
 exports.findGeoColumnFromRows = findGeoColumnFromRows;
 exports.formatDate = formatDate;
 exports.formatFileSize = formatFileSize;
+exports.formatValue = formatValue;
 exports.generateHexDump = generateHexDump;
 exports.getDuckDbReadFn = getDuckDbReadFn;
 exports.getFileExtension = getFileExtension;
 exports.getFileTypeInfo = getFileTypeInfo;
 exports.getMimeType = getMimeType;
 exports.getViewerKind = getViewerKind;
+exports.handleLoadError = handleLoadError;
 exports.isCloudNativeFormat = isCloudNativeFormat;
 exports.isQueryable = isQueryable;
+exports.jsonReplacerBigInt = jsonReplacerBigInt;
 exports.looksLikeUrl = looksLikeUrl;
 exports.normalizeGeomType = normalizeGeomType;
 exports.parseStorageUrl = parseStorageUrl;