@gscdump/engine 0.37.4 → 0.37.6

package/dist/_chunks/sink.d.mts

@@ -232,6 +232,12 @@ interface SinkOptions {
 interface IcebergAppendSinkOptions extends SinkOptions {
   /** R2 Data Catalog connection config (catalog URI, warehouse, namespace, token, S3 creds). */
   catalog: IcebergCatalogConfig;
+  /**
+   * Options forwarded to the lazy catalog connection. Supply a shared
+   * `CatalogCache` here to serve the REST `/v1/config` probe from durable cache
+   * across short-lived Worker isolates.
+   */
+  connect?: ConnectIcebergOptions;
   /**
    * Retry policy for the per-table `icebergAppend()` commit, applied on R2
    * Data Catalog 429 ("too many commits") rate-limits. Optional — production

package/dist/iceberg/index.d.mts

@@ -7,7 +7,9 @@ type IcebergAppendSink = Sink;
  * `emit` buffers; `close()` commits one `icebergAppend()` per table touched.
  * The catalog connection (REST context + signed S3 resolver) is established
  * lazily on the first flush and reused — a sink that is opened and closed
- * with no rows never touches the network.
+ * with no rows never touches the network. `options.connect` is forwarded so
+ * Worker callers can share the `/v1/config` context through a durable cache;
+ * without it every fresh sink/isolate must probe the catalog again.
  */
 declare function createIcebergAppendSink(options: IcebergAppendSinkOptions): IcebergAppendSink;
 export { type CatalogCache, type CommitRetryOptions, type ConnectIcebergOptions, DEFAULT_PARTITION_KEY_ENCODING, ICEBERG_FIELD_ID_BASE, ICEBERG_PARTITION_COLUMNS, ICEBERG_PARTITION_SPEC, ICEBERG_SCHEMAS, ICEBERG_SCHEMAS_INT, ICEBERG_SCHEMAS_STRING, ICEBERG_TABLES, INT_SEARCH_TYPE, type IcebergAppendSink, type IcebergAppendSinkOptions, type IcebergCatalogConfig, type IcebergColumn, type IcebergColumnType, type IcebergConnection, type IcebergListedDataFile, type IcebergPartitionField, type IcebergPartitionSpec, type IcebergPartitionSpecField, type IcebergPartitionTransform, type IcebergPrimitiveType, type IcebergS3Config, type IcebergSchema, type IcebergSchemaField, type IcebergSortOrder, type IcebergSortOrderField, type IcebergTableName, type IcebergTableOpResult, type IcebergTableSpec, type ListIcebergDataFilesOptions, type PartitionKeyEncoding, SEARCH_TYPE_INT, assertIcebergTable, catalogCacheScope, connectIcebergCatalog, createIcebergAppendSink, createIcebergTables, dropIcebergTables, ensureIcebergNamespace, icebergAppendRetrying, icebergCreateTable, icebergManifests, icebergPartitionColumns, icebergPartitionSpecFor, icebergSchemaFor, icebergSchemasFor, icebergSortOrderFor, icebergTableSpec, invalidateSnapshotRef, isCommitRateLimited, isIcebergTable, listIcebergDataFiles, listIcebergTables, restCatalogLoadTable };

package/dist/iceberg/index.mjs

@@ -177,7 +177,7 @@ function createIcebergAppendSink(options) {
 	const encoding = options.encoding ?? DEFAULT_PARTITION_KEY_ENCODING;
 	const buffers = /* @__PURE__ */ new Map();
 	function connect() {
-		connection ??= connectIcebergCatalog(options.catalog);
+		connection ??= connectIcebergCatalog(options.catalog, options.connect);
 		return connection;
 	}
 	return {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@gscdump/engine",
   "type": "module",
-  "version": "0.37.4",
+  "version": "0.37.6",
   "description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
   "author": {
     "name": "Harlan Wilton",
@@ -181,9 +181,9 @@
   "dependencies": {
     "drizzle-orm": "1.0.0-rc.3",
     "proper-lockfile": "^4.1.2",
-    "gscdump": "0.37.4",
-    "@gscdump/contracts": "0.37.4",
-    "@gscdump/lakehouse": "0.37.4"
+    "@gscdump/contracts": "0.37.6",
+    "@gscdump/lakehouse": "0.37.6",
+    "gscdump": "0.37.6"
   },
   "devDependencies": {
     "@duckdb/duckdb-wasm": "^1.32.0",