@sixb/ducklake 0.2.0 → 0.2.2

package/dist/internal/duckdb-extensions.d.ts

@@ -0,0 +1,15 @@
+import type { DuckDbQueryRuntime } from "./duckdb-runtime";
+/**
+ * Install missing core extensions from `https://extensions.duckdb.org`.
+ *
+ * DuckDB's `INSTALL` downloads from `http://extensions.duckdb.org`, and fetching over HTTPS needs
+ * `httpfs`, which DuckDB itself fetches over HTTP. A host that only allows HTTPS by name, such as
+ * a Vercel sandbox whose firewall filters on TLS SNI, can reach neither. So the file is fetched
+ * here and handed to `INSTALL '<file>'`, which puts it where DuckDB looks; the plain `INSTALL`
+ * that follows is then a no-op, and `LOAD` still checks the extension's signature.
+ *
+ * Best effort: a failure is logged and leaves the extension to DuckDB's own `INSTALL`. A project
+ * that set `custom_extension_repository` keeps its own repository.
+ */
+export declare function prefetchDuckDbExtensions(runtime: DuckDbQueryRuntime, extensions: readonly string[]): Promise<void>;
+//# sourceMappingURL=duckdb-extensions.d.ts.map

package/dist/internal/duckdb-extensions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckdb-extensions.d.ts","sourceRoot":"","sources":["../../src/internal/duckdb-extensions.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAO1D;;;;;;;;;;;GAWG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,kBAAkB,EAC3B,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC,IAAI,CAAC,CAIf"}

package/dist/internal/duckdb-runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duckdb-runtime.d.ts","sourceRoot":"","sources":["../../src/internal/duckdb-runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,WAAW,EAEjB,MAAM,kBAAkB,CAAA;AAEzB,OAAO,KAAK,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAC5E,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,mBAAmB,EAAoB,MAAM,iBAAiB,CAAA;AAW/F;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChE,aAAa,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3D,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;IAChG,YAAY,CAAC,CAAC,EACZ,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,cAAc,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GACxD,OAAO,CAAC,CAAC,CAAC,CAAA;CACd;AAED,MAAM,WAAW,aAAc,SAAQ,kBAAkB;IACvD,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IAC7E,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5B;;;;;OAKG;IACH,aAAa,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACzF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,CAAA;AAEvD,MAAM,WAAW,cAAc;IAC7B,UAAU,IAAI,IAAI,CAAA;IAClB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAA;IACnC,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,GAAG,IAAI,CAAA;IAChE,MAAM,IAAI,IAAI,CAAA;CACf;AAED,UAAU,oBAAoB;IAC5B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IACpC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAC1B;AAsND;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,CAuBxB;AAED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAMf;AAED;;;GAGG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,sBAAsB,EAC/B,YAAY,GAAE,oBAAyB,GACtC,OAAO,CAAC,IAAI,CAAC,CA8Bf"}
+{"version":3,"file":"duckdb-runtime.d.ts","sourceRoot":"","sources":["../../src/internal/duckdb-runtime.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,WAAW,EAEjB,MAAM,kBAAkB,CAAA;AAEzB,OAAO,KAAK,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAE5E,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,mBAAmB,EAAoB,MAAM,iBAAiB,CAAA;AAW/F;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChE,aAAa,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3D,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;IAChG,YAAY,CAAC,CAAC,EACZ,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,CAAC,QAAQ,EAAE,cAAc,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GACxD,OAAO,CAAC,CAAC,CAAC,CAAA;CACd;AAED,MAAM,WAAW,aAAc,SAAQ,kBAAkB;IACvD,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IAC7E,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5B;;;;;OAKG;IACH,aAAa,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACzF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAAG,kBAAkB,CAAA;AAEvD,MAAM,WAAW,cAAc;IAC7B,UAAU,IAAI,IAAI,CAAA;IAClB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAA;IACnC,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,GAAG,IAAI,CAAA;IAChE,MAAM,IAAI,IAAI,CAAA;CACf;AAED,UAAU,oBAAoB;IAC5B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IACpC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAC1B;AAsND;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,CAuBxB;AAED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;;GAGG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,sBAAsB,EAC/B,YAAY,GAAE,oBAAyB,GACtC,OAAO,CAAC,IAAI,CAAC,CA8Bf"}

package/dist/internal/ducklake-change-reader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ducklake-change-reader.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-change-reader.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,cAAc,EAGnB,KAAK,uBAAuB,EAE7B,MAAM,yBAAyB,CAAA;AAChC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAGtD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAE9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAOxE,sGAAsG;AACtG,qBAAa,oBAAoB;IAE7B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAFT,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,SAAS,EAAE,sBAAsB;IAG9C,WAAW,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;CA2FlF"}
+{"version":3,"file":"ducklake-change-reader.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-change-reader.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,cAAc,EAGnB,KAAK,uBAAuB,EAE7B,MAAM,yBAAyB,CAAA;AAChC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAGtD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAE9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAOxE,sGAAsG;AACtG,qBAAa,oBAAoB;IAE7B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAFT,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,SAAS,EAAE,sBAAsB;IAG9C,WAAW,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;CAwGlF"}

package/dist/internal/ducklake-snapshot-reader.d.ts

@@ -12,6 +12,8 @@ export interface DatasetSnapshotRow {
     readonly tableId: bigint;
     readonly createdAt: Date;
     readonly mode: DatasetVersionMode;
+    readonly rowsChanged: boolean;
+    readonly lineageChanged: boolean;
     readonly parentSnapshotId?: string;
     readonly metadata?: SixbCommitMetadata;
 }
@@ -56,6 +58,15 @@ export declare class DuckLakeSnapshotReader {
     listVersions(datasetId: string, limit?: number): Promise<readonly DatasetVersion[]>;
     getLatestVersion(datasetId: string): Promise<DatasetVersion | null>;
     getVersion(datasetId: string, versionId: string): Promise<DatasetVersion | null>;
+    /**
+     * Whether a version holds exactly the rows of an earlier version of the dataset: every version
+     * committed after that one, up to this one, changed no rows.
+     *
+     * Reads the snapshots that name the dataset's tables between the two, from metadata only. More
+     * than `UNCHANGED_ROWS_WALK_LIMIT` of them, or one that is no Sixb version, such as a change
+     * made outside Sixb, reads as false: the caller compares the rows instead.
+     */
+    holdsRowsOf(datasetId: string, versionId: string, earlierVersionId: string): Promise<boolean>;
     /**
      * Bulk catalog-summary read used by the dataset list view.
      *

package/dist/internal/ducklake-snapshot-reader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ducklake-snapshot-reader.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-snapshot-reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAClE,OAAO,KAAK,EACV,mBAAmB,EAEnB,eAAe,EACf,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,4BAA4B,EAC7B,MAAM,yBAAyB,CAAA;AAEhC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEtD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AACxE,OAAO,EACL,KAAK,eAAe,EAIrB,MAAM,8BAA8B,CAAA;AACrC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAA;AAQ7E,OAAO,EAKL,KAAK,kBAAkB,EAExB,MAAM,YAAY,CAAA;AAEnB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,kBAAkB,CAAA;CACvC;AA8BD,yFAAyF;AACzF,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAA;IAC/B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAA;CACtC;AAED,uDAAuD;AACvD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;IACxC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxD;AAyBD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,sBAAsB;IAE/B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAFR,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,QAAQ,EAAE,sBAAsB;IAG7C,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;IAanF,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAanE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IActF;;;;;;OAMG;IACG,uBAAuB,CAC3B,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC;YAY5B,0BAA0B;IAsBxC;;;;;;OAMG;IACG,uBAAuB,CAC3B,KAAK,EAAE,4BAA4B,GAClC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;YA8BxB,mBAAmB;IAajC,yFAAyF;YAC3E,kBAAkB;IAsBhC,gFAAgF;YAClE,iBAAiB;IAkC/B,wFAAwF;YAC1E,eAAe;IA6D7B;;;OAGG;IACG,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC;IAuBvF,OAAO,CAAC,oBAAoB;YAad,oBAAoB;IAmDlC;;;;;;OAMG;YACW,yBAAyB;YAkEzB,yBAAyB;IAoCvC,OAAO,CAAC,wBAAwB;IAY1B,6BAA6B,CACjC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAK3B,gCAAgC,CACpC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAUpC,oCAAoC,CACxC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IAKzC;;;OAGG;IACG,wCAAwC,CAC5C,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,CAAC;YAa7C,kCAAkC;IA2B1C,qBAAqB,CACzB,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAO3B,qBAAqB,CACzB,OAAO,EAAE,kBAAkB,EAC3B,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAO3B,wBAAwB,CAC5B,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAc1C;;;OAGG;IACG,kBAAkB,CACtB,OAAO,EAAE,kBAAkB,EAC3B,IAAI,EAAE,SAAS,uBAAuB,EAAE,GACvC,OAAO,CAAC,cAAc,EAAE,CAAC;IAStB,yBAAyB,CAC7B,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;YAKvB,uBAAuB;IAS/B,2BAA2B,CAC/B,OAAO,EAAE,kBAAkB,EAC3B,QAAQ,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;YAKnB,+BAA+B;YAW/B,yBAAyB;YAiCzB,0BAA0B;YAkB1B,0BAA0B;IAoDxC;;;;;;;;;;OAUG;YACW,uBAAuB;IAwErC;;;;OAIG;YACW,kBAAkB;IAiChC,OAAO,CAAC,sBAAsB;IAuC9B,qFAAqF;YACvE,mBAAmB;IAYjC,OAAO,CAAC,qBAAqB;CAa9B"}
+{"version":3,"file":"ducklake-snapshot-reader.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-snapshot-reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAClE,OAAO,KAAK,EACV,mBAAmB,EAEnB,eAAe,EACf,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,4BAA4B,EAC7B,MAAM,yBAAyB,CAAA;AAEhC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEtD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AACxE,OAAO,EACL,KAAK,eAAe,EAIrB,MAAM,8BAA8B,CAAA;AACrC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAA;AAQ7E,OAAO,EAKL,KAAK,kBAAkB,EAExB,MAAM,YAAY,CAAA;AAEnB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAA;IAC7B,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,QAAQ,CAAC,EAAE,kBAAkB,CAAA;CACvC;AAgCD,yFAAyF;AACzF,MAAM,WAAW,uBAAwB,SAAQ,iBAAiB;IAChE,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAA;IAC/B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAA;CACtC;AAED,uDAAuD;AACvD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;IACxC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxD;AA6BD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,sBAAsB;IAE/B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAFR,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,QAAQ,EAAE,sBAAsB;IAG7C,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;IAanF,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAanE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IActF;;;;;;;OAOG;IACG,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,OAAO,CAAC;IA0CnB;;;;;;OAMG;IACG,uBAAuB,CAC3B,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC;YAY5B,0BAA0B;IAsBxC;;;;;;OAMG;IACG,uBAAuB,CAC3B,KAAK,EAAE,4BAA4B,GAClC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;YA8BxB,mBAAmB;IAajC,yFAAyF;YAC3E,kBAAkB;IAsBhC,gFAAgF;YAClE,iBAAiB;IAkC/B,wFAAwF;YAC1E,eAAe;IA6D7B;;;OAGG;IACG,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC;IAuBvF,OAAO,CAAC,oBAAoB;YAad,oBAAoB;IAmDlC;;;;;;OAMG;YACW,yBAAyB;YAkEzB,yBAAyB;IAoCvC,OAAO,CAAC,wBAAwB;IAY1B,6BAA6B,CACjC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAK3B,gCAAgC,CACpC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAUpC,oCAAoC,CACxC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IAKzC;;;OAGG;IACG,wCAAwC,CAC5C,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,CAAC;YAa7C,kCAAkC;IA2B1C,qBAAqB,CACzB,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAO3B,qBAAqB,CACzB,OAAO,EAAE,kBAAkB,EAC3B,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAO3B,wBAAwB,CAC5B,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAc1C;;;OAGG;IACG,kBAAkB,CACtB,OAAO,EAAE,kBAAkB,EAC3B,IAAI,EAAE,SAAS,uBAAuB,EAAE,GACvC,OAAO,CAAC,cAAc,EAAE,CAAC;IAStB,yBAAyB,CAC7B,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,iBAAiB,EAC1B,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;YAKvB,uBAAuB;IAS/B,2BAA2B,CAC/B,OAAO,EAAE,kBAAkB,EAC3B,QAAQ,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;YAKnB,+BAA+B;YAW/B,yBAAyB;YAiCzB,0BAA0B;YAkB1B,0BAA0B;IAoDxC;;;;;;;;;;OAUG;YACW,uBAAuB;IA8ErC;;;;OAIG;YACW,kBAAkB;IAiChC,OAAO,CAAC,sBAAsB;IA4C9B,qFAAqF;YACvE,mBAAmB;IAYjC,OAAO,CAAC,qBAAqB;CAa9B"}

package/dist/internal/ducklake-write-coordinator.d.ts

@@ -64,18 +64,19 @@ export declare class DuckLakeWriteCoordinator {
     /** A commit that changes no rows still creates a version for a first version or new provenance. */
     private noOpCreatesVersion;
     /**
-     * The latest version a write that began without reading it compared its rows with: the one at
-     * the lake snapshot its first read fixed. The version metadata also shows versions committed
-     * since. One of this dataset means the rows were compared with an older version, so the write
-     * reruns.
+     * The latest version a write that began without reading it replaces and compared its rows with:
+     * the one at the lake snapshot its first read fixed. The version metadata also shows versions
+     * committed since. One of this dataset means the write was prepared on an older version, so it
+     * reruns: a snapshot that changed rows would conflict with that version at commit anyway.
      */
     private latestVersionAtReadSnapshot;
     private versionForNoOpCommit;
     private rollbackTransaction;
     /**
      * Every version but a snapshot keeps its parent's rows, and the lineage it records merges the
-     * parent's. A snapshot replaces its parent: it reads it only to guard on it, or on SQLite, whose
-     * later reads inside the transaction would block its commit.
+     * parent's. A snapshot replaces its parent: it reads it first only to guard on it, or on SQLite,
+     * whose later reads inside the transaction would block its commit. Otherwise it reads it once
+     * its rows are written (see `latestVersionAtReadSnapshot`).
      */
     private beginVersionTransaction;
     private lastCommittedSnapshotId;

package/dist/internal/ducklake-write-coordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ducklake-write-coordinator.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-write-coordinator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AACnD,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EAKtB,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EACjB,MAAM,yBAAyB,CAAA;AAUhC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEtD,OAAO,EACL,KAAK,sBAAsB,EAI5B,MAAM,sBAAsB,CAAA;AAG7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAExE,OAAO,KAAK,EAAE,sBAAsB,EAA0B,MAAM,4BAA4B,CAAA;AAoBhG,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IAClD,4EAA4E;IAC5E,QAAQ,CAAC,OAAO,CAAC,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAA;IACpD,YAAY,CACV,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,sBAAsB,CAAC,CAAA;CACnC;AAeD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxD;AAED;;;;;;;GAOG;AACH,qBAAa,wBAAwB;IAEjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAHT,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,QAAQ,EAAE,sBAAsB,EAChC,SAAS,EAAE,sBAAsB;IAG9C,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6BpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAkC5D,WAAW;YA0BX,WAAW;IAmDnB,oBAAoB,CACxB,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,wBAAwB,CAAC;IAM9B,iBAAiB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQlF,sCAAsC,CAC1C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,wBAAwB,CAAC;YAYtB,sCAAsC;YAYtC,4BAA4B;YAqF5B,wBAAwB;YA4ExB,eAAe;YAyBf,iBAAiB;IAoC/B;;;;;;;;;;;;OAYG;YACW,UAAU;IAOxB,mGAAmG;IACnG,OAAO,CAAC,kBAAkB;IAqB1B;;;;;OAKG;YACW,2BAA2B;YAe3B,oBAAoB;YAmBpB,mBAAmB;IASjC;;;;OAIG;YACW,uBAAuB;YAsBvB,uBAAuB;YAYvB,wBAAwB;YAiCxB,iBAAiB;IA0B/B,OAAO,CAAC,2BAA2B;CAgBpC"}
+{"version":3,"file":"ducklake-write-coordinator.d.ts","sourceRoot":"","sources":["../../src/internal/ducklake-write-coordinator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AACnD,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EAKtB,wBAAwB,EACxB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EACjB,MAAM,yBAAyB,CAAA;AAWhC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEtD,OAAO,EACL,KAAK,sBAAsB,EAI5B,MAAM,sBAAsB,CAAA;AAG7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAA;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAExE,OAAO,KAAK,EAAE,sBAAsB,EAA0B,MAAM,4BAA4B,CAAA;AAoBhG,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,sBAAsB,CAAC,UAAU,CAAC,CAAA;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IAClD,4EAA4E;IAC5E,QAAQ,CAAC,OAAO,CAAC,EAAE,sBAAsB,CAAC,SAAS,CAAC,CAAA;IACpD,YAAY,CACV,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,sBAAsB,CAAC,CAAA;CACnC;AAeD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxD;AAED;;;;;;;GAOG;AACH,qBAAa,wBAAwB;IAEjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAHT,OAAO,EAAE,sBAAsB,EAC/B,WAAW,EAAE,yBAAyB,EACtC,QAAQ,EAAE,sBAAsB,EAChC,SAAS,EAAE,sBAAsB;IAG9C,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6BpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAkC5D,WAAW;YA0BX,WAAW;IAmDnB,oBAAoB,CACxB,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,wBAAwB,CAAC;IAM9B,iBAAiB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQlF,sCAAsC,CAC1C,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,wBAAwB,CAAC;YAYtB,sCAAsC;YAYtC,4BAA4B;YA8F5B,wBAAwB;YA4ExB,eAAe;YAyBf,iBAAiB;IAuC/B;;;;;;;;;;;;OAYG;YACW,UAAU;IAOxB,mGAAmG;IACnG,OAAO,CAAC,kBAAkB;IAqB1B;;;;;OAKG;YACW,2BAA2B;YAe3B,oBAAoB;YAmBpB,mBAAmB;IASjC;;;;;OAKG;YACW,uBAAuB;YAsBvB,uBAAuB;YAYvB,wBAAwB;YAiCxB,iBAAiB;IA0B/B,OAAO,CAAC,2BAA2B;CAgBpC"}

package/dist/internal/versions.d.ts

@@ -14,6 +14,10 @@ export interface SixbCommitMetadata {
     readonly schemaChange?: SixbSchemaChangeMetadata;
     /** As `encodeLineage` stored it: decoded only for the versions a read returns. */
     readonly lineage?: unknown;
+    /** As `DatasetVersion.rowsChanged`. Absent on versions written before Sixb recorded it. */
+    readonly rowsChanged?: boolean;
+    /** As `DatasetVersion.lineageChanged`. Absent on versions written before Sixb recorded it. */
+    readonly lineageChanged?: boolean;
 }
 export declare function parseVersionId(versionId: string): string;
 export declare function toVersionId(snapshotId: string): string;

package/dist/internal/versions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/internal/versions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,cAAc,EAAE,MAAM,yBAAyB,CAAA;AAG9E,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAA;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAA;IAC9C,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAA;IAC1C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,wBAAwB,CAAA;IAChD,kFAAkF;IAClF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAC3B;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAWxD;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,kBAAkB,GAAG,SAAS,CA6ClF;AAED,4FAA4F;AAC5F,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAG5F;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd;IAAE,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAsBxE"}
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/internal/versions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,cAAc,EAAE,MAAM,yBAAyB,CAAA;AAG9E,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAA;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAA;IAC9C,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAA;IAC1C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,0BAA0B,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACvD,QAAQ,CAAC,YAAY,CAAC,EAAE,wBAAwB,CAAA;IAChD,kFAAkF;IAClF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;IAC1B,2FAA2F;IAC3F,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAA;IAC9B,8FAA8F;IAC9F,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAClC;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAWxD;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,kBAAkB,GAAG,SAAS,CAgDlF;AAED,4FAA4F;AAC5F,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAG5F;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd;IAAE,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAsBxE"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sixb/ducklake",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "DuckDB/DuckLake lake storage provider for Sixb",
   "keywords": [
     "sixb",
@@ -36,7 +36,7 @@
     "typecheck": "tsc --noEmit",
     "test": "bun test",
     "test:e2e": "bun run test:e2e:local && bun run test:e2e:remote",
-    "test:e2e:local": "bun test --preload ./tests/extensions.ts ./tests/ducklake-reader.e2e.ts ./tests/ducklake-changes.e2e.ts ./tests/ducklake-contract.e2e.ts ./tests/ducklake-catalog-state.e2e.ts ./tests/ducklake-catalogs.e2e.ts ./tests/ducklake-concurrency.e2e.ts ./tests/ducklake-datasets.e2e.ts ./tests/ducklake-driver.e2e.ts ./tests/ducklake-maintenance.e2e.ts ./tests/ducklake-merges.e2e.ts ./tests/ducklake-sql-transforms.e2e.ts ./tests/ducklake-versions.e2e.ts ./tests/ducklake-long-history.e2e.ts ./tests/ducklake-writes.e2e.ts ./tests/ducklake-sqlite-writes.e2e.ts",
+    "test:e2e:local": "bun test --preload ./tests/extensions.ts ./tests/duckdb-extensions.e2e.ts ./tests/ducklake-reader.e2e.ts ./tests/ducklake-changes.e2e.ts ./tests/ducklake-contract.e2e.ts ./tests/ducklake-catalog-state.e2e.ts ./tests/ducklake-catalogs.e2e.ts ./tests/ducklake-concurrency.e2e.ts ./tests/ducklake-datasets.e2e.ts ./tests/ducklake-driver.e2e.ts ./tests/ducklake-maintenance.e2e.ts ./tests/ducklake-merges.e2e.ts ./tests/ducklake-sql-transforms.e2e.ts ./tests/ducklake-versions.e2e.ts ./tests/ducklake-long-history.e2e.ts ./tests/ducklake-writes.e2e.ts ./tests/ducklake-sqlite-writes.e2e.ts",
     "test:e2e:remote": "bun test --preload ./tests/extensions.ts --preload ./tests/setup.ts ./tests/ducklake-remote.e2e.ts",
     "prepack": "bun run build"
   },
@@ -44,10 +44,10 @@
     "@duckdb/node-api": "1.5.2-r.2"
   },
   "peerDependencies": {
-    "@sixb/core": "^0.2.0"
+    "@sixb/core": "^0.2.2"
   },
   "devDependencies": {
-    "@sixb/core": "0.2.0",
+    "@sixb/core": "0.2.2",
     "@types/bun": "latest",
     "typescript": "^5.7.0"
   },

package/src/internal/dataset-row-merge.ts

@@ -313,19 +313,26 @@ function primaryKeyMatchSql(
     .join(" AND ")
 }
 
+/**
+ * Whether a staged upsert changes the stored row of its key. A row that differs only in its
+ * `sequenceBy` column is the stored row delivered again (`isSequenceOnlyChange`): it stays as is,
+ * while the companion table still advances the key's ordering.
+ */
 function datasetRowDifferenceSql(
   dataset: DatasetDefinition,
   leftAlias: string,
   rightAlias: string
 ): string {
-  return dataset.schema.columns
+  const differences = dataset.schema.columns
+    .filter((column) => column.name !== dataset.sequenceBy)
     .map(
       (column) =>
         `${leftAlias}.${quoteIdentifier(column.name)} IS DISTINCT FROM ${rightAlias}.${quoteIdentifier(
           column.name
         )}`
     )
-    .join(" OR ")
+
+  return differences.length > 0 ? differences.join(" OR ") : "FALSE"
 }
 
 async function countRows(runtime: DuckDbQueryRuntime, relationSql: string): Promise<number> {

package/src/internal/duckdb-extensions.ts

@@ -0,0 +1,102 @@
+import { mkdtemp, rm, writeFile } from "node:fs/promises"
+import { tmpdir } from "node:os"
+import { join } from "node:path"
+import { promisify } from "node:util"
+import { gunzip } from "node:zlib"
+import type { DuckDbQueryRuntime } from "./duckdb-runtime"
+import { quoteSqlString, quoteSqlStringList } from "./sql"
+
+const extensionsUrl = "https://extensions.duckdb.org"
+const downloadTimeoutMillis = 60_000
+const gunzipAsync = promisify(gunzip)
+
+/**
+ * Install missing core extensions from `https://extensions.duckdb.org`.
+ *
+ * DuckDB's `INSTALL` downloads from `http://extensions.duckdb.org`, and fetching over HTTPS needs
+ * `httpfs`, which DuckDB itself fetches over HTTP. A host that only allows HTTPS by name, such as
+ * a Vercel sandbox whose firewall filters on TLS SNI, can reach neither. So the file is fetched
+ * here and handed to `INSTALL '<file>'`, which puts it where DuckDB looks; the plain `INSTALL`
+ * that follows is then a no-op, and `LOAD` still checks the extension's signature.
+ *
+ * Best effort: a failure is logged and leaves the extension to DuckDB's own `INSTALL`. A project
+ * that set `custom_extension_repository` keeps its own repository.
+ */
+export async function prefetchDuckDbExtensions(
+  runtime: DuckDbQueryRuntime,
+  extensions: readonly string[]
+): Promise<void> {
+  await prefetch(runtime, extensions).catch((error: unknown) =>
+    warnFallback(extensions.join("', '"), error)
+  )
+}
+
+async function prefetch(runtime: DuckDbQueryRuntime, extensions: readonly string[]) {
+  const [target] = await runtime.query(`
+    SELECT
+      version() AS version,
+      (SELECT platform FROM pragma_platform()) AS platform,
+      current_setting('custom_extension_repository') AS repository
+  `)
+  if (target?.repository !== "") return
+
+  const missing = await missingExtensions(runtime, extensions)
+  if (missing.length === 0) return
+
+  const directory = await mkdtemp(join(tmpdir(), "sixb-duckdb-extensions-"))
+  try {
+    const downloads = await Promise.all(
+      missing.map(async (name) => ({
+        name,
+        file: await download(`${target.version}/${target.platform}/${name}`, directory, name).catch(
+          (error: unknown) => warnFallback(name, error)
+        ),
+      }))
+    )
+
+    // One at a time: the runtime runs statements in order anyway, and this keeps failures apart.
+    for (const { name, file } of downloads) {
+      if (file === undefined) continue
+      await runtime
+        .run(`INSTALL ${quoteSqlString(file)}`)
+        .catch((error: unknown) => warnFallback(name, error))
+    }
+  } finally {
+    await rm(directory, { recursive: true, force: true })
+  }
+}
+
+function warnFallback(name: string, error: unknown): undefined {
+  const reason = error instanceof Error ? error.message : String(error)
+  console.warn(
+    `[SixbDuckLake] Could not install DuckDB extension '${name}' over HTTPS (${reason}); falling back to DuckDB's INSTALL.`
+  )
+  return undefined
+}
+
+/** Canonical names of the requested extensions not installed yet: `sqlite` is `sqlite_scanner`. */
+async function missingExtensions(
+  runtime: DuckDbQueryRuntime,
+  extensions: readonly string[]
+): Promise<string[]> {
+  const requested = `[${quoteSqlStringList(extensions.map((extension) => extension.toLowerCase()))}]`
+  const rows = await runtime.query(`
+    SELECT extension_name
+    FROM duckdb_extensions()
+    WHERE NOT installed
+      AND (list_contains(${requested}, extension_name) OR list_has_any(${requested}, aliases))
+  `)
+  return rows.map((row) => String(row.extension_name))
+}
+
+/** `INSTALL '<file>'` names the extension after the file, so it is written as `<name>.duckdb_extension`. */
+async function download(path: string, directory: string, name: string): Promise<string> {
+  const response = await fetch(`${extensionsUrl}/${path}.duckdb_extension.gz`, {
+    signal: AbortSignal.timeout(downloadTimeoutMillis),
+  })
+  if (!response.ok) throw new Error(`HTTP ${response.status}`)
+
+  const file = join(directory, `${name}.duckdb_extension`)
+  await writeFile(file, await gunzipAsync(new Uint8Array(await response.arrayBuffer())))
+  return file
+}

package/src/internal/duckdb-runtime.ts

@@ -8,6 +8,7 @@ import {
 } from "@duckdb/node-api"
 import { LakeStorageError } from "@sixb/core/lake-storage"
 import type { DuckDbRuntimeOptions, DuckLakeStorageOptions } from "../types"
+import { prefetchDuckDbExtensions } from "./duckdb-extensions"
 import { type DuckDbReader, type DuckDbReaderOptions, NodeDuckDbReader } from "./duckdb-reader"
 import { sixbDuckDbValueConverter } from "./duckdb-value-converter"
 import {
@@ -323,9 +324,12 @@ export async function installDuckLakeExtensions(
   runtime: DuckDbRuntime,
   options: DuckLakeStorageOptions
 ): Promise<void> {
+  const extensions = requiredExtensions(options)
+  await prefetchDuckDbExtensions(runtime, ["ducklake", ...extensions])
+
   await runtime.run("INSTALL ducklake")
 
-  for (const extension of requiredExtensions(options)) {
+  for (const extension of extensions) {
     await runtime.run(`INSTALL ${quoteIdentifier(extension)}`)
   }
 }

package/src/internal/ducklake-change-reader.ts

@@ -33,6 +33,13 @@ export class DuckLakeChangeReader {
     const after = await this.snapshots.getVersion(input.datasetId, input.toVersionId)
     const columns = resolveDatasetChangeColumns(input, before, after)
     if (!columns) return null
+
+    // Versions that only record new provenance or source ordering hold their parent's rows: their
+    // change set is empty, whatever the keys, so it needs neither the key checks nor the join.
+    const unchanged =
+      (input.toVersionId === input.fromVersionId || !after!.rowsChanged) &&
+      (await this.snapshots.holdsRowsOf(input.datasetId, input.toVersionId, input.fromVersionId))
+
     const lease = await this.connections.acquireAttachedRuntime()
     const runtime = lease.runtime
     const temporary = quoteIdentifier(`sixb_delta_${randomUUID().replaceAll("-", "")}`)
@@ -44,6 +51,12 @@ export class DuckLakeChangeReader {
       const table = qualifiedTableName(this.options, ref.tableName)
       const oldRelation = `${table} AT (VERSION => ${parseVersionId(input.fromVersionId)})`
       const newRelation = `${table} AT (VERSION => ${parseVersionId(input.toVersionId)})`
+      if (unchanged) {
+        return noChanges(
+          after!.rowCount ?? before!.rowCount ?? (await countRows(runtime, newRelation))
+        )
+      }
+
       const previousCount = await uniqueRowCount(runtime, oldRelation, input.keyColumns)
       const nextCount = await uniqueRowCount(runtime, newRelation, input.keyColumns)
       if (previousCount === null || nextCount === null) return null
@@ -120,6 +133,23 @@ export class DuckLakeChangeReader {
   }
 }
 
+function noChanges(rowCount: number): DatasetChanges {
+  return {
+    fromRowCount: rowCount,
+    toRowCount: rowCount,
+    changeCount: 0,
+    changes: (async function* () {
+      yield* []
+    })(),
+    async close() {},
+  }
+}
+
+async function countRows(runtime: DuckDbQueryRuntime, relation: string): Promise<number> {
+  const [row] = await runtime.query(`SELECT count(*) AS total FROM ${relation}`)
+  return safeCount(row!, "total")
+}
+
 async function uniqueRowCount(
   runtime: DuckDbQueryRuntime,
   relation: string,

package/src/internal/ducklake-snapshot-reader.ts

@@ -44,6 +44,8 @@ export interface DatasetSnapshotRow {
   readonly tableId: bigint
   readonly createdAt: Date
   readonly mode: DatasetVersionMode
+  readonly rowsChanged: boolean
+  readonly lineageChanged: boolean
   readonly parentSnapshotId?: string
   readonly metadata?: SixbCommitMetadata
 }
@@ -66,6 +68,8 @@ interface SnapshotCandidateQueryInput {
   readonly table: DatasetTableRef
   readonly exactSnapshotId?: string
   readonly beforeSnapshotId?: string
+  /** Inclusive lower bound. */
+  readonly fromSnapshotId?: string
   readonly limit: number
 }
 
@@ -110,6 +114,10 @@ const FEED_PAGE_SIZE = 512
 // metadata of its version, whose lineage may be large.
 const SHORT_READ_BATCH_SIZE = 8
 
+// A change read between two versions of identical rows skips comparing them. Consumers read changes
+// for every version they apply, so few versions usually stand between the two.
+const UNCHANGED_ROWS_WALK_LIMIT = 32
+
 // The bulk catalog scan shares one descending walk of recent snapshots across
 // all requested datasets, so its cost is bounded by this window rather than by
 // the dataset count. A dataset whose latest version is older than the window
@@ -181,6 +189,60 @@ export class DuckLakeSnapshotReader {
     })
   }
 
+  /**
+   * Whether a version holds exactly the rows of an earlier version of the dataset: every version
+   * committed after that one, up to this one, changed no rows.
+   *
+   * Reads the snapshots that name the dataset's tables between the two, from metadata only. More
+   * than `UNCHANGED_ROWS_WALK_LIMIT` of them, or one that is no Sixb version, such as a change
+   * made outside Sixb, reads as false: the caller compares the rows instead.
+   */
+  async holdsRowsOf(
+    datasetId: string,
+    versionId: string,
+    earlierVersionId: string
+  ): Promise<boolean> {
+    const snapshotId = parseVersionId(versionId)
+    const earlierSnapshotId = parseVersionId(earlierVersionId)
+    if (snapshotId === earlierSnapshotId) {
+      return true
+    }
+    if (BigInt(snapshotId) < BigInt(earlierSnapshotId)) {
+      return false
+    }
+
+    this.connections.assertOpen()
+
+    return this.connections.withAttachedRuntime(async (runtime) => {
+      const tableRef = await resolveDatasetTableRef(this.options, runtime, datasetId)
+      if (!tableRef) {
+        return false
+      }
+
+      // Newest first: this version, the snapshots between, then the earlier version itself.
+      const candidates = await this.querySnapshotCandidates(runtime, {
+        table: tableRef,
+        beforeSnapshotId: String(BigInt(snapshotId) + 1n),
+        fromSnapshotId: earlierSnapshotId,
+        limit: UNCHANGED_ROWS_WALK_LIMIT + 1,
+      })
+      if (
+        candidates[0]?.snapshotId !== snapshotId ||
+        candidates[candidates.length - 1]?.snapshotId !== earlierSnapshotId
+      ) {
+        return false
+      }
+
+      return candidates
+        .slice(0, -1)
+        .every(
+          (candidate) =>
+            this.candidateToSnapshotRow(datasetId, tableRef.tableId, candidate)?.rowsChanged ===
+            false
+        )
+    })
+  }
+
   /**
    * Bulk catalog-summary read used by the dataset list view.
    *
@@ -905,6 +967,9 @@ export class DuckLakeSnapshotReader {
     if (input.beforeSnapshotId !== undefined) {
       assertDuckLakeSnapshotId(input.beforeSnapshotId)
     }
+    if (input.fromSnapshotId !== undefined) {
+      assertDuckLakeSnapshotId(input.fromSnapshotId)
+    }
 
     const rows = await runtime.query(
       buildDuckLakeMetadataQuery(this.options, (table) => {
@@ -924,6 +989,9 @@ export class DuckLakeSnapshotReader {
         if (input.beforeSnapshotId !== undefined) {
           bounds.push(`changes.snapshot_id < ${input.beforeSnapshotId}`)
         }
+        if (input.fromSnapshotId !== undefined) {
+          bounds.push(`changes.snapshot_id >= ${input.fromSnapshotId}`)
+        }
 
         const namesDatasetTable = datasetTableIds(input.table)
           .map(
@@ -1022,6 +1090,8 @@ export class DuckLakeSnapshotReader {
         tableId,
         createdAt: candidate.createdAt,
         mode: metadata.mode ?? "schema",
+        rowsChanged: metadata.rowsChanged ?? true,
+        lineageChanged: metadata.lineageChanged ?? true,
         metadata,
       }
     }
@@ -1031,11 +1101,14 @@ export class DuckLakeSnapshotReader {
     // points elsewhere, fail loudly rather than hydrating the wrong lineage.
     this.assertNoMetadataConflict(candidate.snapshotId, datasetId, candidate.metadata)
 
+    // DuckLake recorded a change to the table's rows, whatever the metadata says.
     return {
       snapshotId: candidate.snapshotId,
       tableId,
       createdAt: candidate.createdAt,
       mode: candidate.metadata?.mode ?? (hasDeleteChange ? "snapshot" : "append"),
+      rowsChanged: true,
+      lineageChanged: candidate.metadata?.lineageChanged ?? true,
       ...(candidate.metadata !== undefined ? { metadata: candidate.metadata } : {}),
     }
   }
@@ -1089,6 +1162,8 @@ function snapshotToVersion(
     producer: row.metadata?.producer,
     inputs: row.metadata?.inputs,
     ...storedLineage(tableRef.datasetId, row),
+    rowsChanged: row.rowsChanged,
+    lineageChanged: row.lineageChanged,
     ...(row.metadata?.rowCount !== undefined ? { rowCount: row.metadata.rowCount } : {}),
   }
 }

package/src/internal/ducklake-write-coordinator.ts

@@ -15,6 +15,7 @@ import type {
 import {
   assertUnsequencedDatasetWrite,
   getDatasetPrimaryKeyColumns,
+  hasDatasetLineageChanges,
   hasDatasetProvenanceChanges,
   LakeConcurrencyError,
   LakeStorageError,
@@ -321,12 +322,12 @@ export class DuckLakeWriteCoordinator {
       })
       input.signal?.throwIfAborted()
 
+      // The version this one replaces or builds on: what it records having changed compares with.
+      const parent =
+        latestVersion === undefined ? await this.latestVersionAtReadSnapshot(input) : latestVersion
+
       // A commit that changes no rows is decided against the latest version it compared with.
-      const noOpBase = changeResult.dataChangeExpected
-        ? undefined
-        : latestVersion === undefined
-          ? await this.latestVersionAtReadSnapshot(input)
-          : latestVersion
+      const noOpBase = changeResult.dataChangeExpected ? undefined : parent
 
       const createsVersion =
         noOpBase === undefined || this.noOpCreatesVersion(input, noOpBase, lineage)
@@ -339,7 +340,16 @@ export class DuckLakeWriteCoordinator {
         input,
         commitId,
         commitRowCount(input, changeResult, latestVersion),
-        lineage
+        lineage,
+        {
+          rowsChanged: parent === null || changeResult.changedTableRows,
+          lineageChanged: hasDatasetLineageChanges(parent, {
+            datasetId: input.dataset.id,
+            schema: input.dataset.schema,
+            producer: input.producer,
+            lineage,
+          }),
+        }
       )
 
       await commitVersionTransaction(
@@ -477,7 +487,8 @@ export class DuckLakeWriteCoordinator {
     input: DuckLakeCommitVersionOutcomeRuntimeInput,
     commitId: string,
     rowCount: CommitRowCount,
-    lineage: DatasetVersionLineage | undefined
+    lineage: DatasetVersionLineage | undefined,
+    changed: Pick<DatasetVersion, "rowsChanged" | "lineageChanged">
   ): Promise<void> {
     // DuckLake stores this JSON on the snapshot it creates for the current
     // transaction. Version id, timestamp, and data-change detection still come
@@ -498,6 +509,8 @@ export class DuckLakeWriteCoordinator {
         ? { validatedPrimaryKeyColumns: [...validatedPrimaryKeyColumns] }
         : {}),
       ...(lineage === undefined ? {} : { lineage: encodeLineage(lineage) }),
+      rowsChanged: changed.rowsChanged,
+      lineageChanged: changed.lineageChanged,
     }
 
     await input.runtime.run(
@@ -552,10 +565,10 @@ export class DuckLakeWriteCoordinator {
   }
 
   /**
-   * The latest version a write that began without reading it compared its rows with: the one at
-   * the lake snapshot its first read fixed. The version metadata also shows versions committed
-   * since. One of this dataset means the rows were compared with an older version, so the write
-   * reruns.
+   * The latest version a write that began without reading it replaces and compared its rows with:
+   * the one at the lake snapshot its first read fixed. The version metadata also shows versions
+   * committed since. One of this dataset means the write was prepared on an older version, so it
+   * reruns: a snapshot that changed rows would conflict with that version at commit anyway.
    */
   private async latestVersionAtReadSnapshot(
     input: DuckLakeCommitVersionOutcomeRuntimeInput
@@ -602,8 +615,9 @@ export class DuckLakeWriteCoordinator {
 
   /**
    * Every version but a snapshot keeps its parent's rows, and the lineage it records merges the
-   * parent's. A snapshot replaces its parent: it reads it only to guard on it, or on SQLite, whose
-   * later reads inside the transaction would block its commit.
+   * parent's. A snapshot replaces its parent: it reads it first only to guard on it, or on SQLite,
+   * whose later reads inside the transaction would block its commit. Otherwise it reads it once
+   * its rows are written (see `latestVersionAtReadSnapshot`).
    */
   private async beginVersionTransaction(
     input: DuckLakeCommitVersionOutcomeRuntimeInput

package/src/internal/versions.ts

@@ -17,6 +17,10 @@ export interface SixbCommitMetadata {
   readonly schemaChange?: SixbSchemaChangeMetadata
   /** As `encodeLineage` stored it: decoded only for the versions a read returns. */
   readonly lineage?: unknown
+  /** As `DatasetVersion.rowsChanged`. Absent on versions written before Sixb recorded it. */
+  readonly rowsChanged?: boolean
+  /** As `DatasetVersion.lineageChanged`. Absent on versions written before Sixb recorded it. */
+  readonly lineageChanged?: boolean
 }
 
 export function parseVersionId(versionId: string): string {
@@ -62,6 +66,7 @@ export function parseCommitMetadata(value: unknown): SixbCommitMetadata | undefi
   const producer = parseDatasetProducer(parsed.sixb.producer)
   const rowCount = parsed.sixb.rowCount
   const validatedPrimaryKeyColumns = parsed.sixb.validatedPrimaryKeyColumns
+  const { rowsChanged, lineageChanged } = parsed.sixb
 
   return {
     kind: "datasetVersion",
@@ -80,6 +85,8 @@ export function parseCommitMetadata(value: unknown): SixbCommitMetadata | undefi
       ? { schemaChange: parsed.sixb.schemaChange }
       : {}),
     ...(parsed.sixb.lineage === undefined ? {} : { lineage: parsed.sixb.lineage }),
+    ...(typeof rowsChanged === "boolean" ? { rowsChanged } : {}),
+    ...(typeof lineageChanged === "boolean" ? { lineageChanged } : {}),
   }
 }