@sixb/ducklake 0.0.1

package/dist/internal/names.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Prefix used for all Sixb dataset tables inside the DuckLake schema.
+ */
+export declare const DATASET_TABLE_PREFIX = "sixb__ds__";
+/**
+ * Convert a Sixb dataset id to its physical DuckLake table name.
+ */
+export declare function encodeDatasetTableName(datasetId: string): string;
+/**
+ * Decode a physical DuckLake table name back to a Sixb dataset id.
+ */
+export declare function decodeDatasetTableName(tableName: string): string | null;
+//# sourceMappingURL=names.d.ts.map

package/dist/internal/names.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"names.d.ts","sourceRoot":"","sources":["../../src/internal/names.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,eAAO,MAAM,oBAAoB,eAAe,CAAA;AAyFhD;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAMvE"}

package/dist/internal/row-appender.d.ts

@@ -0,0 +1,7 @@
+import type { DatasetRow, DatasetSchema } from "@sixb/core";
+import type { DuckDbAppender } from "./duckdb-runtime";
+/**
+ * Append one validated dataset row into the staging table's DuckDB appender.
+ */
+export declare function appendDatasetRow(appender: DuckDbAppender, schema: DatasetSchema, row: DatasetRow): void;
+//# sourceMappingURL=row-appender.d.ts.map

package/dist/internal/row-appender.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"row-appender.d.ts","sourceRoot":"","sources":["../../src/internal/row-appender.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAA2B,UAAU,EAAE,aAAa,EAAW,MAAM,YAAY,CAAA;AAE7F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AAEtD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,aAAa,EACrB,GAAG,EAAE,UAAU,GACd,IAAI,CAMN"}

package/dist/internal/schema.d.ts

@@ -0,0 +1,35 @@
+import type { DatasetColumnDefinition, DatasetColumnType, DatasetSchema } from "@sixb/core";
+/**
+ * Normalized column metadata read from DuckDB/DuckLake introspection queries.
+ */
+export interface DuckDbColumnMetadata {
+    readonly name: string;
+    readonly type: string;
+    readonly nullable: boolean;
+}
+/**
+ * Map a Sixb dataset column type to the DuckDB type used in CREATE TABLE.
+ */
+export declare function datasetColumnTypeToDuckDbSql(type: DatasetColumnType): string;
+/**
+ * Reconstruct a Sixb dataset column type from DuckDB column metadata.
+ */
+export declare function duckDbTypeToDatasetColumnType(typeSql: string): DatasetColumnType;
+/**
+ * Render one Sixb dataset column as DuckDB DDL.
+ */
+export declare function datasetColumnToDuckDbSql(column: DatasetColumnDefinition): string;
+/**
+ * Render the column list used by CREATE TABLE and staging table DDL.
+ */
+export declare function datasetSchemaToDuckDbColumnsSql(schema: DatasetSchema): string;
+/**
+ * Render the column list used by INSERT ... SELECT operations.
+ */
+export declare function datasetSchemaColumnNamesSql(schema: DatasetSchema): string;
+/**
+ * Convert DuckDB column metadata back into a Sixb dataset schema.
+ */
+export declare function duckDbColumnsToDatasetSchema(columns: readonly DuckDbColumnMetadata[]): DatasetSchema;
+export declare function normalizeReadValue(value: unknown, column: DatasetColumnDefinition): unknown;
+//# sourceMappingURL=schema.d.ts.map

package/dist/internal/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/internal/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,aAAa,EAAW,MAAM,YAAY,CAAA;AAMpG;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAC3B;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,iBAAiB,GAAG,MAAM,CAE5E;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,MAAM,GAAG,iBAAiB,CAShF;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,uBAAuB,GAAG,MAAM,CAGhF;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAE7E;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAEzE;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,SAAS,oBAAoB,EAAE,GACvC,aAAa,CAQf;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAqB3F"}

package/dist/internal/sql-transform-relations.d.ts

@@ -0,0 +1,13 @@
+import { type SqlTransformBody } from "@sixb/core/lake-storage";
+import type { DuckLakeStorageOptions } from "../types";
+export interface DuckLakeSqlTransformSourceRelation {
+    readonly datasetId: string;
+    readonly versionId: string;
+}
+export interface RenderDuckLakeSqlTransformSqlInput {
+    readonly options: Pick<DuckLakeStorageOptions, "alias">;
+    readonly sources: Readonly<Record<string, DuckLakeSqlTransformSourceRelation>>;
+    readonly sql: SqlTransformBody<"duckdb">;
+}
+export declare function renderDuckLakeSqlTransformSql(input: RenderDuckLakeSqlTransformSqlInput): string;
+//# sourceMappingURL=sql-transform-relations.d.ts.map

package/dist/internal/sql-transform-relations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-transform-relations.d.ts","sourceRoot":"","sources":["../../src/internal/sql-transform-relations.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,gBAAgB,EAEtB,MAAM,yBAAyB,CAAA;AAChC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAQtD,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,kCAAkC;IACjD,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAA;IACvD,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kCAAkC,CAAC,CAAC,CAAA;IAC9E,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAA;CACzC;AAeD,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,kCAAkC,GAAG,MAAM,CAS/F"}

package/dist/internal/sql.d.ts

@@ -0,0 +1,62 @@
+import type { DuckDbSecretOptions, DuckLakeCatalogOptions, DuckLakeStorageOptions, PostgresDuckLakeCatalogOptions } from "../types";
+/**
+ * Resolve the DuckLake attachment alias used by all provider SQL.
+ */
+export declare function duckLakeAlias(options: Pick<DuckLakeStorageOptions, "alias">): string;
+/**
+ * Configure the PostgreSQL extension pool used by DuckLake's attached metadata
+ * catalog. DuckDB worker threads can otherwise pin pooled Postgres connections
+ * in the thread-local cache until the pool is exhausted during repeated
+ * DuckLake metadata reads.
+ */
+export declare function buildConfigurePostgresMetadataPoolSql(options: Pick<DuckLakeStorageOptions, "alias" | "postgresPool">): string;
+/**
+ * Configure DuckDB's PostgreSQL extension before ATTACH. These settings only
+ * affect databases attached after they are set.
+ */
+export declare function buildSetPostgresPoolSql(options: Pick<DuckLakeStorageOptions, "postgresPool">): readonly string[];
+/**
+ * Render a fully-qualified DuckLake metadata table path.
+ *
+ * PostgreSQL catalogs expose DuckLake metadata tables under the configured
+ * metadata schema inside the attached metadata catalog. Local catalogs use
+ * DuckDB's default `main` schema.
+ */
+export declare function duckLakeMetadataTableName(options: Pick<DuckLakeStorageOptions, "alias" | "catalog">, tableName: string): string;
+/**
+ * Quote a SQL identifier after validating it is already identifier-shaped.
+ *
+ * Dataset table names are produced by `names.ts`; user text should never be
+ * passed here without first going through a deterministic encoder.
+ */
+export declare function quoteIdentifier(identifier: string): string;
+/**
+ * Quote a SQL string literal for DDL statements that DuckDB does not parameterize.
+ */
+export declare function quoteSqlString(value: string): string;
+export declare function quoteSqlStringList(values: readonly string[]): string;
+/**
+ * Render a fully-qualified table path.
+ */
+export declare function qualifiedTableName(options: Pick<DuckLakeStorageOptions, "alias">, tableName: string): string;
+/**
+ * Build the catalog URI expected by DuckLake's ATTACH statement.
+ */
+export declare function catalogUri(catalog: DuckLakeCatalogOptions): string;
+/**
+ * Render typed PostgreSQL options to the libpq connection string DuckLake expects.
+ */
+export declare function postgresConnectionString(catalog: PostgresDuckLakeCatalogOptions): string;
+/**
+ * Extensions needed by the catalog, data path, and typed secrets.
+ */
+export declare function requiredExtensions(options: DuckLakeStorageOptions): readonly string[];
+/**
+ * Build a typed DuckDB CREATE SECRET statement.
+ */
+export declare function buildCreateSecretSql(secret: DuckDbSecretOptions): string;
+/**
+ * Build the DuckLake ATTACH statement from public provider options.
+ */
+export declare function buildAttachSql(options: DuckLakeStorageOptions): string;
+//# sourceMappingURL=sql.d.ts.map

package/dist/internal/sql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql.d.ts","sourceRoot":"","sources":["../../src/internal/sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,mBAAmB,EACnB,sBAAsB,EACtB,sBAAsB,EAEtB,8BAA8B,EAG/B,MAAM,UAAU,CAAA;AAIjB;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,GAAG,MAAM,CAEpF;AAUD;;;;;GAKG;AACH,wBAAgB,qCAAqC,CACnD,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,OAAO,GAAG,cAAc,CAAC,GAC9D,MAAM,CAOR;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,cAAc,CAAC,GACpD,SAAS,MAAM,EAAE,CAInB;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,OAAO,GAAG,SAAS,CAAC,EAC1D,SAAS,EAAE,MAAM,GAChB,MAAM,CAOR;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAM1D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAEpE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,OAAO,CAAC,EAC9C,SAAS,EAAE,MAAM,GAChB,MAAM,CAER;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,CAWlE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,8BAA8B,GAAG,MAAM,CAuBxF;AAkBD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,sBAAsB,GAAG,SAAS,MAAM,EAAE,CAcrF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CAIxE;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,CA+BtE"}

package/dist/internal/versions.d.ts

@@ -0,0 +1,22 @@
+import type { DatasetVersion } from "@sixb/core/lake-storage";
+export interface SixbSchemaChangeMetadata {
+    readonly addColumns?: readonly string[];
+}
+export interface SixbCommitMetadata {
+    readonly kind: "datasetVersion";
+    readonly datasetId: string;
+    readonly commitId?: string;
+    readonly mode?: DatasetVersion["mode"];
+    readonly producer?: DatasetVersion["producer"];
+    readonly inputs?: DatasetVersion["inputs"];
+    readonly rowCount?: number;
+    readonly schemaChange?: SixbSchemaChangeMetadata;
+}
+export declare function parseVersionId(versionId: string): string;
+export declare function toVersionId(snapshotId: string): string;
+export declare function parseCommitMetadata(value: unknown): SixbCommitMetadata | undefined;
+export declare function parseInlineDataChange(changesMade: string, tableId: bigint): {
+    readonly hasDataChange: boolean;
+    readonly hasDeleteChange: boolean;
+};
+//# sourceMappingURL=versions.d.ts.map

package/dist/internal/versions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/internal/versions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AAG7D,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAA;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAA;IAC9C,QAAQ,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAA;IAC1C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,YAAY,CAAC,EAAE,wBAAwB,CAAA;CACjD;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAWxD;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,kBAAkB,GAAG,SAAS,CAqClF;AAED,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd;IAAE,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAsBxE"}

package/dist/tsconfig.json

@@ -0,0 +1,5 @@
+// Written by scripts/build-package.ts, and published on purpose.
+// Bun applies the nearest tsconfig paths map to every import it resolves, node_modules
+// included. An empty map here keeps a consumer's aliases from sending a module in this
+// directory back into a second copy of its own source.
+{ "compilerOptions": { "paths": {} } }

package/dist/types.d.ts

@@ -0,0 +1,147 @@
+/**
+ * DuckLake catalog connection settings.
+ *
+ * The catalog stores DuckLake metadata. Physical table data still lives under
+ * `dataPath` and is managed by DuckLake, not by Sixb sidecar tables.
+ */
+export type DuckLakeCatalogOptions = {
+    readonly type: "duckdb";
+    readonly path: string;
+} | {
+    readonly type: "sqlite";
+    readonly path: string;
+} | PostgresDuckLakeCatalogOptions
+/** Escape hatch for DuckLake catalog URI forms Sixb does not model yet. */
+ | {
+    readonly type: "custom";
+    readonly uri: string;
+    readonly extensions?: readonly string[];
+    readonly metadataParameters?: Readonly<Record<string, string>>;
+};
+/**
+ * Friendly PostgreSQL catalog settings.
+ *
+ * The provider renders these to the libpq string required by DuckLake. Use
+ * `custom` for raw DuckLake catalog URIs that need unsupported options.
+ */
+export interface PostgresDuckLakeCatalogOptions {
+    readonly type: "postgres";
+    readonly host: string;
+    readonly database: string;
+    readonly port?: number;
+    readonly user?: string;
+    readonly password?: string;
+    readonly sslMode?: "disable" | "allow" | "prefer" | "require" | "verify-ca" | "verify-full";
+    readonly applicationName?: string;
+    readonly connectTimeoutSeconds?: number;
+    readonly metadataSchema?: string;
+    readonly parameters?: Readonly<Record<string, string | number | boolean>>;
+}
+/**
+ * Runtime settings for the embedded DuckDB process that loads DuckLake.
+ */
+export interface DuckDbRuntimeOptions {
+    readonly path?: string;
+    readonly config?: Readonly<Record<string, string>>;
+}
+/**
+ * DuckDB PostgreSQL extension pool settings for a Postgres-backed DuckLake
+ * metadata catalog.
+ */
+export interface DuckLakePostgresPoolOptions {
+    readonly maxConnections?: number;
+    readonly waitTimeoutMillis?: number;
+    readonly maxLifetimeMillis?: number;
+    readonly idleTimeoutMillis?: number;
+    readonly enableThreadLocalCache?: boolean;
+    readonly enableReaperThread?: boolean;
+    readonly healthCheckQuery?: string;
+}
+/**
+ * Common CREATE SECRET options shared by DuckDB object-store integrations.
+ */
+interface BaseSecretOptions {
+    readonly name?: string;
+    readonly persistent?: boolean;
+    readonly scope?: string;
+}
+/**
+ * Shared options for DuckDB secrets that use the S3-compatible HTTPFS layer.
+ *
+ * R2 and GCS are modeled as first-class DuckDB secret types, but they still use
+ * the same S3 API client under the hood.
+ */
+interface S3ApiSecretOptions extends BaseSecretOptions {
+    readonly provider?: "config" | "credential_chain";
+    readonly keyId?: string;
+    readonly secret?: string;
+    readonly sessionToken?: string;
+    readonly region?: string;
+    readonly endpoint?: string;
+    readonly urlStyle?: "path" | "vhost";
+    readonly useSsl?: boolean;
+    readonly verifySsl?: boolean;
+    readonly chain?: string;
+    readonly profile?: string;
+}
+export interface S3SecretOptions extends S3ApiSecretOptions {
+    readonly type: "s3";
+    readonly kmsKeyId?: string;
+    readonly requesterPays?: boolean;
+}
+export interface R2SecretOptions extends S3ApiSecretOptions {
+    readonly type: "r2";
+    readonly accountId?: string;
+}
+export interface GcsSecretOptions extends S3ApiSecretOptions {
+    readonly type: "gcs";
+}
+export interface AzureSecretOptions extends BaseSecretOptions {
+    readonly type: "azure";
+    readonly connectionString?: string;
+    readonly accountName?: string;
+    readonly accountKey?: string;
+    readonly tenantId?: string;
+    readonly clientId?: string;
+    readonly clientSecret?: string;
+}
+export type DuckDbSecretOptions = S3SecretOptions | R2SecretOptions | GcsSecretOptions | AzureSecretOptions;
+export interface DuckLakeMaintenanceOptions {
+    /** How long to keep snapshots before they can expire. Default: "7 days". */
+    readonly expireOlderThan?: string;
+    /** How long to keep deleted/orphaned files before reclaim. Default: expireOlderThan. */
+    readonly deleteOlderThan?: string;
+    /** Report what would be expired/deleted without changing the lake. Default: false. */
+    readonly dryRun?: boolean;
+}
+export interface DuckLakeMaintenanceReport {
+    readonly dryRun: boolean;
+    readonly expireOlderThan: string;
+    readonly deleteOlderThan: string;
+    readonly snapshots: number;
+    readonly oldFiles: number;
+    readonly orphanedFiles: number;
+}
+/**
+ * Public provider configuration for `new DuckLakeStorage(...)`.
+ *
+ * Defaults:
+ * - `alias`: "sixb_lake"
+ * - `createIfNotExists`: true
+ * - `readOnly`: false
+ * - `duckdb.path`: ":memory:"
+ */
+export interface DuckLakeStorageOptions {
+    readonly catalog: DuckLakeCatalogOptions;
+    readonly dataPath?: string;
+    readonly alias?: string;
+    readonly duckdb?: DuckDbRuntimeOptions;
+    readonly postgresPool?: DuckLakePostgresPoolOptions;
+    readonly secrets?: readonly DuckDbSecretOptions[];
+    /** Runs after DuckLake/catalog extensions load and before ATTACH. */
+    readonly setupSql?: readonly string[];
+    readonly createIfNotExists?: boolean;
+    readonly readOnly?: boolean;
+}
+export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAC9B;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClD;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClD,8BAA8B;AAChC,2EAA2E;GACzE;IACE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAA;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACvC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CAC/D,CAAA;AAEL;;;;;GAKG;AACH,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,aAAa,CAAA;IAC3F,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;IACvC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC,CAAA;CAC1E;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACnD;AAED;;;GAGG;AACH,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,OAAO,CAAA;IACzC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAA;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CACnC;AAED;;GAEG;AACH,UAAU,iBAAiB;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAA;IAC7B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED;;;;;GAKG;AACH,UAAU,kBAAmB,SAAQ,iBAAiB;IACpD,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,GAAG,kBAAkB,CAAA;IACjD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;IACpC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAA;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,eAAgB,SAAQ,kBAAkB;IACzD,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAA;CACjC;AAED,MAAM,WAAW,eAAgB,SAAQ,kBAAkB;IACzD,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,gBAAiB,SAAQ,kBAAkB;IAC1D,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAA;CACrB;AAED,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAC/B;AAED,MAAM,MAAM,mBAAmB,GAC3B,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,kBAAkB,CAAA;AAEtB,MAAM,WAAW,0BAA0B;IACzC,4EAA4E;IAC5E,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,wFAAwF;IACxF,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,sFAAsF;IACtF,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAC1B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAA;IACxB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;CAC/B;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAA;IACxC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,oBAAoB,CAAA;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,2BAA2B,CAAA;IACnD,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,mBAAmB,EAAE,CAAA;IACjD,qEAAqE;IACrE,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACrC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;IACpC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAC5B"}

package/package.json

@@ -0,0 +1,64 @@
+{
+  "name": "@sixb/ducklake",
+  "version": "0.0.1",
+  "description": "DuckDB/DuckLake lake storage provider for Sixb",
+  "keywords": [
+    "sixb",
+    "bun",
+    "storage",
+    "duckdb",
+    "ducklake",
+    "lake"
+  ],
+  "homepage": "https://sixb.ai",
+  "bugs": {
+    "url": "https://github.com/sixb-ai/sixb/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/sixb-ai/sixb.git",
+    "directory": "storage/ducklake"
+  },
+  "author": "Sixb contributors",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "bun": "./src/index.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "bun ../../scripts/build-package.ts",
+    "typecheck": "tsc --noEmit",
+    "test": "bun test",
+    "test:e2e": "bun run test:e2e:local && bun run test:e2e:remote",
+    "test:e2e:local": "bun test ./tests/ducklake-contract.e2e.ts ./tests/ducklake-file-refs.e2e.ts ./tests/ducklake-catalog-state.e2e.ts ./tests/ducklake-catalogs.e2e.ts ./tests/ducklake-concurrency.e2e.ts ./tests/ducklake-datasets.e2e.ts ./tests/ducklake-driver.e2e.ts ./tests/ducklake-maintenance.e2e.ts ./tests/ducklake-sql-transforms.e2e.ts ./tests/ducklake-versions.e2e.ts ./tests/ducklake-writes.e2e.ts",
+    "test:e2e:remote": "bun test --preload ./tests/setup.ts ./tests/ducklake-remote.e2e.ts",
+    "prepack": "bun run build"
+  },
+  "dependencies": {
+    "@duckdb/node-api": "^1.5.2-r.1",
+    "@sixb/core": "0.0.1"
+  },
+  "devDependencies": {
+    "@types/bun": "latest",
+    "typescript": "^5.7.0"
+  },
+  "license": "MIT",
+  "engines": {
+    "bun": ">=1.3.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist",
+    "src",
+    "README.md",
+    "LICENSE"
+  ]
+}

package/src/ducklake-storage.ts

@@ -0,0 +1,130 @@
+import type { DatasetDefinition, DatasetRow, LakeStorageWithSql } from "@sixb/core"
+import type {
+  BeginDatasetWriteInput,
+  DatasetCatalogState,
+  DatasetVersion,
+  LakeWriteSession,
+  ReadDatasetRowsInput,
+} from "@sixb/core/lake-storage"
+import { DuckLakeConnectionManager } from "./internal/ducklake-connection-manager"
+import { DuckLakeDatasetCatalog } from "./internal/ducklake-dataset-catalog"
+import { DuckLakeMaintenance } from "./internal/ducklake-maintenance"
+import { DuckLakeRowReader } from "./internal/ducklake-row-reader"
+import { DuckLakeSnapshotReader } from "./internal/ducklake-snapshot-reader"
+import { DuckLakeSqlExecutor } from "./internal/ducklake-sql-executor"
+import { DuckLakeWriteCoordinator } from "./internal/ducklake-write-coordinator"
+import type {
+  DuckLakeMaintenanceOptions,
+  DuckLakeMaintenanceReport,
+  DuckLakeStorageOptions,
+} from "./types"
+
+/**
+ * DuckLake-backed implementation of Sixb's LakeStorage API.
+ *
+ * The public surface stays aligned with core LakeStorage while DuckLake owns
+ * physical tables, schemas, snapshots, and transactions behind the provider.
+ * Sixb-specific metadata is only used to reconstruct DatasetVersion shape.
+ */
+export class DuckLakeStorage implements LakeStorageWithSql<"duckdb"> {
+  readonly standard = { id: "ducklake", version: "1.0" } as const
+  readonly sql: DuckLakeSqlExecutor
+
+  private readonly connections: DuckLakeConnectionManager
+  private readonly datasets: DuckLakeDatasetCatalog
+  private readonly maintenance: DuckLakeMaintenance
+  private readonly rows: DuckLakeRowReader
+  private readonly snapshotReader: DuckLakeSnapshotReader
+  private readonly writes: DuckLakeWriteCoordinator
+
+  constructor(options: DuckLakeStorageOptions) {
+    const normalizedOptions: DuckLakeStorageOptions = {
+      ...options,
+      alias: options.alias ?? "sixb_lake",
+      createIfNotExists: options.createIfNotExists ?? true,
+      readOnly: options.readOnly ?? false,
+      duckdb: {
+        ...options.duckdb,
+        path: options.duckdb?.path ?? ":memory:",
+      },
+    }
+    this.connections = new DuckLakeConnectionManager(normalizedOptions)
+    this.datasets = new DuckLakeDatasetCatalog(normalizedOptions, this.connections)
+    this.maintenance = new DuckLakeMaintenance(normalizedOptions, this.connections)
+    this.snapshotReader = new DuckLakeSnapshotReader(
+      normalizedOptions,
+      this.connections,
+      this.datasets
+    )
+    this.rows = new DuckLakeRowReader(normalizedOptions, this.connections, this.snapshotReader)
+    this.writes = new DuckLakeWriteCoordinator(
+      normalizedOptions,
+      this.connections,
+      this.datasets,
+      this.snapshotReader
+    )
+    this.sql = new DuckLakeSqlExecutor(
+      normalizedOptions,
+      this.connections,
+      this.datasets,
+      this.snapshotReader,
+      this.writes
+    )
+  }
+
+  async createDataset(definition: DatasetDefinition): Promise<DatasetDefinition> {
+    return this.datasets.createDataset(definition)
+  }
+
+  async assertDatasetDefinitionsCompatible(
+    definitions: readonly DatasetDefinition[]
+  ): Promise<void> {
+    await this.datasets.assertDatasetDefinitionsCompatible(definitions)
+  }
+
+  async getDataset(datasetId: string): Promise<DatasetDefinition | null> {
+    return this.datasets.getDataset(datasetId)
+  }
+
+  async listDatasets(): Promise<readonly DatasetDefinition[]> {
+    return this.datasets.listDatasets()
+  }
+
+  async listDatasetCatalogState(
+    datasetIds: readonly string[]
+  ): Promise<readonly DatasetCatalogState[]> {
+    return this.snapshotReader.listDatasetCatalogState(datasetIds)
+  }
+
+  async listVersions(datasetId: string, limit?: number): Promise<readonly DatasetVersion[]> {
+    return this.snapshotReader.listVersions(datasetId, limit)
+  }
+
+  async beginWrite(input: BeginDatasetWriteInput): Promise<LakeWriteSession> {
+    return this.writes.beginWrite(input)
+  }
+
+  async getLatestVersion(datasetId: string): Promise<DatasetVersion | null> {
+    return this.snapshotReader.getLatestVersion(datasetId)
+  }
+
+  async getVersion(datasetId: string, versionId: string): Promise<DatasetVersion | null> {
+    return this.snapshotReader.getVersion(datasetId, versionId)
+  }
+
+  readRows(input: ReadDatasetRowsInput): AsyncIterable<DatasetRow> {
+    return this.rows.readRows(input)
+  }
+
+  async runMaintenance(options?: DuckLakeMaintenanceOptions): Promise<DuckLakeMaintenanceReport> {
+    return this.maintenance.runMaintenance(options)
+  }
+
+  /**
+   * `close()` is provider-specific and intentionally not part of the core
+   * LakeStorage interface.
+   */
+  async close(): Promise<void> {
+    await this.connections.close()
+  }
+}

package/src/index.ts

@@ -0,0 +1,14 @@
+export { DuckLakeStorage } from "./ducklake-storage"
+export type {
+  AzureSecretOptions,
+  DuckDbRuntimeOptions,
+  DuckDbSecretOptions,
+  DuckLakeCatalogOptions,
+  DuckLakeMaintenanceOptions,
+  DuckLakeMaintenanceReport,
+  DuckLakePostgresPoolOptions,
+  DuckLakeStorageOptions,
+  GcsSecretOptions,
+  R2SecretOptions,
+  S3SecretOptions,
+} from "./types"

package/src/internal/catalog-key.ts

@@ -0,0 +1,28 @@
+import { resolve } from "node:path"
+import type { DuckLakeStorageOptions } from "../types"
+
+/**
+ * Stable key for coordinating local catalog users inside this process.
+ *
+ * PostgreSQL coordinates through the database. In-memory local catalogs have no
+ * shared file identity. File-backed local catalogs need equivalent path
+ * spellings, such as `lake.ducklake` and `dir/../lake.ducklake`, to map to the
+ * same coordination key.
+ */
+export function localCatalogCoordinationKey(
+  options: Pick<DuckLakeStorageOptions, "catalog">
+): string | undefined {
+  switch (options.catalog.type) {
+    case "duckdb":
+    case "sqlite":
+      if (options.catalog.path === ":memory:") {
+        return undefined
+      }
+
+      return `${options.catalog.type}:${resolve(options.catalog.path)}`
+    case "custom":
+      return `custom:${options.catalog.uri}`
+    case "postgres":
+      return undefined
+  }
+}