@sixb/core 0.1.19 → 0.1.21

package/dist/lake-storage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lake-storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAA;AACvD,YAAY,EACV,2BAA2B,EAC3B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,sCAAsC,EACtC,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,oCAAoC,EACpC,2BAA2B,GAC5B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACpF,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,wBAAwB,EACxB,eAAe,EACf,4BAA4B,EAC5B,kBAAkB,EAClB,wBAAwB,EACxB,UAAU,EACV,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EACd,2BAA2B,EAC3B,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lake-storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAA;AACvD,YAAY,EACV,2BAA2B,EAC3B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,sCAAsC,EACtC,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAA;AAC/D,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,oCAAoC,EACpC,2BAA2B,GAC5B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACpF,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,4BAA4B,EAC5B,kBAAkB,EAClB,wBAAwB,EACxB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,2BAA2B,EAC3B,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,SAAS,CAAA;AAChB,YAAY,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAC/D,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/lake-storage/index.js

@@ -8,26 +8,32 @@ import {
   datasetSequenceChange2,
   reconcileDatasetSequences2,
   assertUnsequencedDatasetWrite2,
-  hasDatasetInputChanges2,
+  hasDatasetProvenanceChanges2,
   InMemoryLakeStorage2
-} from "../chunk-dnmadg9k.js";
+} from "../chunk-kge7k6ey.js";
+import {
+  lineageAtCommit2,
+  resolveStepLineage2
+} from "../chunk-ff5xkv0p.js";
 import {
-  LakeStorageError2,
-  LakeConcurrencyError2,
   getDatasetPrimaryKeyColumns2,
   encodeDatasetPrimaryKey2,
   getDatasetMergeChangeValidationError2,
   cloneDatasetMergeChange2
-} from "../chunk-bwjcehza.js";
+} from "../chunk-e17zdm62.js";
+import {
+  LakeStorageError2,
+  LakeConcurrencyError2
+} from "../chunk-65abf64x.js";
 import {
   assertDatasetDefinition2
-} from "../chunk-rz53yb4v.js";
-import"../chunk-gc4ntf7d.js";
+} from "../chunk-q5e5tv4b.js";
+import"../chunk-cwdzcv37.js";
 import"../chunk-gfdh9kqa.js";
-import"../chunk-xt1zt7gv.js";
-import"../chunk-enpsx8k5.js";
-import"../chunk-jhm3zsa7.js";
-import"../chunk-z3y5kg1x.js";
+import"../chunk-f4pamkt9.js";
+import"../chunk-dhdha526.js";
+import"../chunk-6eqsgvxk.js";
+import"../chunk-wkv3h3q7.js";
 export {
   InMemoryLakeStorage2 as InMemoryLakeStorage,
   LakeConcurrencyError2 as LakeConcurrencyError,
@@ -40,12 +46,14 @@ export {
   encodeDatasetPrimaryKey2 as encodeDatasetPrimaryKey,
   getDatasetMergeChangeValidationError2 as getDatasetMergeChangeValidationError,
   getDatasetPrimaryKeyColumns2 as getDatasetPrimaryKeyColumns,
-  hasDatasetInputChanges2 as hasDatasetInputChanges,
+  hasDatasetProvenanceChanges2 as hasDatasetProvenanceChanges,
+  lineageAtCommit2 as lineageAtCommit,
   mergeStrictDatasetDefinition2 as mergeStrictDatasetDefinition,
   planDatasetDefinitionUpdate2 as planDatasetDefinitionUpdate,
   reconcileDatasetSequences2 as reconcileDatasetSequences,
   resolveDatasetChangeColumns2 as resolveDatasetChangeColumns,
+  resolveStepLineage2 as resolveStepLineage,
   retryDatasetMergeCommit2 as retryDatasetMergeCommit
 };
 
-//# debugId=B2DF22A19C1846F164756E2164756E21
+//# debugId=4709F606D2995DC464756E2164756E21

package/dist/lake-storage/index.js.map

@@ -4,6 +4,6 @@
   "sourcesContent": [
   ],
   "mappings": "",
-  "debugId": "B2DF22A19C1846F164756E2164756E21",
+  "debugId": "4709F606D2995DC464756E2164756E21",
   "names": []
 }

package/dist/lake-storage/lineage.d.ts

@@ -0,0 +1,94 @@
+import type { DatasetSchema } from "../datasets";
+import type { DatasetColumnLineage, DatasetColumnRef, DatasetProducer, DatasetUnknownLineage, DatasetVersion, DatasetVersionLineage, DatasetVersionMode } from "./types";
+/**
+ * Resolved column lineage: each dataset version records every dataset column its values come
+ * from, across every upstream step and every row it keeps from its parent. Classifying a version
+ * reads only its own record, so the lake may drop older versions without changing any markings.
+ *
+ * Writers resolve the lineage of the rows they add (`resolveStepLineage`), and providers merge in
+ * what the version keeps of its parent when they commit it (`lineageAtCommit`).
+ *
+ * A version that records no lineage was written before Sixb recorded it, or by a pipeline write
+ * that passed none. Such a pipeline version could hold anything; any other one holds only what its
+ * own columns declare. A version computed from, or keeping rows of, a version whose lineage is
+ * unknown records `{ unknown }`, naming where it was lost.
+ */
+/** The value dependencies of one column, or undefined when the lineage does not list it. */
+export declare function lineageColumn(lineage: DatasetColumnLineage, column: string): readonly DatasetColumnRef[] | undefined;
+export declare function isUnknownLineage(lineage: DatasetVersionLineage): lineage is DatasetUnknownLineage;
+/** What a version records about its lineage, before or after it is committed. */
+export type LineageRecord = Pick<DatasetVersion, "datasetId" | "schema" | "producer" | "lineage"> & {
+    readonly versionId?: string;
+};
+/**
+ * The lineage a version stands for, with the rules for versions that record none applied. A
+ * stored value that is not a lineage is unknown: reading it as absent could declassify it.
+ *
+ * Only a provider that declares `recordsLineage` stores lineage on every version it commits, so
+ * only its versions without lineage are known to predate it. Any other provider may have dropped
+ * the lineage it was given, and a version of it that records none is unknown, whatever wrote it.
+ *
+ * Reading no other version is what makes the rules approximate for versions written before
+ * Sixb recorded lineage: one written outside a pipeline (a sync, an ingestion, a schema change)
+ * on top of a pipeline version holds that version's rows, yet reads as its own columns only.
+ * Treating every such version as unknown instead would classify every older sync dataset with
+ * every marking, for good, since a merge keeps its parent's rows.
+ */
+export declare function versionLineage(version: LineageRecord, provider: {
+    readonly recordsLineage?: boolean;
+}): DatasetVersionLineage;
+/**
+ * What a provider committing a version, or a pipeline step resolving the lineage it passes to one,
+ * reads its own versions as. Whatever a provider that does not record lineage commits stays
+ * without lineage, so it is classified as unknown regardless.
+ */
+export declare const COMMITTING_PROVIDER: {
+    readonly recordsLineage: true;
+};
+export interface LineageAtCommitInput {
+    readonly mode: DatasetVersionMode;
+    /** Columns of the version being committed. */
+    readonly schema: DatasetSchema;
+    readonly producer?: DatasetProducer;
+    /** The lineage the writer passed, as `BeginDatasetWriteInput.lineage`. */
+    readonly written?: DatasetVersionLineage;
+    /**
+     * The dataset's latest version, which an append, a merge, or a schema change keeps the rows of.
+     * A snapshot replaces it, so it is ignored for one.
+     */
+    readonly parent?: Pick<DatasetVersion, "datasetId" | "versionId" | "schema" | "producer" | "lineage"> | null;
+}
+/**
+ * The lineage a provider stores on a version it commits. Every provider calls it, with the latest
+ * version as `parent`, before it decides whether the commit changes anything
+ * (`hasDatasetProvenanceChanges`), and stores the result as `DatasetVersion.lineage`.
+ *
+ * - A snapshot records what was written.
+ * - An append or a merge records what was written and what its parent records, column by column.
+ * - A schema change records its parent's lineage. A column it adds holds no value yet.
+ *
+ * Without written lineage, a pipeline write records none, which classifies the version with every
+ * marking; any other write depends on its own columns only. Returns undefined when nothing is to
+ * be stored.
+ */
+export declare function lineageAtCommit(input: LineageAtCommitInput): DatasetVersionLineage | undefined;
+/**
+ * Lineage of a pipeline step's output across every upstream hop: each column a step reads stands
+ * for itself and for everything the input version it read records for it.
+ *
+ * Every output column also depends on the rows of every input version the step read, whether or
+ * not it names a column of that input: `SELECT count(*) FROM rich`, or a constant selected from
+ * it, reveals which rows `rich` holds, and so what decided them upstream.
+ *
+ * `step` is the step's own lineage, whose refs name columns of `inputs`, the input versions the
+ * step read. The pipeline worker passes it for `run` steps; a SQL provider passes it for the SQL it
+ * executes. The result is unknown when an input's lineage is unknown, or when a column it depends
+ * on comes from a dataset none of `inputs` is a version of.
+ */
+export declare function resolveStepLineage(step: DatasetColumnLineage, inputs: readonly DatasetVersion[]): DatasetVersionLineage;
+/**
+ * Whether two lineages classify alike: the same dependencies per column, whatever their order
+ * and repetition, or both unknown.
+ */
+export declare function sameLineage(left: DatasetVersionLineage, right: DatasetVersionLineage): boolean;
+//# sourceMappingURL=lineage.d.ts.map

package/dist/lake-storage/lineage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lineage.d.ts","sourceRoot":"","sources":["../../src/lake-storage/lineage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,OAAO,KAAK,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EACnB,MAAM,SAAS,CAAA;AAEhB;;;;;;;;;;;;GAYG;AAEH,4FAA4F;AAC5F,wBAAgB,aAAa,CAC3B,OAAO,EAAE,oBAAoB,EAC7B,MAAM,EAAE,MAAM,GACb,SAAS,gBAAgB,EAAE,GAAG,SAAS,CAGzC;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,IAAI,qBAAqB,CAEjG;AAED,iFAAiF;AACjF,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,cAAc,EACd,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAChD,GAAG;IACF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B,CAAA;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,EACtB,QAAQ,EAAE;IAAE,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAE,GAC9C,qBAAqB,CAsBvB;AAED;;;;GAIG;AACH,eAAO,MAAM,mBAAmB;;CAAoC,CAAA;AAEpE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,8CAA8C;IAC9C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,0EAA0E;IAC1E,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;IACxC;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CACpB,cAAc,EACd,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAC9D,GAAG,IAAI,CAAA;CACT;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,qBAAqB,GAAG,SAAS,CAqB9F;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,oBAAoB,EAC1B,MAAM,EAAE,SAAS,cAAc,EAAE,GAChC,qBAAqB,CA6DvB;AA8BD;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAE9F"}

package/dist/lake-storage/sql-transforms.d.ts

@@ -12,7 +12,21 @@ export interface LakeSqlExecutor<TSqlDialect extends SqlDialect = SqlDialect> {
     readonly dialect: TSqlDialect;
     readonly capabilities: LakeSqlTransformCapabilities;
     preview(input: PreviewSqlTransformInput<TSqlDialect>): AsyncIterable<DatasetRow>;
+    /**
+     * Records the resolved lineage of the executed SQL on the committed version, as the writer of a
+     * run step passes `BeginDatasetWriteInput.lineage`: the provider analyzes the SQL it executes
+     * (as `analyze`), maps that lineage through the source versions it read with
+     * `resolveStepLineage`, and stores what `lineageAtCommit` returns for it, which merges in what an
+     * append keeps of its parent. SQL it cannot analyze exactly but that reads only its sources
+     * depends on every column it reads, as a run step does. Otherwise it passes no lineage, and the
+     * version is classified with every marking.
+     */
     execute(input: ExecuteSqlTransformInput<TSqlDialect>): Promise<DatasetWriteCommitResult>;
+    /**
+     * Column lineage of a transform, bound against the sources' column schemas without reading any
+     * data. A provider without it cannot run SQL over marked columns.
+     */
+    analyze?(input: AnalyzeSqlTransformInput<TSqlDialect>): Promise<SqlTransformAnalysis>;
 }
 export interface LakeSqlTransformCapabilities {
     readonly preview: boolean;
@@ -20,6 +34,7 @@ export interface LakeSqlTransformCapabilities {
     readonly supportsSnapshot: boolean;
 }
 export interface ExecuteSqlTransformInput<TSqlDialect extends SqlDialect = SqlDialect> {
+    /** The source versions read. The lineage the provider records is resolved through them. */
     readonly sources: Readonly<Record<string, SqlTransformSource>>;
     readonly sql: SqlTransformBody<TSqlDialect>;
     readonly target: DatasetDefinition;
@@ -37,6 +52,36 @@ export interface PreviewSqlTransformInput<TSqlDialect extends SqlDialect = SqlDi
 export interface SqlTransformSource {
     readonly dataset: DatasetDefinition;
     readonly versionId?: string;
+    /** Columns the transform may read, in order. Every column of the dataset when omitted. */
+    readonly columns?: readonly string[];
+}
+export interface AnalyzeSqlTransformInput<TSqlDialect extends SqlDialect = SqlDialect> {
+    readonly sources: Readonly<Record<string, AnalyzeSqlTransformSource>>;
+    readonly sql: SqlTransformBody<TSqlDialect>;
+}
+export interface AnalyzeSqlTransformSource {
+    readonly dataset: DatasetDefinition;
+    /** Columns the transform may read, in order. Every column of the dataset when omitted. */
+    readonly columns?: readonly string[];
+}
+export type SqlTransformAnalysis = {
+    readonly supported: true;
+    readonly lineage: SqlTransformLineage;
+}
+/** The provider could not analyze this SQL exactly; `reason` names the construct. */
+ | {
+    readonly supported: false;
+    readonly reason: string;
+};
+/** Lineage of one transform, by source name. Same semantics as `DatasetColumnLineage`. */
+export interface SqlTransformLineage {
+    readonly rows: readonly SqlTransformColumnRef[];
+    readonly columns: Readonly<Record<string, readonly SqlTransformColumnRef[]>>;
+}
+export interface SqlTransformColumnRef {
+    /** Source name, as passed in `sources`. */
+    readonly source: string;
+    readonly column: string;
 }
 export interface SqlTransformRelation {
     toString(): string;

package/dist/lake-storage/sql-transforms.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-transforms.d.ts","sourceRoot":"","sources":["../../src/lake-storage/sql-transforms.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,wBAAwB,EACxB,gBAAgB,EAChB,WAAW,EACZ,MAAM,SAAS,CAAA;AAEhB,eAAO,MAAM,WAAW;;CAEd,CAAA;AAEV,eAAO,MAAM,YAAY,YAA6B,CAAA;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,OAAO,WAAW,CAAC,CAAA;AAEvE,MAAM,WAAW,kBAAkB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU,CAC7E,SAAQ,WAAW;IACnB,QAAQ,CAAC,GAAG,EAAE,eAAe,CAAC,WAAW,CAAC,CAAA;CAC3C;AAED,MAAM,WAAW,eAAe,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IAC1E,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,4BAA4B,CAAA;IAEnD,OAAO,CAAC,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAChF,OAAO,CAAC,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;CACzF;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAA;CACnC;AAED,MAAM,WAAW,wBAAwB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IACnF,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAC9D,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAA;IAC3C,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAA;IAClC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,yEAAyE;IACzE,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,wBAAwB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IACnF,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAC9D,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAA;IAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,IAAI,MAAM,CAAA;CACnB;AAED,MAAM,MAAM,gBAAgB,CAAC,YAAY,SAAS,UAAU,GAAG,UAAU,IAAI,CAC3E,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC,KACtD,MAAM,CAAA;AAEX,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,UAAU,CAEhE"}
+{"version":3,"file":"sql-transforms.d.ts","sourceRoot":"","sources":["../../src/lake-storage/sql-transforms.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,KAAK,EACV,eAAe,EACf,UAAU,EACV,wBAAwB,EACxB,gBAAgB,EAChB,WAAW,EACZ,MAAM,SAAS,CAAA;AAEhB,eAAO,MAAM,WAAW;;CAEd,CAAA;AAEV,eAAO,MAAM,YAAY,YAA6B,CAAA;AACtD,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,OAAO,WAAW,CAAC,CAAA;AAEvE,MAAM,WAAW,kBAAkB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU,CAC7E,SAAQ,WAAW;IACnB,QAAQ,CAAC,GAAG,EAAE,eAAe,CAAC,WAAW,CAAC,CAAA;CAC3C;AAED,MAAM,WAAW,eAAe,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IAC1E,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,4BAA4B,CAAA;IAEnD,OAAO,CAAC,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAChF;;;;;;;;OAQG;IACH,OAAO,CAAC,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACxF;;;OAGG;IACH,OAAO,CAAC,CAAC,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;CACtF;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAA;CACnC;AAED,MAAM,WAAW,wBAAwB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IACnF,2FAA2F;IAC3F,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAC9D,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAA;IAC3C,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAA;IAClC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAA;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,yEAAyE;IACzE,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,wBAAwB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IACnF,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAA;IAC9D,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAA;IAC3C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,0FAA0F;IAC1F,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC;AAED,MAAM,WAAW,wBAAwB,CAAC,WAAW,SAAS,UAAU,GAAG,UAAU;IACnF,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC,CAAA;IACrE,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAA;CAC5C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,0FAA0F;IAC1F,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC;AAED,MAAM,MAAM,oBAAoB,GAC5B;IAAE,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE;AACrE,qFAAqF;GACnF;IAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAA;AAE1D,0FAA0F;AAC1F,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,SAAS,qBAAqB,EAAE,CAAA;IAC/C,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,qBAAqB,EAAE,CAAC,CAAC,CAAA;CAC7E;AAED,MAAM,WAAW,qBAAqB;IACpC,2CAA2C;IAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,IAAI,MAAM,CAAA;CACnB;AAED,MAAM,MAAM,gBAAgB,CAAC,YAAY,SAAS,UAAU,GAAG,UAAU,IAAI,CAC3E,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC,KACtD,MAAM,CAAA;AAEX,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,UAAU,CAEhE"}

package/dist/lake-storage/types.d.ts

@@ -19,6 +19,33 @@ export interface DatasetProducer {
     readonly runId?: string;
     readonly stepId?: string;
 }
+/** A column of a dataset, by dataset id and column name. */
+export interface DatasetColumnRef {
+    readonly datasetId: string;
+    readonly column: string;
+}
+/**
+ * Which dataset columns the values of a version, or of one transform, come from.
+ *
+ * A column depends on the columns `rows` lists and on the ones `columns` lists for it. A column
+ * missing from `columns` could depend on anything.
+ */
+export interface DatasetColumnLineage {
+    /** Columns that decide which rows exist or their order. Every column depends on them. */
+    readonly rows: readonly DatasetColumnRef[];
+    /** Columns whose values flow into each column. Lists every column. */
+    readonly columns: Readonly<Record<string, readonly DatasetColumnRef[]>>;
+}
+/**
+ * A version whose rows come, at least in part, from a version whose lineage is unknown, such as
+ * a pipeline version written before Sixb recorded lineage. Every column could hold anything.
+ */
+export interface DatasetUnknownLineage {
+    /** Names the version or write the lineage was lost at, for diagnostics. */
+    readonly unknown: string;
+}
+/** What a dataset version records about where everything it holds comes from. */
+export type DatasetVersionLineage = DatasetColumnLineage | DatasetUnknownLineage;
 export interface DatasetVersion {
     readonly datasetId: string;
     readonly versionId: string;
@@ -28,6 +55,16 @@ export interface DatasetVersion {
     readonly schema: DatasetSchema;
     readonly producer?: DatasetProducer;
     readonly inputs?: readonly DatasetVersionRef[];
+    /**
+     * Every dataset column the values of this version come from, across every upstream step, and
+     * including the rows it keeps from its parent. Markings are read from it, so classifying a
+     * version reads no other version.
+     *
+     * Providers store the value `lineageAtCommit` returns, and return it as stored: Sixb validates
+     * it when it reads it. Absent on a version written before its provider recorded it
+     * (`LakeStorage.recordsLineage`), and on a pipeline version whose writer passed none.
+     */
+    readonly lineage?: DatasetVersionLineage;
     readonly rowCount?: number;
     readonly sizeBytes?: number;
 }
@@ -64,6 +101,13 @@ export interface BeginDatasetWriteInput {
     readonly mode?: DatasetWriteMode;
     readonly producer?: DatasetProducer;
     readonly inputs?: readonly DatasetVersionRef[];
+    /**
+     * The resolved lineage of the rows this write adds: for a pipeline step, its own lineage mapped
+     * through its input versions with `resolveStepLineage`. The provider merges in what the version
+     * keeps of its parent at commit (`lineageAtCommit`). A pipeline write without it is classified
+     * with every marking; any other write without it depends on its own columns only.
+     */
+    readonly lineage?: DatasetVersionLineage;
 }
 export interface ReadDatasetRowsInput {
     readonly datasetId: string;
@@ -119,7 +163,7 @@ export interface DatasetWriteCommitResult extends DatasetVersion {
      * Whether this operation created the returned version or reused the
      * unchanged latest version. When a latest version exists, providers must
      * report `unchanged` and reuse it for commits that change neither visible
-     * dataset content nor explicitly supplied input lineage: a snapshot whose
+     * dataset content nor provenance (`hasDatasetProvenanceChanges`): a snapshot whose
      * rows equal the latest visible rows
      * (order-insensitive, with equal duplicate counts), or an append of zero
      * rows. Without a latest version, an empty snapshot or append still creates
@@ -136,6 +180,16 @@ export interface LakeWriteSession {
 }
 export interface LakeStorage {
     readonly standard?: LakeStandardDescriptor;
+    /**
+     * Whether this provider stores `DatasetVersion.lineage` on every version it commits, as
+     * `lineageAtCommit` returns it.
+     *
+     * A version without lineage from such a provider was committed before it recorded lineage: a
+     * pipeline version could hold anything, any other version what its own columns declare. Without
+     * this declaration, every version without lineage could hold anything, so a provider that drops
+     * the lineage it is given cannot declassify the rows a merge keeps of a pipeline version.
+     */
+    readonly recordsLineage?: boolean;
     /**
      * Read-only preflight for hosts that want to fail before serving traffic.
      *

package/dist/lake-storage/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/lake-storage/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAEvE,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAA;AACpD,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,OAAO,GAAG,QAAQ,CAAA;AAEtE,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;AAE1D,MAAM,MAAM,cAAc,GAAG,UAAU,CAAA;AAEvC,MAAM,WAAW,sBAAsB,CAAC,SAAS,SAAS,cAAc,GAAG,cAAc;IACvF,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAA;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAA;IAC7C,wFAAwF;IACxF,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC9C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAA;IAC9B,QAAQ,CAAC,aAAa,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAA;CAC5D;AAED,MAAM,WAAW,4BAA4B;IAC3C,6FAA6F;IAC7F,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,gEAAgE;IAChE,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,gDAAgD;IAChD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,2BAA2B,EAAE,CAAA;CAC1D;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAA;IAChC,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;CAC/C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,+DAA+D;IAC/D,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,qEAAqE;IACrE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,4FAA4F;IAC5F,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAA;IACtC,2FAA2F;IAC3F,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,wEAAwE;IACxE,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAA;IAClC,sEAAsE;IACtE,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;CAClC;AAED,mGAAmG;AACnG,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,oEAAoE;IACpE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAA;IACjD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,iGAAiG;IACjG,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,wBAAyB,SAAQ,cAAc;IAC9D;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,WAAW,CAAA;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChF,MAAM,CAAC,KAAK,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;IAC1E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,sBAAsB,CAAA;IAE1C;;;;;;OAMG;IACH,kCAAkC,CAAC,WAAW,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE5F,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;IACxE,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAA;IAChE,YAAY,IAAI,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAA;IAErD;;;;;;;;OAQG;IACH,uBAAuB,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAA;IAE/F,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC,CAAA;IAEnF,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAEpE,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IACnE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IAEhF;;;;;;;;OAQG;IACH,uBAAuB,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAA;IAEjG,+FAA+F;IAC/F,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAEhE;;;;OAIG;IACH,WAAW,CAAC,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IAE5E,gFAAgF;IAChF,KAAK,CAAC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC/B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/lake-storage/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAEvE,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAA;AACpD,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,OAAO,GAAG,QAAQ,CAAA;AAEtE,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;AAE1D,MAAM,MAAM,cAAc,GAAG,UAAU,CAAA;AAEvC,MAAM,WAAW,sBAAsB,CAAC,SAAS,SAAS,cAAc,GAAG,cAAc;IACvF,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAA;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAA;IAC7C,wFAAwF;IACxF,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,4DAA4D;AAC5D,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB;IACnC,yFAAyF;IACzF,QAAQ,CAAC,IAAI,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAC1C,sEAAsE;IACtE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,gBAAgB,EAAE,CAAC,CAAC,CAAA;CACxE;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,2EAA2E;IAC3E,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,iFAAiF;AACjF,MAAM,MAAM,qBAAqB,GAAG,oBAAoB,GAAG,qBAAqB,CAAA;AAEhF,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC9C;;;;;;;;OAQG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;IACxC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAA;IAC9B,QAAQ,CAAC,aAAa,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAA;CAC5D;AAED,MAAM,WAAW,4BAA4B;IAC3C,6FAA6F;IAC7F,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,gEAAgE;IAChE,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CACxC;AAED,MAAM,WAAW,mBAAmB;IAClC,gDAAgD;IAChD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,2BAA2B,EAAE,CAAA;CAC1D;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAA;IACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,gBAAgB,CAAA;IAChC,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAC9C;;;;;OAKG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;CACzC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,+DAA+D;IAC/D,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,qEAAqE;IACrE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,4FAA4F;IAC5F,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAA;IACtC,2FAA2F;IAC3F,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,wEAAwE;IACxE,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAA;IAClC,sEAAsE;IACtE,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAA;CAClC;AAED,mGAAmG;AACnG,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,oEAAoE;IACpE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAA;IACjD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,iGAAiG;IACjG,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,wBAAyB,SAAQ,cAAc;IAC9D;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,WAAW,CAAA;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChF,MAAM,CAAC,KAAK,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;IAC1E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,sBAAsB,CAAA;IAC1C;;;;;;;;OAQG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAA;IAEjC;;;;;;OAMG;IACH,kCAAkC,CAAC,WAAW,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE5F,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;IACxE,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAA;IAChE,YAAY,IAAI,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAA;IAErD;;;;;;;;OAQG;IACH,uBAAuB,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAA;IAE/F,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC,CAAA;IAEnF,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAEpE,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IACnE,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IAEhF;;;;;;;;OAQG;IACH,uBAAuB,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAA;IAEjG,+FAA+F;IAC/F,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAEhE;;;;OAIG;IACH,WAAW,CAAC,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IAE5E,gFAAgF;IAChF,KAAK,CAAC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC/B"}

package/dist/lake-storage/version-inputs.d.ts

@@ -1,4 +1,15 @@
-import type { DatasetVersionRef } from "./types";
-/** Input lineage participates in write identity when the caller supplies it. */
-export declare function hasDatasetInputChanges(previous: readonly DatasetVersionRef[] | undefined, next: readonly DatasetVersionRef[] | undefined): boolean;
+import type { DatasetVersion } from "./types";
+/** What a commit would store: `lineage` is the one `lineageAtCommit` returned for it. */
+export type DatasetCommitProvenance = Pick<DatasetVersion, "datasetId" | "schema" | "producer" | "inputs" | "lineage">;
+/**
+ * Provenance participates in write identity: identical rows computed from other input versions,
+ * or with a lineage that classifies them otherwise, still create a version. Reusing the latest
+ * version would keep provenance that no longer describes the newest calculation.
+ *
+ * `next` holds what the commit would store, after `lineageAtCommit` merged in the parent's
+ * lineage. Lineages compare whatever their order and repetition; an unknown lineage, or a pipeline
+ * version that records none, differs from any known one. Inputs count only when the writer passed
+ * them.
+ */
+export declare function hasDatasetProvenanceChanges(latest: DatasetCommitProvenance & Pick<DatasetVersion, "versionId">, next: DatasetCommitProvenance): boolean;
 //# sourceMappingURL=version-inputs.d.ts.map

package/dist/lake-storage/version-inputs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"version-inputs.d.ts","sourceRoot":"","sources":["../../src/lake-storage/version-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAEhD,gFAAgF;AAChF,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,SAAS,iBAAiB,EAAE,GAAG,SAAS,EAClD,IAAI,EAAE,SAAS,iBAAiB,EAAE,GAAG,SAAS,GAC7C,OAAO,CAOT"}
+{"version":3,"file":"version-inputs.d.ts","sourceRoot":"","sources":["../../src/lake-storage/version-inputs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAE7C,yFAAyF;AACzF,MAAM,MAAM,uBAAuB,GAAG,IAAI,CACxC,cAAc,EACd,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,SAAS,CAC3D,CAAA;AAED;;;;;;;;;GASG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,uBAAuB,GAAG,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,EACnE,IAAI,EAAE,uBAAuB,GAC5B,OAAO,CAQT"}

package/dist/maintenance/ontology-maintenance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ontology-maintenance.d.ts","sourceRoot":"","sources":["../../src/maintenance/ontology-maintenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAwB,MAAM,iBAAiB,CAAA;AACxE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,WAAW,CAAA;AACzD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAA;AACpF,OAAO,EAIL,KAAK,OAAO,EACb,MAAM,YAAY,CAAA;AACnB,OAAO,KAAK,EAEV,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,SAAS,CAAA;AAmBhB,UAAU,+BAA+B;IACvC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,wBAAwB,CAAA;IAC7C,QAAQ,CAAC,cAAc,CAAC,EAAE,wBAAwB,CAAA;IAClD,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAA;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,0BAA0B,CAAA;IAC7C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CAC5C;AAED,yEAAyE;AACzE,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsC;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyB;IACrD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAQ;IACnD,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAQ;IAClD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;IAC1C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAY;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,KAAK,CAA6C;IAC1D,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,QAAQ,CAA6B;gBAEjC,YAAY,EAAE,+BAA+B;IAgCzD,mGAAmG;IAC7F,KAAK,IAAI,OAAO,CAAC,yBAAyB,CAAC;IAkBjD,4EAA4E;IAC5E,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAQvB,8DAA8D;IACxD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,WAAW,IAAI,2BAA2B;IAI1C,oBAAoB,IAAI,yBAAyB;IAmBjD,OAAO,CAAC,eAAe;YAMT,OAAO;YAiBP,kBAAkB;IAgEhC,gGAAgG;YAClF,qBAAqB;IAoBnC,6FAA6F;YAC/E,eAAe;YAiBf,sBAAsB;IAepC;;;OAGG;YACW,qBAAqB;IAqCnC,OAAO,CAAC,YAAY;IAyBpB,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,QAAQ;IAuBhB,OAAO,CAAC,WAAW;CAOpB"}
+{"version":3,"file":"ontology-maintenance.d.ts","sourceRoot":"","sources":["../../src/maintenance/ontology-maintenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAwB,MAAM,iBAAiB,CAAA;AACxE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,WAAW,CAAA;AACzD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAA;AACpF,OAAO,EAIL,KAAK,OAAO,EACb,MAAM,YAAY,CAAA;AACnB,OAAO,KAAK,EAEV,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,EAC3B,yBAAyB,EAC1B,MAAM,SAAS,CAAA;AAmBhB,UAAU,+BAA+B;IACvC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,wBAAwB,CAAA;IAC7C,QAAQ,CAAC,cAAc,CAAC,EAAE,wBAAwB,CAAA;IAClD,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAA;IAClC,QAAQ,CAAC,OAAO,CAAC,EAAE,0BAA0B,CAAA;IAC7C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CAC5C;AAED,yEAAyE;AACzE,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsC;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyB;IACrD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAQ;IACnD,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAQ;IAClD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;IAC1C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAY;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,KAAK,CAA6C;IAC1D,OAAO,CAAC,IAAI,CAA6B;IACzC,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,QAAQ,CAA6B;gBAEjC,YAAY,EAAE,+BAA+B;IAgCzD,mGAAmG;IAC7F,KAAK,IAAI,OAAO,CAAC,yBAAyB,CAAC;IAkBjD,4EAA4E;IAC5E,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAQvB,8DAA8D;IACxD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,WAAW,IAAI,2BAA2B;IAI1C,oBAAoB,IAAI,yBAAyB;IAmBjD,OAAO,CAAC,eAAe;YAMT,OAAO;YAiBP,kBAAkB;IA+EhC,gGAAgG;YAClF,qBAAqB;IAoBnC,6FAA6F;YAC/E,eAAe;YAiBf,sBAAsB;IAepC;;;OAGG;YACW,qBAAqB;IAqCnC,OAAO,CAAC,YAAY;IAyBpB,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,QAAQ;IAuBhB,OAAO,CAAC,WAAW;CAOpB"}

package/dist/materializer/index.js

@@ -21,31 +21,30 @@ import {
   normalizeTelemetryAppend2,
   OntologyMaterializer2,
   createOntologyMaterializer2
-} from "../chunk-zrmy8zvw.js";
-import"../chunk-nre82s12.js";
-import"../chunk-j2bp5ryw.js";
-import"../chunk-br3k6qbf.js";
-import"../chunk-jmfet9r4.js";
+} from "../chunk-bk9svbcq.js";
+import"../chunk-vf57cr4t.js";
+import"../chunk-918wwnaa.js";
 import"../chunk-qf954wje.js";
-import"../chunk-1f7wpmyp.js";
-import"../chunk-tw03bsmb.js";
-import"../chunk-7kg3k1m9.js";
-import"../chunk-s16apyk9.js";
-import"../chunk-h89wz928.js";
+import"../chunk-9j4jw7as.js";
+import"../chunk-tbc1ngpd.js";
 import"../chunk-pbcbn83d.js";
 import"../chunk-qczk96d9.js";
 import"../chunk-mmagke4x.js";
-import"../chunk-9ybhtmg4.js";
+import"../chunk-vvxtn22d.js";
 import"../chunk-hn2r7z41.js";
-import"../chunk-b38szspf.js";
-import"../chunk-a40ad1ft.js";
-import"../chunk-s54c868q.js";
+import"../chunk-br3k6qbf.js";
+import"../chunk-jmfet9r4.js";
+import"../chunk-3qct2mdc.js";
 import"../chunk-ere85b8y.js";
 import"../chunk-rj69qcrd.js";
 import"../chunk-4as3wt1c.js";
-import"../chunk-29yx306f.js";
-import"../chunk-pqajwytd.js";
-import"../chunk-bpgy64fw.js";
+import"../chunk-eptrvnby.js";
+import"../chunk-d09e3rax.js";
+import"../chunk-h89wz928.js";
+import"../chunk-x0v3jd47.js";
+import"../chunk-dhcv7yxc.js";
+import"../chunk-a40ad1ft.js";
+import"../chunk-g257jwnc.js";
 import {
   comparePinnedDatasetWatermarks2,
   assertPinnedDatasetWatermark2
@@ -79,23 +78,25 @@ import {
   MaterializationConflictError2,
   isMaterializationConflictError2
 } from "../chunk-96yw3pwd.js";
-import"../chunk-gc4ntf7d.js";
+import"../chunk-29yx306f.js";
+import"../chunk-pqajwytd.js";
+import"../chunk-cwdzcv37.js";
 import"../chunk-gfdh9kqa.js";
-import"../chunk-3gnrh4ve.js";
-import"../chunk-c85m1hyj.js";
-import"../chunk-v9xd5wzd.js";
-import"../chunk-xt1zt7gv.js";
-import"../chunk-2jntasmh.js";
+import"../chunk-nn5xnx3s.js";
+import"../chunk-447a5c0p.js";
+import"../chunk-s7jg7pmn.js";
+import"../chunk-f4pamkt9.js";
+import"../chunk-hcbyfxbe.js";
 import {
   computeProjectionOwnership2,
   validateProjectionOwnership2
-} from "../chunk-y7rqfrgg.js";
+} from "../chunk-6vb4st8k.js";
 import"../chunk-v4jbb3rs.js";
-import"../chunk-hvsb78a1.js";
-import"../chunk-enpsx8k5.js";
-import"../chunk-jhm3zsa7.js";
-import"../chunk-8mx7qw3y.js";
-import"../chunk-z3y5kg1x.js";
+import"../chunk-8frc8a4j.js";
+import"../chunk-dhdha526.js";
+import"../chunk-dvd2fp9q.js";
+import"../chunk-6eqsgvxk.js";
+import"../chunk-wkv3h3q7.js";
 export {
   MaterializationCancellationError2 as MaterializationCancellationError,
   MaterializationConflictError2 as MaterializationConflictError,
@@ -149,4 +150,4 @@ export {
   validateProjectionOwnership2 as validateProjectionOwnership
 };
 
-//# debugId=D047F9BC926DDF1D64756E2164756E21
+//# debugId=0E0A525978C2D1C664756E2164756E21

package/dist/materializer/index.js.map

@@ -4,6 +4,6 @@
   "sourcesContent": [
   ],
   "mappings": "",
-  "debugId": "D047F9BC926DDF1D64756E2164756E21",
+  "debugId": "0E0A525978C2D1C664756E2164756E21",
   "names": []
 }

package/dist/models/execution/index.js

@@ -1,40 +1,42 @@
 // @bun
 import"../../chunk-pqajwytd.js";
-import"../../chunk-8mx7qw3y.js";
-import"../../chunk-z3y5kg1x.js";
+import"../../chunk-dvd2fp9q.js";
+import"../../chunk-6eqsgvxk.js";
 import"../../chunk-4as3wt1c.js";
-import"../../chunk-vyf9kfqf.js";
+import"../../chunk-q7gn29y3.js";
 import"../../chunk-ere85b8y.js";
 import"../../chunk-99nd4rc1.js";
 import"../../chunk-a40ad1ft.js";
-import"../../chunk-b38szspf.js";
-import"../../chunk-3gnrh4ve.js";
-import"../../chunk-enpsx8k5.js";
-import"../../chunk-y7rqfrgg.js";
+import"../../chunk-dhcv7yxc.js";
+import"../../chunk-nn5xnx3s.js";
+import"../../chunk-dhdha526.js";
+import"../../chunk-6vb4st8k.js";
 import"../../chunk-v4jbb3rs.js";
-import"../../chunk-jhm3zsa7.js";
-import"../../chunk-hvsb78a1.js";
-import"../../chunk-xt1zt7gv.js";
-import"../../chunk-v9xd5wzd.js";
-import"../../chunk-2jntasmh.js";
+import"../../chunk-wkv3h3q7.js";
+import"../../chunk-8frc8a4j.js";
+import"../../chunk-f4pamkt9.js";
+import"../../chunk-s7jg7pmn.js";
+import"../../chunk-hcbyfxbe.js";
 import"../../chunk-29yx306f.js";
-import"../../chunk-gfdh9kqa.js";
-import"../../chunk-gc4ntf7d.js";
-import"../../chunk-s54c868q.js";
+import"../../chunk-3qct2mdc.js";
 import"../../chunk-h89wz928.js";
-import"../../chunk-7kg3k1m9.js";
-import"../../chunk-tw03bsmb.js";
-import"../../chunk-bpgy64fw.js";
+import"../../chunk-d09e3rax.js";
+import"../../chunk-tbc1ngpd.js";
+import"../../chunk-gfdh9kqa.js";
+import"../../chunk-cwdzcv37.js";
+import"../../chunk-eptrvnby.js";
+import"../../chunk-g257jwnc.js";
 import"../../chunk-7n440zgt.js";
-import"../../chunk-j2bp5ryw.js";
+import"../../chunk-918wwnaa.js";
 import"../../chunk-pbcbn83d.js";
 import"../../chunk-qczk96d9.js";
 import"../../chunk-mmagke4x.js";
 import"../../chunk-hn2r7z41.js";
-import"../../chunk-9ybhtmg4.js";
+import"../../chunk-vvxtn22d.js";
 import"../../chunk-jmfet9r4.js";
 import"../../chunk-qf954wje.js";
-import"../../chunk-1f7wpmyp.js";
+import"../../chunk-x0v3jd47.js";
+import"../../chunk-9j4jw7as.js";
 import {
   resolveLanguageModel2
 } from "../../chunk-mfs23znk.js";
@@ -45,11 +47,10 @@ import {
   isPermanentAiUsageRecoveryError2,
   AiModelCallRecorder2,
   enqueueAiModelCallRecovery2
-} from "../../chunk-7mbzgd9m.js";
+} from "../../chunk-1cc1xaf3.js";
 import"../../chunk-br3k6qbf.js";
-import"../../chunk-s16apyk9.js";
 import"../../chunk-rj69qcrd.js";
-import"../../chunk-c85m1hyj.js";
+import"../../chunk-447a5c0p.js";
 export {
   AiModelCallRecorder2 as AiModelCallRecorder,
   ModelUsageRecordingError2 as ModelUsageRecordingError,
@@ -60,4 +61,4 @@ export {
   resolveLanguageModel2 as resolveLanguageModel
 };
 
-//# debugId=0AF2693A053C7DCA64756E2164756E21
+//# debugId=638A1C0FDA19B22964756E2164756E21

package/dist/models/execution/index.js.map

@@ -4,6 +4,6 @@
   "sourcesContent": [
   ],
   "mappings": "",
-  "debugId": "0AF2693A053C7DCA64756E2164756E21",
+  "debugId": "638A1C0FDA19B22964756E2164756E21",
   "names": []
 }

package/dist/objects/clearance-redaction.d.ts

@@ -0,0 +1,27 @@
+import type { StoredDomainEvent } from "../events/types";
+import type { ObjectRow } from "../storage";
+import type { PropertyClearance } from "./property-clearance";
+/**
+ * Omit unreadable properties from a row and the objects expanded under it, and list them in
+ * `redactions`. The row is not modified: what changes is copied, the rest is shared.
+ */
+export declare function redactObjectRow<TRow extends ObjectRow>(row: TRow, clearance: PropertyClearance): TRow;
+/**
+ * {@link redactObjectRow} without the `redactions` records, for rows about to be deep-copied.
+ *
+ * Omitting hidden values before the copy keeps them out of it and copies each row once. The copy
+ * then receives its records from {@link attachRedactions}: they are frozen and owned by the
+ * clearance, so they are shared rather than copied with each row.
+ */
+export declare function omitHiddenProperties<TRow extends ObjectRow>(row: TRow, clearance: PropertyClearance): TRow;
+/**
+ * Set `redactions` on a row returned by {@link omitHiddenProperties} and since deep-copied, and on
+ * the objects expanded under it. It modifies the row, so it only accepts the caller's own copy.
+ */
+export declare function attachRedactions(row: ObjectRow, clearance: PropertyClearance): void;
+/**
+ * Omit unreadable properties from an object event, under the same contract as rows. Other events
+ * carry no markable value: link properties and telemetry properties cannot be marked.
+ */
+export declare function redactDomainEvent(event: StoredDomainEvent, clearance: PropertyClearance): StoredDomainEvent;
+//# sourceMappingURL=clearance-redaction.d.ts.map