@sixb/core 0.1.20 → 0.1.21

package/dist/index.js

@@ -8,49 +8,45 @@ import {
   warnUnverifiedWebhook2,
   SixbHost2,
   createSixb2
-} from "./chunk-0rbyz4qy.js";
-import"./chunk-6p49a5cq.js";
+} from "./chunk-61y5xs4p.js";
+import"./chunk-d5rjr8c0.js";
+import"./chunk-yw9pyg66.js";
+import"./chunk-twe4dx8p.js";
+import"./chunk-c1rxbz5y.js";
 import {
   InMemoryQueues2
 } from "./chunk-nzapm6p0.js";
-import"./chunk-5j58wjct.js";
-import {
-  SandboxError2,
-  SandboxNotRunningError2,
-  SandboxTimeoutError2,
-  SandboxIsolationUnavailableError2
-} from "./chunk-9gyp8hg1.js";
-import"./chunk-yw9pyg66.js";
+import"./chunk-858emn8m.js";
 import"./chunk-7n30ybym.js";
 import {
   InMemoryLakeStorage2
-} from "./chunk-3t2hgbgd.js";
+} from "./chunk-kge7k6ey.js";
 import {
   isDomainEventType2
-} from "./chunk-yzwja0mj.js";
+} from "./chunk-5hx48dnn.js";
 import {
   RuleValidationError2,
   isRuleDefinition2,
   defineRule2
-} from "./chunk-ren4kg2j.js";
+} from "./chunk-561r0yc9.js";
+import {
+  defineConnector2,
+  defineSync2
+} from "./chunk-d7dnxdep.js";
 import {
   interventionField2,
   defineWorkflowStep2,
   defineAgentStep2,
   defineIntervention2,
   defineWorkflow2
-} from "./chunk-k6q3n2sc.js";
-import {
-  defineConnector2,
-  defineSync2
-} from "./chunk-dk8tkk5f.js";
+} from "./chunk-k43ct2ke.js";
 import"./chunk-x9v4cx1d.js";
 import {
   definePipelineStep2,
   definePipeline2,
   isPipelineDefinition2,
   isPipelineStepDefinition2
-} from "./chunk-x6m907x7.js";
+} from "./chunk-5vems3nx.js";
 import {
   defineSchedule2,
   isScheduleDefinition2
@@ -69,9 +65,8 @@ import {
 import {
   defineAgentTool2,
   agent2
-} from "./chunk-tpn40322.js";
-import"./chunk-1k89ecfr.js";
-import"./chunk-1sr8ryzk.js";
+} from "./chunk-e6k4thh5.js";
+import"./chunk-hwksyjks.js";
 import {
   defineAction2,
   param2,
@@ -84,32 +79,54 @@ import {
   isAgentStepDefinition2,
   isInterventionDefinition2,
   isWorkflowDefinition2
-} from "./chunk-6c6sn0bh.js";
+} from "./chunk-akzryx9h.js";
 import {
   SyncValidationError2
-} from "./chunk-xfs8x8m9.js";
+} from "./chunk-0bphap9y.js";
 import {
   ConnectorError2,
   ConnectorNotFoundError2,
   ConnectorOAuthError2
-} from "./chunk-tg2cw67r.js";
-import"./chunk-fkgc1wt8.js";
-import"./chunk-4vyr1j8f.js";
-import"./chunk-hjzdd750.js";
+} from "./chunk-ky3j490c.js";
+import {
+  SandboxError2,
+  SandboxNotRunningError2,
+  SandboxTimeoutError2,
+  SandboxIsolationUnavailableError2
+} from "./chunk-cfj9dfbb.js";
+import"./chunk-z58tm0hm.js";
+import"./chunk-rmakanzx.js";
+import {
+  PipelineError2
+} from "./chunk-hke9aeen.js";
+import"./chunk-6rqgmkde.js";
+import {
+  ConsoleLogger2,
+  noopLoggerProvider2,
+  noopLogger2
+} from "./chunk-3qms4nax.js";
+import {
+  LOG_LEVELS2,
+  SIXB_RUN_KINDS2,
+  isLevelEnabled2,
+  logLevelsAtOrAbove2,
+  isLogLevel2,
+  isSixbRunKind2,
+  isLogRecord2,
+  isStoredLogLine2
+} from "./chunk-s670k14v.js";
+import"./chunk-bk9svbcq.js";
+import"./chunk-vf57cr4t.js";
 import"./chunk-mfs23znk.js";
-import"./chunk-1zq2p6g0.js";
+import"./chunk-1cc1xaf3.js";
 import"./chunk-99nd4rc1.js";
-import"./chunk-vyf9kfqf.js";
-import"./chunk-bx9q3cwv.js";
+import"./chunk-q7gn29y3.js";
+import"./chunk-cn0fwwhy.js";
 import {
   ObjectQueryValidationError2,
   ObjectQueryPlanningError2,
   ObjectQueryExecutionError2
 } from "./chunk-91mg3nj9.js";
-import {
-  PipelineError2
-} from "./chunk-yevzdx4y.js";
-import"./chunk-9dmt152s.js";
 import {
   InMemoryFileUploadSessions2,
   InMemoryStorage2,
@@ -117,38 +134,31 @@ import {
   isMigrationCapableStorage2,
   migrateStorage2,
   checkStorageSchema2
-} from "./chunk-n33z5bjw.js";
-import"./chunk-9ybhtmg4.js";
-import"./chunk-br3k6qbf.js";
-import"./chunk-jmfet9r4.js";
+} from "./chunk-918wwnaa.js";
 import"./chunk-qf954wje.js";
-import"./chunk-rrzt8jdy.js";
-import"./chunk-tw03bsmb.js";
-import"./chunk-9w055r5b.js";
+import"./chunk-9j4jw7as.js";
 import {
   ObjectNotFoundError2
-} from "./chunk-s16apyk9.js";
-import"./chunk-hn2r7z41.js";
-import"./chunk-h89wz928.js";
+} from "./chunk-tbc1ngpd.js";
 import"./chunk-pbcbn83d.js";
 import"./chunk-qczk96d9.js";
 import"./chunk-mmagke4x.js";
-import"./chunk-b38szspf.js";
-import"./chunk-a40ad1ft.js";
+import"./chunk-vvxtn22d.js";
+import"./chunk-hn2r7z41.js";
+import"./chunk-br3k6qbf.js";
+import"./chunk-jmfet9r4.js";
 import {
   AGENT_REASONING_LEVELS2
-} from "./chunk-s54c868q.js";
+} from "./chunk-3qct2mdc.js";
 import"./chunk-ere85b8y.js";
 import"./chunk-rj69qcrd.js";
 import"./chunk-4as3wt1c.js";
-import {
-  decisionOutput2,
-  question2
-} from "./chunk-29yx306f.js";
-import"./chunk-pqajwytd.js";
-import {
-  RuntimeError2
-} from "./chunk-m4ehq95f.js";
+import"./chunk-eptrvnby.js";
+import"./chunk-d09e3rax.js";
+import"./chunk-h89wz928.js";
+import"./chunk-x0v3jd47.js";
+import"./chunk-dhcv7yxc.js";
+import"./chunk-a40ad1ft.js";
 import {
   OntologyRegistry2,
   defineObjectType2,
@@ -160,22 +170,7 @@ import {
   valueTypeRef2,
   stringEnum2,
   integerEnum2
-} from "./chunk-d09tj99x.js";
-import {
-  ConsoleLogger2,
-  noopLoggerProvider2,
-  noopLogger2
-} from "./chunk-3qms4nax.js";
-import {
-  LOG_LEVELS2,
-  SIXB_RUN_KINDS2,
-  isLevelEnabled2,
-  logLevelsAtOrAbove2,
-  isLogLevel2,
-  isSixbRunKind2,
-  isLogRecord2,
-  isStoredLogLine2
-} from "./chunk-s670k14v.js";
+} from "./chunk-g257jwnc.js";
 import"./chunk-7n440zgt.js";
 import {
   MaterializationValidationError2,
@@ -184,14 +179,16 @@ import {
   isMaterializationConflictError2
 } from "./chunk-96yw3pwd.js";
 import {
-  EditBatchError2
-} from "./chunk-m427qgq0.js";
-import"./chunk-fa02jy15.js";
-import"./chunk-7t429e3f.js";
-import"./chunk-3zxk45er.js";
+  decisionOutput2,
+  question2
+} from "./chunk-29yx306f.js";
+import"./chunk-pqajwytd.js";
+import {
+  RuntimeError2
+} from "./chunk-m4ehq95f.js";
 import"./chunk-5a4a52tq.js";
-import"./chunk-t7x8dmn0.js";
-import"./chunk-way52z4h.js";
+import"./chunk-431pyp2c.js";
+import"./chunk-e17zdm62.js";
 import {
   DatasetValidationError2,
   isDatasetDefinition2,
@@ -199,14 +196,20 @@ import {
   col2,
   defineDataset2,
   change2
-} from "./chunk-0yh890a4.js";
+} from "./chunk-q5e5tv4b.js";
+import {
+  EditBatchError2
+} from "./chunk-m427qgq0.js";
+import"./chunk-cy4mbddw.js";
+import"./chunk-xvsc5m8n.js";
 import {
   InMemoryBlobStorage2
-} from "./chunk-gc4ntf7d.js";
+} from "./chunk-cwdzcv37.js";
 import {
   DEFAULT_SIMPLE_FILE_UPLOAD_BYTES2,
   fileNameFor2
 } from "./chunk-gfdh9kqa.js";
+import"./chunk-8ncg20rd.js";
 import {
   AgentDefinitionError2,
   AgentToolPublicError2,
@@ -217,7 +220,8 @@ import {
   agentContext2,
   agentContextIdentity2
 } from "./chunk-pfp1txq2.js";
-import"./chunk-5e43w60z.js";
+import"./chunk-5948n82c.js";
+import"./chunk-9kgkfg6v.js";
 import {
   ActionDefinitionError2,
   isActionDefinition2,
@@ -227,22 +231,25 @@ import {
   ShareDefinitionError2,
   defineShare2,
   can2,
+  project2,
   SYSTEM_PRINCIPAL2,
   principalsEqual2
-} from "./chunk-vpq4shxz.js";
-import"./chunk-c85m1hyj.js";
+} from "./chunk-nn5xnx3s.js";
+import"./chunk-447a5c0p.js";
 import {
   ref2,
   objectRef2,
   isObjectRefSchema2
-} from "./chunk-v9xd5wzd.js";
+} from "./chunk-s7jg7pmn.js";
 import {
-  SecurityValidationError2,
   defineGroup2,
   defineMarking2,
   defineRole2,
   defineMembershipPolicy2
-} from "./chunk-es1gxsbf.js";
+} from "./chunk-f4pamkt9.js";
+import {
+  SecurityValidationError2
+} from "./chunk-jcfw4h7m.js";
 import"./chunk-hcbyfxbe.js";
 import {
   AuthorizationError2,
@@ -255,7 +262,7 @@ import {
   isLinkProjectionDefinition2,
   isTelemetryProjectionDefinition2,
   isProjectionDefinition2
-} from "./chunk-d0bqz29d.js";
+} from "./chunk-6vb4st8k.js";
 import"./chunk-v4jbb3rs.js";
 import {
   userRef2,
@@ -266,12 +273,12 @@ import {
   getUnitSymbol2,
   isQuantitativeTypeId2,
   isUnitId2
-} from "./chunk-hvsb78a1.js";
+} from "./chunk-8frc8a4j.js";
 import {
   OntologyValidationError2,
   OntologyNotFoundError2
 } from "./chunk-cqr3acm1.js";
-import"./chunk-gsjm1wms.js";
+import"./chunk-dhdha526.js";
 import {
   decimal2,
   normalizeDecimalValue2,
@@ -279,15 +286,19 @@ import {
   isDecimalValue2,
   compareDecimalValues2
 } from "./chunk-3bh94gbw.js";
-import {
-  isBlobDigest2,
-  isFileRef2
-} from "./chunk-jhm3zsa7.js";
 import {
   ActionValidationError2,
   ActionRunFailedError2
-} from "./chunk-8mx7qw3y.js";
-import"./chunk-z3y5kg1x.js";
+} from "./chunk-dvd2fp9q.js";
+import"./chunk-6eqsgvxk.js";
+import {
+  ArtifactRequestError2
+} from "./chunk-48qjhh6v.js";
+import"./chunk-a3faa34j.js";
+import {
+  isBlobDigest2,
+  isFileRef2
+} from "./chunk-wkv3h3q7.js";
 import {
   isJsonValue2,
   assertJsonValue2,
@@ -295,6 +306,8 @@ import {
   stableJsonStringify2,
   getInvalidJsonValueReason2
 } from "./chunk-wy0qdqfm.js";
+import"./chunk-7q8t23v4.js";
+import"./chunk-mjddfa7k.js";
 export {
   AGENT_REASONING_LEVELS2 as AGENT_REASONING_LEVELS,
   ActionDefinitionError2 as ActionDefinitionError,
@@ -303,6 +316,7 @@ export {
   AgentDefinitionError2 as AgentDefinitionError,
   AgentRequestError2 as AgentRequestError,
   AgentToolPublicError2 as AgentToolPublicError,
+  ArtifactRequestError2 as ArtifactRequestError,
   AuthorizationError2 as AuthorizationError,
   ConnectorError2 as ConnectorError,
   ConnectorNotFoundError2 as ConnectorNotFoundError,
@@ -446,6 +460,7 @@ export {
   param2 as param,
   prepareObjectQueries2 as prepareObjectQueries,
   principalsEqual2 as principalsEqual,
+  project2 as project,
   prop2 as prop,
   quantitativeTypes2 as quantitativeTypes,
   question2 as question,
@@ -460,4 +475,4 @@ export {
   webhookConnector2 as webhookConnector
 };
 
-//# debugId=24661C4CB88D614E64756E2164756E21
+//# debugId=6FB2DDA4D3E5B8AF64756E2164756E21

package/dist/index.js.map

@@ -4,6 +4,6 @@
   "sourcesContent": [
   ],
   "mappings": "",
-  "debugId": "24661C4CB88D614E64756E2164756E21",
+  "debugId": "6FB2DDA4D3E5B8AF64756E2164756E21",
   "names": []
 }

package/dist/lake-storage/in-memory.d.ts

@@ -2,6 +2,7 @@ import type { DatasetDefinition, MergeChange } from "../datasets";
 import type { BeginDatasetMergeInput, CommitDatasetMergeInput, DatasetMergeCommitResult, LakeMergeSession } from "./merge";
 import type { BeginDatasetWriteInput, CommitDatasetWriteInput, DatasetCatalogState, DatasetChanges, DatasetRow, DatasetVersion, DatasetWriteCommitResult, LakeStorage, LakeWriteSession, LatestVersionsSince, ListLatestVersionsSinceInput, ReadDatasetChangesInput, ReadDatasetRowsInput } from "./types";
 export declare class InMemoryLakeStorage implements LakeStorage {
+    readonly recordsLineage = true;
     private readonly datasets;
     private readonly versionsByDataset;
     private readonly rowsByVersionId;

package/dist/lake-storage/in-memory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"in-memory.d.ts","sourceRoot":"","sources":["../../src/lake-storage/in-memory.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,WAAW,EAAE,MAAM,aAAa,CAAA;AAKhF,OAAO,KAAK,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,EACjB,MAAM,SAAS,CAAA;AAchB,OAAO,KAAK,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EAEd,UAAU,EAEV,cAAc,EACd,wBAAwB,EAExB,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,SAAS,CAAA;AA4LhB,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuC;IAChE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAsC;IACxE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2C;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuD;IAC5F,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAA4B;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmC;IAC/D,iGAAiG;IACjG,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA4B;IAE9D,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWxE,kCAAkC,CACtC,WAAW,EAAE,SAAS,iBAAiB,EAAE,GACxC,OAAO,CAAC,IAAI,CAAC;IA4BV,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKhE,YAAY,IAAI,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC;IAIrD,uBAAuB,CAC3B,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC;IAiBpC,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;IAQnF,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAcpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA8BpE,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IASnE,uBAAuB,CAC3B,KAAK,EAAE,4BAA4B,GAClC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAiBhC,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAM/E,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,aAAa,CAAC,UAAU,CAAC;IA8BjE,WAAW,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAoE3E,WAAW,CAAC,OAAO,EAAE;QACzB,KAAK,EAAE,sBAAsB,CAAA;QAC7B,IAAI,EAAE,SAAS,UAAU,EAAE,CAAA;QAC3B,MAAM,CAAC,EAAE,uBAAuB,CAAA;KACjC,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAM/B,WAAW,CAAC,OAAO,EAAE;QACzB,KAAK,EAAE,sBAAsB,CAAA;QAC7B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;QAC5B,OAAO,EAAE,SAAS,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,CAAA;QACvD,MAAM,CAAC,EAAE,uBAAuB,CAAA;KACjC,GAAG,OAAO,CAAC,wBAAwB,CAAC;YA0FvB,mBAAmB;IAuEjC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,wBAAwB;IA0BhC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,mBAAmB;YAoBb,qBAAqB;CAoBpC"}
+{"version":3,"file":"in-memory.d.ts","sourceRoot":"","sources":["../../src/lake-storage/in-memory.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAiB,WAAW,EAAE,MAAM,aAAa,CAAA;AAMhF,OAAO,KAAK,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,EACjB,MAAM,SAAS,CAAA;AAchB,OAAO,KAAK,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EAEd,UAAU,EAEV,cAAc,EACd,wBAAwB,EAExB,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,SAAS,CAAA;AA4LhB,qBAAa,mBAAoB,YAAW,WAAW;IACrD,QAAQ,CAAC,cAAc,QAAO;IAC9B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuC;IAChE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAsC;IACxE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2C;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuD;IAC5F,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAA4B;IACrE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmC;IAC/D,iGAAiG;IACjG,OAAO,CAAC,cAAc,CAAI;IAC1B,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA4B;IAE9D,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWxE,kCAAkC,CACtC,WAAW,EAAE,SAAS,iBAAiB,EAAE,GACxC,OAAO,CAAC,IAAI,CAAC;IA4BV,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKhE,YAAY,IAAI,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC;IAIrD,uBAAuB,CAC3B,UAAU,EAAE,SAAS,MAAM,EAAE,GAC5B,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC;IAiBpC,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,cAAc,EAAE,CAAC;IAQnF,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAcpE,UAAU,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA8BpE,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IASnE,uBAAuB,CAC3B,KAAK,EAAE,4BAA4B,GAClC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAiBhC,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAM/E,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,aAAa,CAAC,UAAU,CAAC;IA8BjE,WAAW,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAoE3E,WAAW,CAAC,OAAO,EAAE;QACzB,KAAK,EAAE,sBAAsB,CAAA;QAC7B,IAAI,EAAE,SAAS,UAAU,EAAE,CAAA;QAC3B,MAAM,CAAC,EAAE,uBAAuB,CAAA;KACjC,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAM/B,WAAW,CAAC,OAAO,EAAE;QACzB,KAAK,EAAE,sBAAsB,CAAA;QAC7B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;QAC5B,OAAO,EAAE,SAAS,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,CAAA;QACvD,MAAM,CAAC,EAAE,uBAAuB,CAAA;KACjC,GAAG,OAAO,CAAC,wBAAwB,CAAC;YAiGvB,mBAAmB;IAqFjC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,wBAAwB;IA0BhC,OAAO,CAAC,gBAAgB;IAiBxB,OAAO,CAAC,mBAAmB;YAoBb,qBAAqB;CAoBpC"}

package/dist/lake-storage/index.d.ts

@@ -6,12 +6,15 @@ export type { DatasetDefinitionUpdatePlan, DatasetMetadataUpdatePlan, DatasetSch
 export { assertLakeDatasetDefinitionsCompatible, mergeStrictDatasetDefinition, planDatasetDefinitionUpdate, } from "./definition-updates";
 export { LakeConcurrencyError, LakeStorageError } from "./errors";
 export { InMemoryLakeStorage } from "./in-memory";
+export type { LineageAtCommitInput } from "./lineage";
+export { lineageAtCommit, resolveStepLineage } from "./lineage";
 export type { BeginDatasetMergeInput, CommitDatasetMergeInput, DatasetMergeCommitResult, LakeMergeSession, } from "./merge";
 export { retryDatasetMergeCommit } from "./merge";
 export { cloneDatasetMergeChange, encodeDatasetPrimaryKey, getDatasetMergeChangeValidationError, getDatasetPrimaryKeyColumns, } from "./merge-validation";
 export type { DatasetSequenceChange, DatasetSequenceState } from "./source-ordering";
 export { assertUnsequencedDatasetWrite, datasetSequenceChange, reconcileDatasetSequences, } from "./source-ordering";
-export type { ExecuteSqlTransformInput, LakeSqlExecutor, LakeSqlTransformCapabilities, LakeStorageWithSql, PreviewSqlTransformInput, SqlDialect, SqlTransformBody, SqlTransformRelation, SqlTransformSource, } from "./sql-transforms";
-export type { BeginDatasetWriteInput, CommitDatasetWriteInput, DatasetCatalogState, DatasetChanges, DatasetLatestVersionSummary, DatasetProducer, DatasetRow, DatasetRowChange, DatasetVersion, DatasetVersionMode, DatasetVersionRef, DatasetWriteCommitResult, DatasetWriteMode, LakeStandardDescriptor, LakeStandardId, LakeStorage, LakeWriteSession, LatestVersionsSince, ListLatestVersionsSinceInput, ReadDatasetChangesInput, ReadDatasetRowsInput, } from "./types";
-export { hasDatasetInputChanges } from "./version-inputs";
+export type { AnalyzeSqlTransformInput, AnalyzeSqlTransformSource, ExecuteSqlTransformInput, LakeSqlExecutor, LakeSqlTransformCapabilities, LakeStorageWithSql, PreviewSqlTransformInput, SqlDialect, SqlTransformAnalysis, SqlTransformBody, SqlTransformColumnRef, SqlTransformLineage, SqlTransformRelation, SqlTransformSource, } from "./sql-transforms";
+export type { BeginDatasetWriteInput, CommitDatasetWriteInput, DatasetCatalogState, DatasetChanges, DatasetColumnLineage, DatasetColumnRef, DatasetLatestVersionSummary, DatasetProducer, DatasetRow, DatasetRowChange, DatasetUnknownLineage, DatasetVersion, DatasetVersionLineage, DatasetVersionMode, DatasetVersionRef, DatasetWriteCommitResult, DatasetWriteMode, LakeStandardDescriptor, LakeStandardId, LakeStorage, LakeWriteSession, LatestVersionsSince, ListLatestVersionsSinceInput, ReadDatasetChangesInput, ReadDatasetRowsInput, } from "./types";
+export type { DatasetCommitProvenance } from "./version-inputs";
+export { hasDatasetProvenanceChanges } from "./version-inputs";
 //# sourceMappingURL=index.d.ts.map

package/dist/lake-storage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lake-storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAA;AACvD,YAAY,EACV,2BAA2B,EAC3B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,sCAAsC,EACtC,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,oCAAoC,EACpC,2BAA2B,GAC5B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACpF,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,wBAAwB,EACxB,eAAe,EACf,4BAA4B,EAC5B,kBAAkB,EAClB,wBAAwB,EACxB,UAAU,EACV,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EACd,2BAA2B,EAC3B,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/lake-storage/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,uBAAuB,EACvB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,YAAY,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAA;AACvD,YAAY,EACV,2BAA2B,EAC3B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,sCAAsC,EACtC,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAA;AAC/D,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,oCAAoC,EACpC,2BAA2B,GAC5B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACpF,OAAO,EACL,6BAA6B,EAC7B,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,4BAA4B,EAC5B,kBAAkB,EAClB,wBAAwB,EACxB,UAAU,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,2BAA2B,EAC3B,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,wBAAwB,EACxB,gBAAgB,EAChB,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,SAAS,CAAA;AAChB,YAAY,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAC/D,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/lake-storage/index.js

@@ -8,26 +8,32 @@ import {
   datasetSequenceChange2,
   reconcileDatasetSequences2,
   assertUnsequencedDatasetWrite2,
-  hasDatasetInputChanges2,
+  hasDatasetProvenanceChanges2,
   InMemoryLakeStorage2
-} from "../chunk-3t2hgbgd.js";
+} from "../chunk-kge7k6ey.js";
+import {
+  lineageAtCommit2,
+  resolveStepLineage2
+} from "../chunk-ff5xkv0p.js";
 import {
-  LakeStorageError2,
-  LakeConcurrencyError2,
   getDatasetPrimaryKeyColumns2,
   encodeDatasetPrimaryKey2,
   getDatasetMergeChangeValidationError2,
   cloneDatasetMergeChange2
-} from "../chunk-way52z4h.js";
+} from "../chunk-e17zdm62.js";
+import {
+  LakeStorageError2,
+  LakeConcurrencyError2
+} from "../chunk-65abf64x.js";
 import {
   assertDatasetDefinition2
-} from "../chunk-0yh890a4.js";
-import"../chunk-gc4ntf7d.js";
+} from "../chunk-q5e5tv4b.js";
+import"../chunk-cwdzcv37.js";
 import"../chunk-gfdh9kqa.js";
-import"../chunk-es1gxsbf.js";
-import"../chunk-gsjm1wms.js";
-import"../chunk-jhm3zsa7.js";
-import"../chunk-z3y5kg1x.js";
+import"../chunk-f4pamkt9.js";
+import"../chunk-dhdha526.js";
+import"../chunk-6eqsgvxk.js";
+import"../chunk-wkv3h3q7.js";
 export {
   InMemoryLakeStorage2 as InMemoryLakeStorage,
   LakeConcurrencyError2 as LakeConcurrencyError,
@@ -40,12 +46,14 @@ export {
   encodeDatasetPrimaryKey2 as encodeDatasetPrimaryKey,
   getDatasetMergeChangeValidationError2 as getDatasetMergeChangeValidationError,
   getDatasetPrimaryKeyColumns2 as getDatasetPrimaryKeyColumns,
-  hasDatasetInputChanges2 as hasDatasetInputChanges,
+  hasDatasetProvenanceChanges2 as hasDatasetProvenanceChanges,
+  lineageAtCommit2 as lineageAtCommit,
   mergeStrictDatasetDefinition2 as mergeStrictDatasetDefinition,
   planDatasetDefinitionUpdate2 as planDatasetDefinitionUpdate,
   reconcileDatasetSequences2 as reconcileDatasetSequences,
   resolveDatasetChangeColumns2 as resolveDatasetChangeColumns,
+  resolveStepLineage2 as resolveStepLineage,
   retryDatasetMergeCommit2 as retryDatasetMergeCommit
 };
 
-//# debugId=B2DF22A19C1846F164756E2164756E21
+//# debugId=4709F606D2995DC464756E2164756E21

package/dist/lake-storage/index.js.map

@@ -4,6 +4,6 @@
   "sourcesContent": [
   ],
   "mappings": "",
-  "debugId": "B2DF22A19C1846F164756E2164756E21",
+  "debugId": "4709F606D2995DC464756E2164756E21",
   "names": []
 }

package/dist/lake-storage/lineage.d.ts

@@ -0,0 +1,94 @@
+import type { DatasetSchema } from "../datasets";
+import type { DatasetColumnLineage, DatasetColumnRef, DatasetProducer, DatasetUnknownLineage, DatasetVersion, DatasetVersionLineage, DatasetVersionMode } from "./types";
+/**
+ * Resolved column lineage: each dataset version records every dataset column its values come
+ * from, across every upstream step and every row it keeps from its parent. Classifying a version
+ * reads only its own record, so the lake may drop older versions without changing any markings.
+ *
+ * Writers resolve the lineage of the rows they add (`resolveStepLineage`), and providers merge in
+ * what the version keeps of its parent when they commit it (`lineageAtCommit`).
+ *
+ * A version that records no lineage was written before Sixb recorded it, or by a pipeline write
+ * that passed none. Such a pipeline version could hold anything; any other one holds only what its
+ * own columns declare. A version computed from, or keeping rows of, a version whose lineage is
+ * unknown records `{ unknown }`, naming where it was lost.
+ */
+/** The value dependencies of one column, or undefined when the lineage does not list it. */
+export declare function lineageColumn(lineage: DatasetColumnLineage, column: string): readonly DatasetColumnRef[] | undefined;
+export declare function isUnknownLineage(lineage: DatasetVersionLineage): lineage is DatasetUnknownLineage;
+/** What a version records about its lineage, before or after it is committed. */
+export type LineageRecord = Pick<DatasetVersion, "datasetId" | "schema" | "producer" | "lineage"> & {
+    readonly versionId?: string;
+};
+/**
+ * The lineage a version stands for, with the rules for versions that record none applied. A
+ * stored value that is not a lineage is unknown: reading it as absent could declassify it.
+ *
+ * Only a provider that declares `recordsLineage` stores lineage on every version it commits, so
+ * only its versions without lineage are known to predate it. Any other provider may have dropped
+ * the lineage it was given, and a version of it that records none is unknown, whatever wrote it.
+ *
+ * Reading no other version is what makes the rules approximate for versions written before
+ * Sixb recorded lineage: one written outside a pipeline (a sync, an ingestion, a schema change)
+ * on top of a pipeline version holds that version's rows, yet reads as its own columns only.
+ * Treating every such version as unknown instead would classify every older sync dataset with
+ * every marking, for good, since a merge keeps its parent's rows.
+ */
+export declare function versionLineage(version: LineageRecord, provider: {
+    readonly recordsLineage?: boolean;
+}): DatasetVersionLineage;
+/**
+ * What a provider committing a version, or a pipeline step resolving the lineage it passes to one,
+ * reads its own versions as. Whatever a provider that does not record lineage commits stays
+ * without lineage, so it is classified as unknown regardless.
+ */
+export declare const COMMITTING_PROVIDER: {
+    readonly recordsLineage: true;
+};
+export interface LineageAtCommitInput {
+    readonly mode: DatasetVersionMode;
+    /** Columns of the version being committed. */
+    readonly schema: DatasetSchema;
+    readonly producer?: DatasetProducer;
+    /** The lineage the writer passed, as `BeginDatasetWriteInput.lineage`. */
+    readonly written?: DatasetVersionLineage;
+    /**
+     * The dataset's latest version, which an append, a merge, or a schema change keeps the rows of.
+     * A snapshot replaces it, so it is ignored for one.
+     */
+    readonly parent?: Pick<DatasetVersion, "datasetId" | "versionId" | "schema" | "producer" | "lineage"> | null;
+}
+/**
+ * The lineage a provider stores on a version it commits. Every provider calls it, with the latest
+ * version as `parent`, before it decides whether the commit changes anything
+ * (`hasDatasetProvenanceChanges`), and stores the result as `DatasetVersion.lineage`.
+ *
+ * - A snapshot records what was written.
+ * - An append or a merge records what was written and what its parent records, column by column.
+ * - A schema change records its parent's lineage. A column it adds holds no value yet.
+ *
+ * Without written lineage, a pipeline write records none, which classifies the version with every
+ * marking; any other write depends on its own columns only. Returns undefined when nothing is to
+ * be stored.
+ */
+export declare function lineageAtCommit(input: LineageAtCommitInput): DatasetVersionLineage | undefined;
+/**
+ * Lineage of a pipeline step's output across every upstream hop: each column a step reads stands
+ * for itself and for everything the input version it read records for it.
+ *
+ * Every output column also depends on the rows of every input version the step read, whether or
+ * not it names a column of that input: `SELECT count(*) FROM rich`, or a constant selected from
+ * it, reveals which rows `rich` holds, and so what decided them upstream.
+ *
+ * `step` is the step's own lineage, whose refs name columns of `inputs`, the input versions the
+ * step read. The pipeline worker passes it for `run` steps; a SQL provider passes it for the SQL it
+ * executes. The result is unknown when an input's lineage is unknown, or when a column it depends
+ * on comes from a dataset none of `inputs` is a version of.
+ */
+export declare function resolveStepLineage(step: DatasetColumnLineage, inputs: readonly DatasetVersion[]): DatasetVersionLineage;
+/**
+ * Whether two lineages classify alike: the same dependencies per column, whatever their order
+ * and repetition, or both unknown.
+ */
+export declare function sameLineage(left: DatasetVersionLineage, right: DatasetVersionLineage): boolean;
+//# sourceMappingURL=lineage.d.ts.map

package/dist/lake-storage/lineage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lineage.d.ts","sourceRoot":"","sources":["../../src/lake-storage/lineage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,OAAO,KAAK,EACV,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EACnB,MAAM,SAAS,CAAA;AAEhB;;;;;;;;;;;;GAYG;AAEH,4FAA4F;AAC5F,wBAAgB,aAAa,CAC3B,OAAO,EAAE,oBAAoB,EAC7B,MAAM,EAAE,MAAM,GACb,SAAS,gBAAgB,EAAE,GAAG,SAAS,CAGzC;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,IAAI,qBAAqB,CAEjG;AAED,iFAAiF;AACjF,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,cAAc,EACd,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAChD,GAAG;IACF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B,CAAA;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,EACtB,QAAQ,EAAE;IAAE,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAE,GAC9C,qBAAqB,CAsBvB;AAED;;;;GAIG;AACH,eAAO,MAAM,mBAAmB;;CAAoC,CAAA;AAEpE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;IACjC,8CAA8C;IAC9C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,eAAe,CAAA;IACnC,0EAA0E;IAC1E,QAAQ,CAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;IACxC;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CACpB,cAAc,EACd,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,CAC9D,GAAG,IAAI,CAAA;CACT;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,qBAAqB,GAAG,SAAS,CAqB9F;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,oBAAoB,EAC1B,MAAM,EAAE,SAAS,cAAc,EAAE,GAChC,qBAAqB,CA6DvB;AA8BD;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAE9F"}