@sixb/core 0.1.0 → 0.1.2

package/src/storage/ontology/in-memory/shared-state.ts

@@ -1,9 +1,13 @@
 import { MaterializationValidationError } from "../../../materialization/errors"
-import type { OntologyMaterializationOrigin } from "../../../materialization/model"
+import type {
+  LinkSlotOverride,
+  OntologyMaterializationOrigin,
+} from "../../../materialization/model"
 import type { OntologyCommitOriginSelector, OntologyCommitRecord } from "../commits"
 import type {
   MaterializationWorkRecord,
   StoredLinkOverride,
+  StoredLinkSlotOverride,
   StoredObjectOverride,
 } from "../materializations"
 import type { OntologyOutboxRecord } from "../outbox"
@@ -23,6 +27,11 @@ export interface InMemoryStoredLinkOverride extends StoredLinkOverride {
   readonly projectId: string
 }
 
+export interface InMemoryStoredLinkSlotOverride extends Omit<StoredLinkSlotOverride, "value"> {
+  readonly projectId: string
+  readonly value: LinkSlotOverride
+}
+
 export interface InMemoryOntologyState {
   readonly commitsById: Map<string, OntologyCommitRecord>
   readonly commitIdByIdempotency: Map<string, string>
@@ -30,6 +39,7 @@ export interface InMemoryOntologyState {
   readonly sourceMaterializations: Map<string, InMemorySourceMaterialization>
   readonly objectOverrides: Map<string, InMemoryStoredObjectOverride>
   readonly linkOverrides: Map<string, InMemoryStoredLinkOverride>
+  readonly linkSlotOverrides: Map<string, InMemoryStoredLinkSlotOverride>
   readonly outbox: Map<string, OntologyOutboxRecord>
 }
 
@@ -49,6 +59,7 @@ export function createInMemoryOntologyState(): InMemoryOntologyState {
     sourceMaterializations: new Map(),
     objectOverrides: new Map(),
     linkOverrides: new Map(),
+    linkSlotOverrides: new Map(),
     outbox: new Map(),
   }
 }

package/src/storage/ontology/index.ts

@@ -29,6 +29,8 @@ export type {
   ExactEffectiveWrites,
   ExactLinkOverrideDelete,
   ExactLinkOverrideWrite,
+  ExactLinkSlotOverrideDelete,
+  ExactLinkSlotOverrideWrite,
   ExactObjectOverrideDelete,
   ExactObjectOverrideWrite,
   ExactOverrideWrites,
@@ -67,6 +69,7 @@ export type {
   SourceReplacementStatePage,
   StageMaterializationWorkInput,
   StoredLinkOverride,
+  StoredLinkSlotOverride,
   StoredObjectOverride,
   StoredTelemetryPoint,
   StreamMaterializationStateInput,
@@ -79,6 +82,8 @@ export type {
   CompleteOntologyOutboxLeaseInput,
   OntologyMaterializationEvent,
   OntologyMaterializationEventDraft,
+  OntologyOutboxFailure,
+  OntologyOutboxFailureCode,
   OntologyOutboxRecord,
   OntologyOutboxStorage,
   OntologyOutboxSummary,
@@ -87,6 +92,7 @@ export type {
   RescheduleOntologyOutboxLeaseInput,
   SummarizeOntologyOutboxInput,
 } from "./outbox"
+export { ONTOLOGY_OUTBOX_FAILURE_CODES } from "./outbox"
 export type {
   AbandonSourceMaterializationCandidateInput,
   AbandonSourceMaterializationInput,

package/src/storage/ontology/materializations.ts

@@ -7,8 +7,10 @@ import type {
   ExpectedLinkScopeRevision,
   ExpectedObjectRevision,
   LinkOverride,
+  LinkSlotOverride,
   ObjectOverride,
   OntologyLinkRef,
+  OntologyLinkScopeRef,
   OntologyObjectRef,
   PinnedDatasetVersion,
   ProjectionCommitResult,
@@ -35,6 +37,14 @@ export interface StoredLinkOverride {
   readonly updatedAt: string
 }
 
+export interface StoredLinkSlotOverride {
+  readonly ref: OntologyLinkScopeRef
+  /** `legacy-conflict` is migration state and is rejected only when read as cardinality-one. */
+  readonly value: LinkSlotOverride | { readonly kind: "legacy-conflict" }
+  readonly lastCommitId: string
+  readonly updatedAt: string
+}
+
 export interface StoredTelemetryPoint {
   readonly series: TelemetrySeriesRef
   readonly value: JsonValue
@@ -61,12 +71,19 @@ export interface MaterializationLinkState {
   readonly ref: OntologyLinkRef
   readonly source: StoredSourceLinkAssertion | null
   readonly override: StoredLinkOverride | null
+  readonly slotOverride: StoredLinkSlotOverride | null
   readonly effective: EffectiveLinkSnapshot | null
 }
 
 export interface MaterializationLinkScopeState {
   readonly source: OntologyObjectRef
   readonly linkId: string
+  /** Complete active source value for the link slot. */
+  readonly sourceAssertion: StoredSourceLinkAssertion | null
+  /** Managed slot authority; absence delegates to source authority. */
+  readonly override: StoredLinkSlotOverride | null
+  /** The single effective edge, if its endpoints are effective. */
+  readonly effective: EffectiveLinkSnapshot | null
   readonly effectiveCount: number
   readonly fingerprint: string
 }
@@ -166,11 +183,34 @@ export interface ExactLinkOverrideDelete {
   readonly expectedLastCommitId: string
 }
 
+export interface ExactLinkSlotOverrideWrite {
+  readonly ref: OntologyLinkScopeRef
+  readonly value: LinkSlotOverride
+  readonly expectedLastCommitId: string | null
+  readonly lastCommitId: string
+  readonly updatedAt: string
+}
+
+export interface ExactLinkSlotOverrideDelete {
+  readonly ref: OntologyLinkScopeRef
+  readonly expectedLastCommitId: string
+}
+
 export interface ExactOverrideWrites {
-  readonly objectUpserts: readonly ExactObjectOverrideWrite[]
-  readonly objectDeletes: readonly ExactObjectOverrideDelete[]
-  readonly linkUpserts: readonly ExactLinkOverrideWrite[]
-  readonly linkDeletes: readonly ExactLinkOverrideDelete[]
+  readonly objects: {
+    readonly upserts: readonly ExactObjectOverrideWrite[]
+    readonly deletes: readonly ExactObjectOverrideDelete[]
+  }
+  readonly links: {
+    readonly edges: {
+      readonly upserts: readonly ExactLinkOverrideWrite[]
+      readonly deletes: readonly ExactLinkOverrideDelete[]
+    }
+    readonly slots: {
+      readonly upserts: readonly ExactLinkSlotOverrideWrite[]
+      readonly deletes: readonly ExactLinkSlotOverrideDelete[]
+    }
+  }
 }
 
 export interface ExactEffectiveObjectWrite {
@@ -289,6 +329,8 @@ export interface MaterializationIncidentObjectWorkRecord {
 export interface MaterializationCardinalityOccupantWorkRecord {
   readonly kind: "cardinality"
   readonly recordKey: string
+  /** Projection candidates are validated independently from the final effective scope. */
+  readonly view: "candidate" | "effective"
   readonly scopeSortKey: string
   readonly linkSortKey: string
   readonly ref: OntologyLinkRef
@@ -300,6 +342,8 @@ export type MaterializationPlanWorkItem =
   | { readonly kind: "object-override-delete"; readonly value: ExactObjectOverrideDelete }
   | { readonly kind: "link-override-upsert"; readonly value: ExactLinkOverrideWrite }
   | { readonly kind: "link-override-delete"; readonly value: ExactLinkOverrideDelete }
+  | { readonly kind: "link-slot-override-upsert"; readonly value: ExactLinkSlotOverrideWrite }
+  | { readonly kind: "link-slot-override-delete"; readonly value: ExactLinkSlotOverrideDelete }
   | { readonly kind: "object-upsert"; readonly value: ExactEffectiveObjectWrite }
   | { readonly kind: "object-delete"; readonly value: ExactEffectiveObjectDelete }
   | { readonly kind: "link-upsert"; readonly value: ExactEffectiveLinkWrite }
@@ -333,6 +377,8 @@ export function materializationApplyPhase(
     case "object-override-delete":
     case "link-override-upsert":
     case "link-override-delete":
+    case "link-slot-override-upsert":
+    case "link-slot-override-delete":
       return 0
     case "point-upsert":
       return 1

package/src/storage/ontology/outbox.ts

@@ -1,3 +1,4 @@
+import type { SixbErrorCode, SixbFailure } from "../../errors/types"
 import type { OntologyMaterializationEvent } from "../../materialization/events"
 
 export type {
@@ -12,6 +13,15 @@ export interface OntologyOutboxWrite {
   readonly createdAt: string
 }
 
+/** Error codes a durable ontology outbox delivery can persist. */
+export const ONTOLOGY_OUTBOX_FAILURE_CODES = ["event.delivery_failed"] as const satisfies readonly [
+  SixbErrorCode,
+  ...SixbErrorCode[],
+]
+
+export type OntologyOutboxFailureCode = (typeof ONTOLOGY_OUTBOX_FAILURE_CODES)[number]
+export type OntologyOutboxFailure = SixbFailure<OntologyOutboxFailureCode>
+
 export interface OntologyOutboxRecord {
   readonly envelope: OntologyMaterializationEvent
   readonly availableAt: string
@@ -19,7 +29,7 @@ export interface OntologyOutboxRecord {
   readonly leaseId: string | null
   readonly leaseExpiresAt: string | null
   readonly publishedAt: string | null
-  readonly lastError: string | null
+  readonly lastFailure: OntologyOutboxFailure | null
   readonly createdAt: string
 }
 
@@ -48,7 +58,8 @@ export interface RescheduleOntologyOutboxLeaseInput {
   readonly ids: readonly string[]
   readonly leaseId: string
   readonly availableAt: string
-  readonly error: string
+  /** The delivery failure that caused this retry. Omitted for lifecycle-only rescheduling. */
+  readonly failure?: OntologyOutboxFailure
 }
 
 export interface PurgePublishedOntologyOutboxInput {

package/src/storage/ontology/provider-header-validation.ts

@@ -35,6 +35,7 @@ function assertCommitEnvelope(commit: OntologyCommitWrite): void {
   assertNonblank(commit.id, "Materialization commit id")
   assertNonblank(commit.idempotencyKey, "Materialization idempotency key")
   assertNonblank(commit.requestHash, "Materialization request hash")
+  assertNonblank(commit.executionId, "Materialization execution id")
   assertNonblank(commit.ontologyRevision, "Materialization ontology revision")
   assertTimestamp(commit.committedAt, "Materialization commit time")
 }

package/src/storage/ontology/provider-work.ts

@@ -32,10 +32,12 @@ export function assertPageRows(value: number): void {
 
 export function materializationChunkRows(chunk: MaterializationPlanChunk): number {
   return (
-    chunk.overrides.objectUpserts.length +
-    chunk.overrides.objectDeletes.length +
-    chunk.overrides.linkUpserts.length +
-    chunk.overrides.linkDeletes.length +
+    chunk.overrides.objects.upserts.length +
+    chunk.overrides.objects.deletes.length +
+    chunk.overrides.links.edges.upserts.length +
+    chunk.overrides.links.edges.deletes.length +
+    chunk.overrides.links.slots.upserts.length +
+    chunk.overrides.links.slots.deletes.length +
     chunk.effective.objectUpserts.length +
     chunk.effective.objectDeletes.length +
     chunk.effective.linkUpserts.length +
@@ -49,22 +51,30 @@ export function materializationPlanItems(
   chunk: MaterializationPlanChunk
 ): MaterializationPlanWorkItem[] {
   return [
-    ...chunk.overrides.objectUpserts.map((value) => ({
+    ...chunk.overrides.objects.upserts.map((value) => ({
       kind: "object-override-upsert" as const,
       value,
     })),
-    ...chunk.overrides.objectDeletes.map((value) => ({
+    ...chunk.overrides.objects.deletes.map((value) => ({
       kind: "object-override-delete" as const,
       value,
     })),
-    ...chunk.overrides.linkUpserts.map((value) => ({
+    ...chunk.overrides.links.edges.upserts.map((value) => ({
       kind: "link-override-upsert" as const,
       value,
     })),
-    ...chunk.overrides.linkDeletes.map((value) => ({
+    ...chunk.overrides.links.edges.deletes.map((value) => ({
       kind: "link-override-delete" as const,
       value,
     })),
+    ...chunk.overrides.links.slots.upserts.map((value) => ({
+      kind: "link-slot-override-upsert" as const,
+      value,
+    })),
+    ...chunk.overrides.links.slots.deletes.map((value) => ({
+      kind: "link-slot-override-delete" as const,
+      value,
+    })),
     ...chunk.effective.linkDeletes.map((value) => ({ kind: "link-delete" as const, value })),
     ...chunk.effective.objectDeletes.map((value) => ({ kind: "object-delete" as const, value })),
     ...chunk.effective.objectUpserts.map((value) => ({ kind: "object-upsert" as const, value })),
@@ -129,7 +139,7 @@ export function workUniquenessKey(record: MaterializationWorkRecord): string {
     case "incident-object":
       return `incident-object:${objectRefKey(record.ref)}`
     case "cardinality":
-      return `cardinality:${record.scopeSortKey}:${record.linkSortKey}`
+      return `cardinality:${record.view}:${record.scopeSortKey}:${record.linkSortKey}`
     case "plan":
       return `plan:${record.item.kind}:${record.sortKey}`
     case "event":
@@ -159,16 +169,20 @@ function planKindOrder(kind: MaterializationPlanWorkItem["kind"]): number {
       return 2
     case "link-override-delete":
       return 3
-    case "point-upsert":
+    case "link-slot-override-upsert":
       return 4
-    case "link-delete":
+    case "link-slot-override-delete":
       return 5
-    case "object-delete":
+    case "point-upsert":
       return 6
-    case "object-upsert":
+    case "link-delete":
       return 7
-    case "link-upsert":
+    case "object-delete":
       return 8
+    case "object-upsert":
+      return 9
+    case "link-upsert":
+      return 10
   }
 }
 
@@ -177,12 +191,17 @@ export function compareCardinalityWork(
   right: MaterializationCardinalityOccupantWorkRecord
 ): number {
   return (
+    cardinalityViewOrder(left.view) - cardinalityViewOrder(right.view) ||
     left.scopeSortKey.localeCompare(right.scopeSortKey) ||
     left.linkSortKey.localeCompare(right.linkSortKey) ||
     left.recordKey.localeCompare(right.recordKey)
   )
 }
 
+function cardinalityViewOrder(view: MaterializationCardinalityOccupantWorkRecord["view"]): number {
+  return view === "effective" ? 0 : 1
+}
+
 export function compareEventWork(
   left: MaterializationEventWorkRecord,
   right: MaterializationEventWorkRecord

package/src/storage/ontology/provider.ts

@@ -9,7 +9,7 @@ import type {
   OntologyLinkRef,
   OntologyObjectRef,
 } from "../../materialization/model"
-import { linkRefSortKey, objectRefSortKey, projectionEntityKey } from "../../materialization/refs"
+import { projectionEntityKey } from "../../materialization/refs"
 import type { OntologyCommitOriginSelector, OntologyCommitWrite } from "./commits"
 import type {
   FinalizeMaterializationInput,
@@ -22,6 +22,7 @@ import type {
   MaterializationWorkRecord,
   SourceActivationWrite,
   StageMaterializationWorkInput,
+  StoredLinkSlotOverride,
   StreamMaterializationWorkInput,
 } from "./materializations"
 import { assertNonblank, assertTimestamp } from "./provider-validation"
@@ -61,7 +62,6 @@ export {
 } from "./provider-work"
 
 export interface LinkScopeAccumulator {
-  readonly scopeSortKey: string
   readonly source: OntologyObjectRef
   readonly linkId: string
   readonly hash: ReturnType<typeof createHash>
@@ -70,13 +70,11 @@ export interface LinkScopeAccumulator {
 
 export function startScopeAccumulator(
   source: OntologyObjectRef,
-  linkId: string,
-  scopeSortKey: string
+  linkId: string
 ): LinkScopeAccumulator {
   const hash = createHash("sha256")
   hash.update("[")
   return {
-    scopeSortKey,
     source: structuredClone(source),
     linkId,
     hash,
@@ -101,7 +99,7 @@ export function appendScopeSnapshot(
 
 export function finishScopeAccumulator(
   accumulator: LinkScopeAccumulator
-): MaterializationLinkScopeState {
+): Pick<MaterializationLinkScopeState, "source" | "linkId" | "effectiveCount" | "fingerprint"> {
   accumulator.hash.update("]")
   return {
     source: accumulator.source,
@@ -111,6 +109,60 @@ export function finishScopeAccumulator(
   }
 }
 
+export function linkSlotOverrideValue(
+  value: unknown,
+  scopeLabel: string
+): StoredLinkSlotOverride["value"] {
+  if (!isRecord(value) || typeof value.kind !== "string") {
+    throw invalidLinkSlotOverride(scopeLabel)
+  }
+  if (value.kind === "legacy-conflict") {
+    return { kind: "legacy-conflict" }
+  }
+  if (
+    (value.kind !== "set" && value.kind !== "clear") ||
+    !isRecord(value.target) ||
+    typeof value.target.objectTypeId !== "string" ||
+    value.target.objectTypeId.trim().length === 0 ||
+    typeof value.target.primaryId !== "string" ||
+    value.target.primaryId.trim().length === 0
+  ) {
+    throw invalidLinkSlotOverride(scopeLabel)
+  }
+  const target = {
+    objectTypeId: value.target.objectTypeId,
+    primaryId: value.target.primaryId,
+  }
+  if (value.kind === "clear") return { kind: "clear", target }
+  if (value.properties === undefined) return { kind: "set", target }
+  if (!isJsonObject(value.properties)) throw invalidLinkSlotOverride(scopeLabel)
+  return { kind: "set", target, properties: structuredClone(value.properties) }
+}
+
+function invalidLinkSlotOverride(scopeLabel: string): MaterializationConflictError {
+  return new MaterializationConflictError(
+    "effective-state",
+    `Cardinality-one link slot ${scopeLabel} contains an invalid stored override.`
+  )
+}
+
+function isRecord(value: unknown): value is Readonly<Record<string, unknown>> {
+  return typeof value === "object" && value !== null && !Array.isArray(value)
+}
+
+function isJsonObject(
+  value: unknown
+): value is Readonly<Record<string, import("../../json").JsonValue>> {
+  return isRecord(value) && Object.values(value).every(isJsonValue)
+}
+
+function isJsonValue(value: unknown): value is import("../../json").JsonValue {
+  if (value === null || typeof value === "string" || typeof value === "boolean") return true
+  if (typeof value === "number") return Number.isFinite(value)
+  if (Array.isArray(value)) return value.every(isJsonValue)
+  return isRecord(value) && Object.values(value).every(isJsonValue)
+}
+
 export interface ProviderReplacementSessionState {
   readonly sourceId: string
   readonly candidateMaterializationId: string
@@ -417,44 +469,6 @@ export function uniqueSorted<T>(
   )
 }
 
-export type OverrideEntity =
-  | { readonly kind: "object"; readonly ref: OntologyObjectRef }
-  | { readonly kind: "link"; readonly ref: OntologyLinkRef }
-
-export function overrideEntityColumns(entity: OverrideEntity): {
-  readonly sortKey: string
-  readonly objectTypeId: string | null
-  readonly primaryId: string | null
-  readonly sourceTypeId: string | null
-  readonly sourcePrimaryId: string | null
-  readonly linkId: string | null
-  readonly targetTypeId: string | null
-  readonly targetPrimaryId: string | null
-} {
-  if (entity.kind === "object") {
-    return {
-      sortKey: objectRefSortKey(entity.ref),
-      objectTypeId: entity.ref.objectTypeId,
-      primaryId: entity.ref.primaryId,
-      sourceTypeId: null,
-      sourcePrimaryId: null,
-      linkId: null,
-      targetTypeId: null,
-      targetPrimaryId: null,
-    }
-  }
-  return {
-    sortKey: linkRefSortKey(entity.ref),
-    objectTypeId: null,
-    primaryId: null,
-    sourceTypeId: entity.ref.source.objectTypeId,
-    sourcePrimaryId: entity.ref.source.primaryId,
-    linkId: entity.ref.linkId,
-    targetTypeId: entity.ref.target.objectTypeId,
-    targetPrimaryId: entity.ref.target.primaryId,
-  }
-}
-
 export function sameNonnegativeCounts(actual: object, expected: object): boolean {
   const actualCounts = actual as Record<string, unknown>
   return Object.entries(expected).every(
@@ -489,7 +503,7 @@ export function materializationWorkColumns(record: MaterializationWorkRecord): {
   if (record.kind === "cardinality") {
     return {
       lane: "cardinality",
-      majorOrder: 0,
+      majorOrder: record.view === "effective" ? 0 : 1,
       minorOrder: 0,
       sortOne: record.scopeSortKey,
       sortTwo: record.linkSortKey,
@@ -517,23 +531,29 @@ function materializationPlanKindRank(kind: MaterializationPlanWorkItem["kind"]):
       return 2
     case "link-override-delete":
       return 3
-    case "point-upsert":
+    case "link-slot-override-upsert":
       return 4
-    case "link-delete":
+    case "link-slot-override-delete":
       return 5
-    case "object-delete":
+    case "point-upsert":
       return 6
-    case "object-upsert":
+    case "link-delete":
       return 7
-    case "link-upsert":
+    case "object-delete":
       return 8
+    case "object-upsert":
+      return 9
+    case "link-upsert":
+      return 10
   }
 }
 
-export function duplicateMaterializationWork(key: string): MaterializationConflictError {
+export function duplicateMaterializationWork(key?: string): MaterializationConflictError {
   return new MaterializationConflictError(
     "effective-state",
-    `Duplicate materialization work key '${key}'.`
+    key === undefined
+      ? "Duplicate materialization work."
+      : `Duplicate materialization work key '${key}'.`
   )
 }
 

package/src/storage/operation-scope.ts

@@ -236,6 +236,7 @@ export function createWorkflowRunOperationScope<T extends WorkflowRunStorage>(
 ): T {
   return createOperationScopedFacade<WorkflowRunStorage>(target, scope, {
     nodes: createOperationScopedFacade(target.nodes, scope),
+    agentNodes: createOperationScopedFacade(target.agentNodes, scope),
   }) as T
 }
 

package/src/storage/pipeline-runs/idempotency.ts

@@ -0,0 +1,14 @@
+import type { PipelineRunRecord, QueuePipelineRunInput } from "./types"
+
+export function canRequeuePipelineRunAfterEnqueueFailure(
+  existing: PipelineRunRecord,
+  input: QueuePipelineRunInput
+): boolean {
+  return (
+    existing.status === "failed" &&
+    existing.error?.code === "queue.enqueue_failed" &&
+    existing.error.retryable &&
+    existing.executionId === input.executionId &&
+    existing.pipelineId === input.pipelineId
+  )
+}