@minnowdb/core 0.10.1 → 0.10.2

package/dist/engine/database.js

@@ -1,4 +1,5 @@
 import { coordinateWrite } from "./write-coordinator.js";
+import { quoteSqlIdentifier } from "./sql-quote.js";
 import { LiveAggregate } from "./live-aggregate.js";
 import { stageLiveExecution } from "./live-accept.js";
 import { QueryGenerations } from "./query-generations.js";
@@ -18,8 +19,8 @@ import { dateIsoString, dateMilliseconds } from "../date-value.js";
 import { estimateCompactionRowsPerOutput, planAlignedWriteBlockRanges as writeBlockRanges } from "./write-block-planner.js";
 import { MAX_CACHEABLE_TEXT_CHARACTERS, MAX_SQL_PARAMETERS } from "./cache-limits.js";
 import { fillColumnDefaults, patchAutoIncrementValues } from "./defaults.js";
-import { cachedQueryTerms, FTS_TOKENIZER_VERSION, renderDocumentValue, tokenize as ftsTokenize } from "./fts.js";
-import { boundedMaintenanceBatchItems, simpleDataTypes, floorWholeNumberProduct, BlockReadBatchTooLargeError, validateColumnDefault, validateEnumValues, secondaryIndexColumnIds, secondaryIndexDirections, secondaryUniqueKeyNamespace, CompactionJobConflictError, CompactionBacklogError, GarbageCollectionJobConflictError, MAX_LEVEL_ZERO_SEGMENTS, MAX_FTS_CANDIDATE_ROW_IDS, MAX_FTS_POSTING_TERM_CHARACTERS, MAX_FTS_POSTINGS_PER_CHUNK, MAX_FTS_POSTING_ROW_IDS_PER_CHUNK, MAX_INDEXED_STRING_CHARACTERS, MAX_CATALOG_NAME_CHARACTERS, MAX_MANIFEST_BLOCK_PRESENCE_IDS, MAX_MAINTENANCE_BATCH_ITEMS, MAX_STORAGE_BULK_READ_ITEMS, MAX_BLOCK_READ_BATCH_BYTES, MAX_TRANSACTION_STAGE_BLOCKS, MAX_TRANSACTION_STAGE_BYTES, MAX_SNAPSHOT_SESSION_TTL_MS, MAX_POSTING_BUILD_TTL_MS, MAX_TEMP_OWNER_TTL_MS, MAX_SNAPSHOT_FRAME_BATCH_BYTES, MAX_SNAPSHOT_FRAME_BATCH_ITEMS, MAX_SNAPSHOT_METADATA_BATCH_BYTES, SNAPSHOT_FRAME_KINDS, validateStorageId, SnapshotManifestMissingError, SchemaConflictError, TableInUseError, TableRecordConflictError, TransactionRecordConflictError, UniqueKeyConflictError, UniqueIndexCoverageError, WriteConflictError } from "../storage/types.js";
+import { cachedQueryTerms, FTS_TOKENIZER_VERSION } from "./fts.js";
+import { boundedMaintenanceBatchItems, simpleDataTypes, floorWholeNumberProduct, BlockReadBatchTooLargeError, validateColumnDefault, validateEnumValues, secondaryIndexColumnIds, secondaryIndexDirections, secondaryUniqueKeyNamespace, CompactionJobConflictError, CompactionBacklogError, GarbageCollectionJobConflictError, MAX_LEVEL_ZERO_SEGMENTS, MAX_FTS_CANDIDATE_ROW_IDS, MAX_CATALOG_NAME_CHARACTERS, MAX_MANIFEST_BLOCK_PRESENCE_IDS, MAX_MAINTENANCE_BATCH_ITEMS, MAX_STORAGE_BULK_READ_ITEMS, MAX_BLOCK_READ_BATCH_BYTES, MAX_TRANSACTION_STAGE_BLOCKS, MAX_TRANSACTION_STAGE_BYTES, MAX_SNAPSHOT_SESSION_TTL_MS, MAX_POSTING_BUILD_TTL_MS, MAX_TEMP_OWNER_TTL_MS, MAX_SNAPSHOT_FRAME_BATCH_BYTES, MAX_SNAPSHOT_FRAME_BATCH_ITEMS, MAX_SNAPSHOT_METADATA_BATCH_BYTES, SNAPSHOT_FRAME_KINDS, validateStorageId, SnapshotManifestMissingError, SchemaConflictError, TableInUseError, TableRecordConflictError, TransactionRecordConflictError, UniqueKeyConflictError, UniqueIndexCoverageError, WriteConflictError } from "../storage/types.js";
 import { decodeSnapshotFrameStream, encodeSnapshotFrameStreamFooter, encodeSnapshotFrameStreamHeader, extendSnapshotFrameStreamChecksum, snapshotFrameEnvelopeParts, snapshotFrameStreamHeaderIdentity } from "../storage/snapshot.js";
 import { Snapshot, TransactionManager } from "../transactions/index.js";
 import { bindPendingSelectShapes, bindPlanParameters, bindStatementParameters, DUAL_TABLE, dualTableRows, blockHasSubqueries, combineUnionResults, compileCheckExpression, compileQuery, hasAggregate, createRecursiveCteState, annotateAvgArgumentScales, compileStatement, comparisonHolds, createPreparedColumnarQuery, evaluateJoinedRowExpression, evaluateRowExpression, externalizeQueryResult, markQueryResultExternal, expressionColumnNames, inferBlockSchema, inferResultColumnDomains, isDeferredInsertExpression, isDefaultInsertValue, referencedColumns, childExpressions, mapChildExpressions, expandFtsColumns, expandNaturalJoins, expandSourceColumnAliases, expandViewSources, forEachBlockExpression, forEachNestedBlock, planContainsFts, planHasNaturalJoins, planHasSourceColumnAliases, planReadsTable, planReadsViews, planReadsBeyondSingleScan, projectResultColumns, queryResultNeedsExternalization, resolveStatementDatetimes, subqueryResolutionSteps, topLevelFtsMatchConjuncts, transparentProjectionSource, unknownColumnDomains, validateDefaultExpression, windowOutputDomain, windowOutputType, volatileScalarFunctionNames, annotatePlanIntegerDivision, clonePlanTree, planMayHaveIntegerDivision, foldIdentifierCase, extendGroupByWithKeyDependents, expandRowReferences } from "./query.js";
@@ -27,11 +28,13 @@ import { copyQueryResult, planMemoKey, queryResultMemoKey, queryResultRetainedBy
 import { QueryMemoryBudgetError, QueryMemoryContext, DEFAULT_QUERY_MEMORY_BUDGET_BYTES } from "./memory.js";
 import { LiveQueryLimitError, LiveQuerySet, MAX_LIVE_QUERY_SETS_PER_DATABASE } from "./live.js";
 import { chooseJoinOrder, optimizePlan, qualifyCorrelatedReferences, renderPlan } from "./optimizer.js";
-import { encodeSqlEqualityValue, readUntypedText, compareSqlValues } from "./sql-semantics.js";
+import { encodeSqlEqualityValue, readUntypedText } from "./sql-semantics.js";
 import { exactNumericAsNumber, exactNumericValue, externalSqlDomainValue, externalSqlTextValue, isDateDomainValue, isExactNumeric, isSqlDomainValue, normalizeSqlDomainValue, protectedSqlTextValue } from "./sql-domains.js";
 import { toCatalog } from "./catalog.js";
 import { applyColumnSteps, assertColumnDroppable, compileGeneratedColumnExpression, declaredForeignKeys, isDestructiveStep, planMigration } from "./schema.js";
 import { columnarTableFromRows, createColumnarTable, createColumnVector, vectorValue } from "./vector.js";
+import { ASCENDING_NULL_COMPONENT, LOWEST_SECONDARY_COMPONENT, addFtsDocument, addSecondaryPosting, appendRowForLocator, appendRowIdLocator, assertBatchSecondaryTermsDistinct, assertNoDuplicateUniqueTerms, buildFtsColumnDeltas, buildSecondaryDeleteCoverage, buildSecondaryInsertDeltas, buildSecondaryUpdateDeltas, chunkFtsPostings, decodeSecondaryTupleTerm, getUniqueKeyColumn, keyToken, mergeSourceRowIdSpans, postingFrequencyTotal, readyUniqueSecondaryIndexes, rowIdSpanEnvelope, secondaryIndexComponentTerm, secondaryIndexTerm, secondaryIndexTermsCoverNulls, secondaryIndexUpdateNeedsPreImages, secondaryKeyLocator, secondaryTupleComponent, secondaryUniqueTerm, sortedFtsPostings, sortedSecondaryPostings, stageSecondaryUniqueInsertChanges, stageSecondaryUniqueMutationChanges } from "./index-terms.js";
+import { LIVE_HIDDEN_PREFIX, LIVE_KEY_ALIAS, LIVE_MAINTENANCE_MAX_DELTA_ROWS, LIVE_ORDER_ALIAS, LIVE_WINDOW_MARGIN_MAX, LIVE_WINDOW_MARGIN_MIN, filterLiveRows, liveKeyToken, liveMaintainedOutcome, liveOrderComparator, liveRowStateBytes, mergeLiveRows, splitLiveHiddenColumns, trimLiveRows } from "./live-maintenance.js";
 import { cachedPointReadTemplate, equalRunRange, pointReadTestHooks, resolvePointReadShape, valuesAreAscending } from "./point-read.js";
 const PLATFORM_LITTLE_ENDIAN = new Uint8Array(new Uint32Array([1]).buffer)[0] === 1;
 const vectorTextDecoder = new TextDecoder("utf-8", { fatal: true });
@@ -418,9 +421,6 @@ function resolveMutationStatementDatetimes(statement, now) {
   }
   return statement;
 }
-function quoteSqlIdentifier(identifier) {
-  return `"${identifier.replaceAll('"', '""')}"`;
-}
 const MAX_VISIBLE_SEGMENT_PAGE_ITEMS = 64;
 function streamingSnapshotExportStore(store) {
   const beginSnapshotFrameExport = store.beginSnapshotFrameExport?.bind(store);
@@ -1003,7 +1003,7 @@ class MinnowDatabase {
           directions: indexedColumns.map(() => "asc"),
           unique: true,
           uniqueEnforced: true,
-          termEncoding: "tuple-v1",
+          termEncoding: "tuple-v2",
           storage: "postings-v1",
           storageColumnId: this.#createId(),
           locator: uniqueKeyColumn === void 0 ? "row-id" : "key-hash-v1",
@@ -4891,7 +4891,7 @@ class MinnowDatabase {
     if (!fires && conflictWhere === void 0 && !retiresUniqueTerms || rowCount === 0) {
       return void 0;
     }
-    const quote = (name) => `"${name.replaceAll('"', '""')}"`;
+    const quote = quoteSqlIdentifier;
     const keyValues = batch.columns[keyColumn.name] ?? [];
     const distinct = /* @__PURE__ */ new Map();
     for (const value of keyValues) {
@@ -4972,7 +4972,7 @@ class MinnowDatabase {
     if (lookup !== void 0) {
       rows = await lookup(keys, "*");
     } else {
-      const quote = (name) => `"${name.replaceAll('"', '""')}"`;
+      const quote = quoteSqlIdentifier;
       const placeholders = keys.map(() => "?").join(", ");
       const preImageSql = `SELECT * FROM ${quote(table.name)} WHERE ${quote(keyColumn.name)} IN (${placeholders})`;
       const result = readRows === void 0 ? await this.#readStoredRows(preImageSql, [...keys]) : await readRows(preImageSql, [...keys]);
@@ -6055,7 +6055,7 @@ class MinnowDatabase {
       const direct = await this.#scopeRowsByKey(transaction, table, keyColumn, keys, projection);
       if (direct !== void 0)
         return direct;
-      const quote = (name) => `"${name.replaceAll('"', '""')}"`;
+      const quote = quoteSqlIdentifier;
       const selected = projection === "*" ? "*" : projection.map(quote).join(", ");
       const rows = [];
       for (let start = 0; start < keys.length; start += SCOPE_KEY_LOOKUP_WINDOW) {
@@ -7803,7 +7803,7 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
         }
         return {
           kind: "rows",
-          result: await this.query(`SELECT $1 AS ${quoteIdentifier(name)}`, { params: [value] })
+          result: await this.query(`SELECT $1 AS ${quoteSqlIdentifier(name)}`, { params: [value] })
         };
       }
       if (statement.kind === "create-enum") {
@@ -8170,7 +8170,7 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       }
       if (statement.kind === "transaction") {
         const action = statement.action === "rollback-to" ? "ROLLBACK TO" : statement.action;
-        return this.execute(`${action}${statement.name === void 0 ? "" : ` ${quoteIdentifier(statement.name)}`}`);
+        return this.execute(`${action}${statement.name === void 0 ? "" : ` ${quoteSqlIdentifier(statement.name)}`}`);
       }
       if (options.writer === void 0) {
         return this.#coordinateWrite(async () => {
@@ -8727,7 +8727,7 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
             return true;
           return keyPredicates.every((predicate) => zoneMapCanMatch(description, predicate));
         });
-        if (canAffect)
+        if (segment.kind === "delete" || canAffect)
           prunedSegments.push(segment);
         continue;
       }
@@ -9936,13 +9936,21 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
   async compactTable(tableName, options = {}) {
     return this.#foreground(async () => {
       const maxBlocks = boundedMaintenanceBatchItems(options.maxBlocksPerStep ?? 16, "Compaction blocks per step");
-      let progress = await this.compactTableStep(tableName, { ...options, maxBlocks });
-      while (progress.result === null) {
-        if (progress.jobId === null)
-          throw new Error("Compaction progress lost its job ID");
-        progress = await this.resumeCompactionJob(progress.jobId, { maxBlocks });
+      for (let attempt = 0; ; attempt += 1) {
+        try {
+          let progress = await this.compactTableStep(tableName, { ...options, maxBlocks });
+          while (progress.result === null) {
+            if (progress.jobId === null)
+              throw new Error("Compaction progress lost its job ID");
+            progress = await this.resumeCompactionJob(progress.jobId, { maxBlocks });
+          }
+          return progress.result;
+        } catch (error) {
+          if (!isTransientCompactionConflict(error) || attempt >= this.#maxCommitRetries) {
+            throw error;
+          }
+        }
       }
-      return progress.result;
     });
   }
   async compactTableStep(tableName, options = {}) {
@@ -10046,13 +10054,21 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       do {
         reconciliationCursor = (await this.#reconcileCompactionPage(reconciliationCursor)).nextCursor;
       } while (reconciliationCursor !== null);
-      let progress = await this.collectGarbageStep({
-        maxItems,
-        ...options.maxPlanningItems === void 0 ? {} : { maxPlanningItems: options.maxPlanningItems },
-        ...options.retainRecentVersions === void 0 ? {} : { retainRecentVersions: options.retainRecentVersions }
-      });
-      while (progress.result === null) {
-        progress = await this.resumeGarbageCollectionJob(progress.jobId, { maxItems });
+      let progress;
+      for (let attempt = 0; progress?.result == null; attempt += 1) {
+        try {
+          progress = progress === void 0 ? await this.collectGarbageStep({
+            maxItems,
+            ...options.maxPlanningItems === void 0 ? {} : { maxPlanningItems: options.maxPlanningItems },
+            ...options.retainRecentVersions === void 0 ? {} : { retainRecentVersions: options.retainRecentVersions }
+          }) : await this.resumeGarbageCollectionJob(progress.jobId, { maxItems });
+        } catch (error) {
+          if (!(error instanceof GarbageCollectionJobConflictError || error instanceof TransactionRecordConflictError || error instanceof CompactionJobConflictError) || attempt >= 64) {
+            throw error;
+          }
+          progress = void 0;
+          await this.#yieldMaintenance();
+        }
       }
       await this.#pruneFinishedJobRecords();
       this.#autoCollectionDebtCommits = 0;
@@ -10138,6 +10154,12 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       if (reclaimed || !moreWork)
         this.#autoCollectionDebtCommits = 0;
     }).catch((error) => {
+      if (this.#closed)
+        return;
+      if (error instanceof GarbageCollectionJobConflictError) {
+        this.#autoCollectionRequested = true;
+        return;
+      }
       this.#autoCollectionConsecutiveFailures += 1;
       const at = dateMilliseconds(this.#now());
       this.#autoCollectionLastError = {
@@ -10431,15 +10453,19 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       }
     };
     let discovered;
-    try {
-      discovered = await this.store.createGarbageCollectionJob(input);
-    } catch (error) {
-      if (!(error instanceof GarbageCollectionJobConflictError))
-        throw error;
-      const raced = await this.#findActiveGarbageCollectionJob();
-      if (raced === void 0)
-        throw error;
-      return raced;
+    for (let attempt = 0; discovered === void 0; attempt += 1) {
+      try {
+        discovered = await this.store.createGarbageCollectionJob(input);
+      } catch (error) {
+        if (!(error instanceof GarbageCollectionJobConflictError))
+          throw error;
+        const raced = await this.#findActiveGarbageCollectionJob();
+        if (raced !== void 0)
+          return raced;
+        if (attempt >= 3)
+          throw error;
+        await this.#yieldMaintenance();
+      }
     }
     if (continuation !== void 0) {
       await this.store.removeGarbageCollectionJob(continuation.jobId);
@@ -11421,7 +11447,7 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
         columns: columns2
       });
     }
-    assertCanonicalMergeSourceOrder(describedSegments);
+    assertCanonicalMergeSourceOrder(sourceSegments.map((segment) => sourceOrderTuple(segment, transactions, "Compaction source")));
     const resolved = await this.#resolveMergeOutput(table, describedSegments, keyColumn, memoryBudgetBytes, snapshot);
     const { columns, rowIdSpans, totalRows } = resolved;
     const rowIdEnvelope = rowIdSpanEnvelope(rowIdSpans);
@@ -11900,6 +11926,12 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
           this.#afterCompactionCommit(manifest2, table.id);
           return manifest2;
         } catch (error) {
+          if (error instanceof SchemaConflictError) {
+            if (transaction.status === "active")
+              await transaction.abort();
+            job = await this.#abortCompactionJob(job, "Schema changed during compaction");
+            throw error;
+          }
           if (!(error instanceof WriteConflictError))
             throw error;
           publicationConflict = error;
@@ -12704,25 +12736,42 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       const indexId = this.#createId();
       const storageColumnId = `secondary-index:${indexId}`;
       const buildId = this.#createId();
-      const marked = await this.store.updateTable(table.id, table.revision, {
-        secondaryIndexes: {
-          ...table.secondaryIndexes,
-          [indexId]: {
-            name: indexName,
-            columnId: columns[0]?.id ?? "",
-            columnIds: columns.map((column) => column.id),
-            directions: indexColumns.map((column) => column.direction),
-            ...options.unique === true ? { unique: true } : {},
-            termEncoding: "tuple-v1",
-            storage: "postings-v1",
-            storageColumnId,
-            locator: table.uniqueKeyColumnId === void 0 ? "row-id" : "key-hash-v1",
-            state: "building",
-            buildId,
-            buildFromVersion: -1
+      let current = table;
+      let marked;
+      for (let attempt = 0; marked === void 0; attempt += 1) {
+        try {
+          marked = await this.store.updateTable(current.id, current.revision, {
+            secondaryIndexes: {
+              ...current.secondaryIndexes,
+              [indexId]: {
+                name: indexName,
+                columnId: columns[0]?.id ?? "",
+                columnIds: columns.map((column) => column.id),
+                directions: indexColumns.map((column) => column.direction),
+                ...options.unique === true ? { unique: true } : {},
+                termEncoding: "tuple-v2",
+                storage: "postings-v1",
+                storageColumnId,
+                locator: current.uniqueKeyColumnId === void 0 ? "row-id" : "key-hash-v1",
+                state: "building",
+                buildId,
+                buildFromVersion: -1
+              }
+            }
+          });
+        } catch (error) {
+          if (!(error instanceof TableRecordConflictError) || attempt >= this.#maxCommitRetries) {
+            throw error;
+          }
+          const fresh = await this.store.getTable(current.id);
+          if (fresh === void 0)
+            throw new UnknownTableError(tableName);
+          if (Object.values(fresh.secondaryIndexes ?? {}).some((index) => index.name === indexName)) {
+            throw new TypeError(`Index already exists: ${indexName}`, { cause: error });
           }
+          current = fresh;
         }
-      });
+      }
       try {
         await this.#buildSecondaryIndex(marked, indexId);
       } catch (error) {
@@ -12970,8 +13019,6 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
         const byTerm = /* @__PURE__ */ new Map();
         for (let row = start; row < end; row += 1) {
           const values = valueVectors.map((vector, position) => vector === void 0 ? null : storedSqlValueFromExecution(columns[position], vectorValue(vector, row)));
-          if (values.some((value) => value === null))
-            continue;
           const locator = secondaryKeyLocator(keyColumn.type, storedSqlValueFromExecution(keyColumn, vectorValue(keyVector, row)));
           addSecondaryPosting(byTerm, index, columns, values, locator, uniqueTerms);
         }
@@ -13022,8 +13069,6 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
         const byTerm = /* @__PURE__ */ new Map();
         for (let row = start; row < end; row += 1) {
           const values = valueVectors.map((vector, position) => vector === void 0 ? null : storedSqlValueFromExecution(columns[position], vectorValue(vector, row)));
-          if (values.some((value) => value === null))
-            continue;
           const locator = keyColumn === void 0 ? rowIdAt?.(row) ?? 0n : secondaryKeyLocator(keyColumn.type, keyVector === void 0 ? null : storedSqlValueFromExecution(keyColumn, vectorValue(keyVector, row)));
           addSecondaryPosting(byTerm, index, columns, values, locator, uniqueTerms);
         }
@@ -13112,8 +13157,6 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
               const vector = vectors[position];
               return vector === void 0 ? column.backfill ?? null : vectorValue(vector, row);
             });
-            if (values.some((value) => value === null))
-              continue;
             const locator = keyColumn === void 0 ? rowIdAt?.(segmentRow + row) ?? 0n : secondaryKeyLocator(keyColumn.type, keys === void 0 ? null : vectorValue(keys, row));
             addSecondaryPosting(byTerm, index, columns, values, locator);
           }
@@ -13523,6 +13566,10 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
     let selectedRowStart = 0;
     const selected = [];
     for (const segment of segments) {
+      if (segment.kind === "delete") {
+        selected.push(segment);
+        continue;
+      }
       const anchorColumn2 = keyColumn ?? table.columns[0];
       if (anchorColumn2 === void 0)
         return { segments, pruned: false };
@@ -13606,7 +13653,10 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
         ]))
       });
     }
-    return rowPositions === void 0 ? { segments: selected, pruned: true } : { segments: selected, pruned: true, rows: rowPositions };
+    if (rowPositions === void 0) {
+      return { segments: withEveryDelta(segments, selected), pruned: true };
+    }
+    return { segments: selected, pruned: true, rows: rowPositions };
   }
   #scheduleSecondaryIndexBuild(table, indexId) {
     if (this.#closed)
@@ -13785,7 +13835,7 @@ ${notes.map((note) => `-- ${note}`).join("\n")}`;
       const kind = segment.kind;
       return kind === "insert" || kind === "base" || kind === "delete" || kind === "update";
     })) {
-      const overlay = await this.#materializeOverlayTable(table, snapshot, projectedColumns, segments, keyColumn, plan, indexed.pruned);
+      const overlay = await this.#materializeOverlayTable(table, snapshot, projectedColumns, indexed.rows === void 0 ? segments : withEveryDelta(visibleSegments, segments), keyColumn, plan, indexed.pruned);
       if (overlay !== void 0)
         return overlay;
     }
@@ -15429,35 +15479,6 @@ function sortedRowIdsIntersectRange(sorted, start, endExclusive) {
   }
   return low < sorted.length && (sorted[low] ?? 0n) < endExclusive;
 }
-function addFtsDocument(byTerm, value, rowId) {
-  const rendered = renderDocumentValue(value);
-  if (rendered === void 0)
-    return 0;
-  const tokens = ftsTokenize(rendered);
-  const counts = /* @__PURE__ */ new Map();
-  for (const token of tokens)
-    counts.set(token, (counts.get(token) ?? 0) + 1);
-  for (const [term, tf] of counts) {
-    const posting = byTerm.get(term) ?? { rowIds: [], tf: [] };
-    posting.rowIds.push(rowId);
-    posting.tf.push(tf);
-    byTerm.set(term, posting);
-  }
-  return tokens.length;
-}
-function sortedFtsPostings(byTerm) {
-  return [...byTerm.entries()].sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0).map(([term, posting]) => ({ term, rowIds: posting.rowIds, tf: posting.tf }));
-}
-function postingFrequencyTotal(postings) {
-  let total = 0;
-  for (const posting of postings) {
-    for (const frequency of posting.tf) {
-      total = safeWholeNumberSum([total, frequency], "Posting term-frequency total");
-    }
-  }
-  return total;
-}
-const secondaryNumberBits = new DataView(new ArrayBuffer(8));
 function storedSqlValueFromExecution(column, value) {
   if (column?.type === "string" && column.sqlDomain === void 0 && typeof value === "string") {
     return externalSqlTextValue(value);
@@ -15487,661 +15508,11 @@ function executionSqlValueFromInput(column, value) {
   const stored = column?.sqlDomain === void 0 ? value : normalizeSqlDomainValue(column.sqlDomain, value);
   return executionSqlValueFromStorage(column, stored);
 }
-function secondaryIndexTerm(type, value) {
-  if (value === null)
-    throw new TypeError("A NULL has no secondary-index comparison term");
-  if (type === "string") {
-    if (typeof value !== "string")
-      throw new TypeError("Invalid string index value");
-    assertIndexedStringLength(value);
-    return value;
-  }
-  if (type === "boolean") {
-    if (typeof value !== "boolean")
-      throw new TypeError("Invalid boolean index value");
-    return value ? "1" : "0";
-  }
-  const numeric = type === "datetime" && value instanceof Date ? dateMilliseconds(value) : value;
-  if (typeof numeric !== "number" || !Number.isFinite(numeric)) {
-    throw new TypeError(`Invalid ${type} index value`);
-  }
-  secondaryNumberBits.setFloat64(0, numeric === 0 ? 0 : numeric, false);
-  const bits = secondaryNumberBits.getBigUint64(0, false);
-  const sortable = (bits & 0x8000000000000000n) === 0n ? bits ^ 0x8000000000000000n : ~bits & 0xffffffffffffffffn;
-  return sortable.toString(16).padStart(16, "0");
-}
-function secondaryTupleComponent(type, value) {
-  if (value === null)
-    throw new TypeError("A NULL has no secondary-index comparison term");
-  if (type === "string") {
-    if (typeof value !== "string")
-      throw new TypeError("Invalid string index value");
-    assertIndexedStringLength(value);
-    if (value.length * 5 + 5 > MAX_FTS_POSTING_TERM_CHARACTERS) {
-      throw new RangeError("Composite index term exceeds the persisted term limit");
-    }
-    let encoded = "";
-    for (let index = 0; index < value.length; index += 1) {
-      encoded += (value.charCodeAt(index) + 1).toString(16).padStart(5, "0");
-    }
-    return `${encoded}00000`;
-  }
-  if (type === "boolean") {
-    if (typeof value !== "boolean")
-      throw new TypeError("Invalid boolean index value");
-    return value ? "1" : "0";
-  }
-  return secondaryIndexTerm(type, value);
-}
-const reversedHex = new Map(Array.from("0123456789abcdef", (character, index) => [
-  character,
-  "fedcba9876543210"[index] ?? ""
-]));
-function reverseSecondaryHex(input) {
-  let output = "";
-  for (let index = 0; index < input.length; index += 1) {
-    const character = input.charAt(index);
-    const reversed = reversedHex.get(character);
-    if (reversed === void 0)
-      throw new Error("Secondary index has a non-hexadecimal term");
-    output += reversed;
-  }
-  return output;
-}
-function secondaryTupleIndexTerm(index, columns, values) {
-  if (columns.length !== values.length)
-    throw new TypeError("Index key has the wrong arity");
-  const directions = secondaryIndexDirections(index);
-  let term = "";
-  for (const [position, column] of columns.entries()) {
-    const component = secondaryTupleComponent(column.type, values[position] ?? null);
-    if (term.length + component.length > MAX_FTS_POSTING_TERM_CHARACTERS) {
-      throw new RangeError("Composite index term exceeds the persisted term limit");
-    }
-    term += directions[position] === "desc" ? reverseSecondaryHex(component) : component;
-  }
-  return term;
-}
-function secondaryIndexComponentTerm(index, column, position, value) {
-  const component = secondaryTupleComponent(column.type, value);
-  if (secondaryIndexDirections(index)[position] !== "desc")
-    return component;
-  return reverseSecondaryHex(component);
-}
-function decodeSecondaryTupleTerm(index, columns, term) {
-  const directions = secondaryIndexDirections(index);
-  let offset = 0;
-  const values = columns.map((column, position) => {
-    const descending = directions[position] === "desc";
-    const restore = (encoded2) => descending ? reverseSecondaryHex(encoded2) : encoded2;
-    if (column.type === "string") {
-      let value2 = "";
-      for (; ; ) {
-        const group = restore(term.slice(offset, offset + 5));
-        if (group.length !== 5)
-          throw new Error(`Secondary index ${index.name} has a bad term`);
-        offset += 5;
-        if (group === "00000")
-          return value2;
-        const code = Number.parseInt(group, 16) - 1;
-        if (!Number.isInteger(code) || code < 0 || code > 65535) {
-          throw new Error(`Secondary index ${index.name} has a bad string term`);
-        }
-        value2 += String.fromCharCode(code);
-      }
-    }
-    if (column.type === "boolean") {
-      const encoded2 = restore(term.slice(offset, offset + 1));
-      offset += 1;
-      if (encoded2 !== "0" && encoded2 !== "1") {
-        throw new Error(`Secondary index ${index.name} has a bad boolean term`);
-      }
-      return encoded2 === "1";
-    }
-    const encoded = restore(term.slice(offset, offset + 16));
-    if (encoded.length !== 16)
-      throw new Error(`Secondary index ${index.name} has a bad term`);
-    offset += 16;
-    const sortable = BigInt(`0x${encoded}`);
-    const bits = (sortable & 0x8000000000000000n) === 0n ? ~sortable & 0xffffffffffffffffn : sortable ^ 0x8000000000000000n;
-    secondaryNumberBits.setBigUint64(0, bits, false);
-    const value = secondaryNumberBits.getFloat64(0, false);
-    return column.type === "datetime" ? new Date(value) : value;
-  });
-  if (offset !== term.length)
-    throw new Error(`Secondary index ${index.name} has a bad term`);
-  return values;
-}
-function secondaryKeyLocator(type, value) {
-  const token = keyToken(type, value);
-  let hash = 2166136261;
-  for (let index = 0; index < token.length; index += 1) {
-    const code = token.charCodeAt(index);
-    hash = Math.imul(hash ^ code & 255, 16777619) >>> 0;
-    hash = Math.imul(hash ^ code >>> 8, 16777619) >>> 0;
-  }
-  return BigInt(hash >>> 0);
-}
-function addSecondaryPosting(byTerm, index, columns, values, locator, uniqueTerms) {
-  if (values.some((value) => value === null))
-    return;
-  const first = columns[0];
-  if (first === void 0)
-    return;
-  const term = secondaryTupleIndexTerm(index, columns, values);
-  if (uniqueTerms?.has(term) === true) {
-    throw new TypeError(`UNIQUE index ${index.name} has a duplicate key`);
-  }
-  uniqueTerms?.add(term);
-  const posting = byTerm.get(term) ?? { rowIds: [], tf: [] };
-  posting.rowIds.push(locator);
-  posting.tf.push(1);
-  byTerm.set(term, posting);
-}
-function sortedSecondaryPostings(byTerm) {
-  return [...byTerm.entries()].sort(([left], [right]) => left < right ? -1 : left > right ? 1 : 0).map(([term, posting]) => {
-    const rowIds = [...new Set(posting.rowIds)].sort((left, right) => left < right ? -1 : left > right ? 1 : 0);
-    return { term, rowIds, tf: rowIds.map(() => 1) };
-  });
-}
-function appendRowIdLocator(segments, expectedRows) {
-  const spans = appendRowIdSpans(segments, expectedRows);
-  let spanIndex = 0;
-  return (row) => {
-    while (spanIndex < spans.length && row >= (spans[spanIndex]?.rowStart ?? 0) + (spans[spanIndex]?.rowCount ?? 0)) {
-      spanIndex += 1;
-    }
-    const span = spans[spanIndex];
-    if (span === void 0 || row < span.rowStart) {
-      throw new Error(`Secondary-index row ID is missing: ${String(row)}`);
-    }
-    return span.rowIdStart + BigInt(row - span.rowStart);
-  };
-}
-function appendRowIdSpans(segments, expectedRows) {
-  const spans = [];
-  let outputStart = 0;
-  for (const segment of segments) {
-    const kind = segment.kind;
-    if (kind !== "insert" && kind !== "base")
-      continue;
-    for (const span of mergeSourceRowIdSpans(segment, kind)) {
-      spans.push({ ...span, rowStart: outputStart + span.rowStart });
-    }
-    outputStart += segment.rowCount;
-  }
-  const rows = spans.reduce((total, span) => total + span.rowCount, 0);
-  if (rows !== expectedRows)
-    throw new Error("Secondary-index row IDs differ from table rows");
-  return spans;
-}
-function appendRowForLocator(segments, expectedRows) {
-  const spans = appendRowIdSpans(segments, expectedRows).sort((left, right) => left.rowIdStart < right.rowIdStart ? -1 : left.rowIdStart > right.rowIdStart ? 1 : 0);
-  return (locator) => {
-    let low = 0;
-    let high = spans.length;
-    while (low < high) {
-      const middle = low + high >>> 1;
-      if ((spans[middle]?.rowIdStart ?? 0n) <= locator)
-        low = middle + 1;
-      else
-        high = middle;
-    }
-    const span = spans[low - 1];
-    if (span === void 0)
-      return void 0;
-    const offset = locator - span.rowIdStart;
-    if (offset < 0n || offset >= BigInt(span.rowCount))
-      return void 0;
-    return span.rowStart + Number(offset);
-  };
-}
-function chunkFtsPostings(postings, size = 128) {
-  const chunks = [];
-  let chunk = [];
-  let rowIds = 0;
-  const flush = () => {
-    if (chunk.length === 0)
-      return;
-    chunks.push(chunk);
-    chunk = [];
-    rowIds = 0;
-  };
-  for (const posting of postings) {
-    if (posting.rowIds.length > MAX_FTS_POSTING_ROW_IDS_PER_CHUNK) {
-      throw new RangeError("One posting exceeds the persisted row-id chunk limit");
-    }
-    if (chunk.length >= Math.min(size, MAX_FTS_POSTINGS_PER_CHUNK) || rowIds + posting.rowIds.length > MAX_FTS_POSTING_ROW_IDS_PER_CHUNK) {
-      flush();
-    }
-    chunk.push(posting);
-    rowIds += posting.rowIds.length;
-  }
-  flush();
-  return chunks;
-}
-function buildFtsColumnDeltas(table, input, rowIdStart) {
-  const active = Object.entries(table.ftsColumns ?? {}).filter(([, record]) => record.state !== "invalid");
-  if (active.length === 0)
-    return [];
-  const columnsById = new Map(table.columns.map((column) => [column.id, column]));
-  return active.flatMap(([columnId]) => {
-    const column = columnsById.get(columnId);
-    if (column === void 0)
-      return [];
-    const byTerm = /* @__PURE__ */ new Map();
-    let totalTokens = 0;
-    (input.columns[column.name] ?? []).forEach((value, index) => {
-      const documentValue = column.type === "string" && column.sqlDomain === void 0 && typeof value === "string" ? protectedSqlTextValue(value) : value;
-      totalTokens += addFtsDocument(byTerm, documentValue, rowIdStart + BigInt(index));
-    });
-    return [{ columnId, postings: sortedFtsPostings(byTerm), totalTokens }];
-  });
-}
-function buildSecondaryInsertDeltas(table, input, rowIdStart) {
-  const active = Object.values(table.secondaryIndexes ?? {}).filter((index) => index.state !== "invalid");
-  if (active.length === 0)
-    return [];
-  const columnsById = new Map(table.columns.map((column) => [column.id, column]));
-  const keyColumn = getUniqueKeyColumn(table);
-  return active.flatMap((index) => {
-    const columns = secondaryIndexColumnIds(index).map((columnId) => columnsById.get(columnId));
-    if (columns.some((column) => column === void 0))
-      return [];
-    const indexedColumns = columns;
-    const byTerm = /* @__PURE__ */ new Map();
-    const keys = keyColumn === void 0 ? void 0 : input.columns[keyColumn.name] ?? [];
-    const rowCount = input.rowCount ?? Object.values(input.columns)[0]?.length ?? 0;
-    try {
-      for (let row = 0; row < rowCount; row += 1) {
-        const values = indexedColumns.map((column) => input.columns[column.name]?.[row] ?? null);
-        if (values.some((value) => value === null))
-          continue;
-        const locator = keyColumn === void 0 ? rowIdStart + BigInt(row) : secondaryKeyLocator(keyColumn.type, keys?.[row] ?? null);
-        addSecondaryPosting(byTerm, index, indexedColumns, values, locator);
-      }
-    } catch (error) {
-      if (error instanceof RangeError && index.unique !== true)
-        return [];
-      throw error;
-    }
-    const postings = sortedSecondaryPostings(byTerm);
-    return [
-      {
-        columnId: index.storageColumnId,
-        postings,
-        totalTokens: postingFrequencyTotal(postings)
-      }
-    ];
-  });
-}
-function buildSecondaryUpdateDeltas(table, input, preImages = []) {
-  const active = Object.values(table.secondaryIndexes ?? {}).filter((index) => index.state !== "invalid");
-  if (active.length === 0)
-    return [];
-  const keyColumn = getUniqueKeyColumn(table);
-  if (keyColumn === void 0)
-    return [];
-  const columnsById = new Map(table.columns.map((column) => [column.id, column]));
-  return active.flatMap((index) => {
-    const columns = secondaryIndexColumnIds(index).map((columnId) => columnsById.get(columnId));
-    if (columns.some((column) => column === void 0))
-      return [];
-    const indexedColumns = columns;
-    const byTerm = /* @__PURE__ */ new Map();
-    const affected = indexedColumns.some((column) => input.changes[column.name] !== void 0);
-    if (affected) {
-      try {
-        for (let row = 0; row < input.keys.length; row += 1) {
-          const values = indexedColumns.map((column) => input.changes[column.name] === void 0 ? preImages[row]?.[column.name] ?? null : input.changes[column.name]?.[row] ?? null);
-          if (values.some((value) => value === null))
-            continue;
-          addSecondaryPosting(byTerm, index, indexedColumns, values, secondaryKeyLocator(keyColumn.type, input.keys[row] ?? null));
-        }
-      } catch (error) {
-        if (error instanceof RangeError && index.unique !== true)
-          return [];
-        throw error;
-      }
-    }
-    const postings = sortedSecondaryPostings(byTerm);
-    return [
-      {
-        columnId: index.storageColumnId,
-        postings,
-        totalTokens: postingFrequencyTotal(postings)
-      }
-    ];
-  });
-}
-function secondaryIndexUpdateNeedsPreImages(table, input) {
-  const changed = new Set(Object.keys(input.changes));
-  const columnsById = new Map(table.columns.map((column) => [column.id, column.name]));
-  return Object.values(table.secondaryIndexes ?? {}).some((index) => {
-    if (index.state === "invalid")
-      return false;
-    const names = secondaryIndexColumnIds(index).map((columnId) => columnsById.get(columnId));
-    return names.some((name) => name !== void 0 && changed.has(name)) && names.some((name) => name === void 0 || !changed.has(name));
-  });
-}
-function buildSecondaryDeleteCoverage(table) {
-  return Object.values(table.secondaryIndexes ?? {}).flatMap((index) => index.state === "invalid" ? [] : [
-    {
-      columnId: index.storageColumnId,
-      postings: [],
-      totalTokens: 0
-    }
-  ]);
-}
-function readyUniqueSecondaryIndexes(table) {
-  const columnsById = new Map(table.columns.map((column) => [column.id, column]));
-  return Object.entries(table.secondaryIndexes ?? {}).flatMap(([indexId, index]) => {
-    if (index.unique !== true || index.uniqueEnforced !== true)
-      return [];
-    const columns = secondaryIndexColumnIds(index).map((columnId) => columnsById.get(columnId));
-    return columns.some((column) => column === void 0) ? [] : [{ indexId, index, columns }];
-  });
-}
-function secondaryUniqueTerm(index, columns, values) {
-  if (values.some((value) => value === null))
-    return void 0;
-  return secondaryTupleIndexTerm(index, columns, values);
-}
-function assertNoDuplicateUniqueTerms(index, terms) {
-  const seen = /* @__PURE__ */ new Set();
-  for (const term of terms) {
-    if (seen.has(term))
-      throw new TypeError(`UNIQUE index ${index.name} has a duplicate key`);
-    seen.add(term);
-  }
-}
-function assertBatchSecondaryTermsDistinct(table, input) {
-  const rowCount = input.rowCount ?? Object.values(input.columns)[0]?.length ?? 0;
-  for (const { index, columns } of readyUniqueSecondaryIndexes(table)) {
-    const terms = [];
-    for (let row = 0; row < rowCount; row += 1) {
-      const term = secondaryUniqueTerm(index, columns, columns.map((column) => input.columns[column.name]?.[row] ?? null));
-      if (term !== void 0)
-        terms.push(term);
-    }
-    assertNoDuplicateUniqueTerms(index, terms);
-  }
-}
-function stageSecondaryUniqueInsertChanges(transaction, table, input, oldImages) {
-  const rowCount = input.rowCount ?? Object.values(input.columns)[0]?.length ?? 0;
-  for (const { indexId, index, columns } of readyUniqueSecondaryIndexes(table)) {
-    const namespaceId = secondaryUniqueKeyNamespace(table.id, indexId);
-    const removed = (oldImages ?? []).flatMap((old) => {
-      if (old === void 0)
-        return [];
-      const term = secondaryUniqueTerm(index, columns, columns.map((column) => old[column.name] ?? null));
-      return term === void 0 ? [] : [term];
-    });
-    if (removed.length > 0) {
-      transaction.setUniqueKeyChanges({
-        tableId: namespaceId,
-        keyTokens: removed,
-        requireAbsent: false,
-        remove: true
-      });
-    }
-    const added = [];
-    for (let row = 0; row < rowCount; row += 1) {
-      const term = secondaryUniqueTerm(index, columns, columns.map((column) => input.columns[column.name]?.[row] ?? null));
-      if (term !== void 0)
-        added.push(term);
-    }
-    assertNoDuplicateUniqueTerms(index, added);
-    transaction.setUniqueKeyChanges({
-      tableId: namespaceId,
-      keyTokens: added,
-      requireAbsent: true
-    });
-  }
-}
-function stageSecondaryUniqueMutationChanges(transaction, table, input, oldImages) {
-  for (const { indexId, index, columns } of readyUniqueSecondaryIndexes(table)) {
-    const namespaceId = secondaryUniqueKeyNamespace(table.id, indexId);
-    const removed = oldImages.flatMap((old) => {
-      if (old === void 0)
-        return [];
-      const term = secondaryUniqueTerm(index, columns, columns.map((column) => old[column.name] ?? null));
-      return term === void 0 ? [] : [term];
-    });
-    transaction.setUniqueKeyChanges({
-      tableId: namespaceId,
-      keyTokens: removed,
-      requireAbsent: false,
-      remove: true
-    });
-    if (input === void 0)
-      continue;
-    const added = oldImages.flatMap((old, row) => {
-      if (old === void 0)
-        return [];
-      const term = secondaryUniqueTerm(index, columns, columns.map((column) => {
-        const assigned = input.changes[column.name];
-        return assigned === void 0 ? old[column.name] ?? null : assigned[row] ?? null;
-      }));
-      return term === void 0 ? [] : [term];
-    });
-    assertNoDuplicateUniqueTerms(index, added);
-    transaction.setUniqueKeyChanges({
-      tableId: namespaceId,
-      keyTokens: added,
-      requireAbsent: true
-    });
-  }
-}
 function searchableFtsColumns(table) {
   if (table === void 0)
     return void 0;
   return visibleTableColumns(table).filter((column) => column.type !== "boolean").map((column) => column.name);
 }
-const LIVE_HIDDEN_PREFIX = "__minnow_live_";
-const LIVE_KEY_ALIAS = `${LIVE_HIDDEN_PREFIX}key`;
-const LIVE_ORDER_ALIAS = `${LIVE_HIDDEN_PREFIX}order_`;
-const LIVE_MAINTENANCE_MAX_DELTA_ROWS = 2048;
-const LIVE_WINDOW_MARGIN_MIN = 16;
-const LIVE_WINDOW_MARGIN_MAX = 64;
-function liveKeyToken(value) {
-  if (typeof value === "number")
-    return `n:${String(value)}`;
-  if (typeof value === "string")
-    return `s:${value}`;
-  if (typeof value === "boolean")
-    return value ? "b:1" : "b:0";
-  if (value instanceof Date)
-    return `d:${String(dateMilliseconds(value))}`;
-  return "z";
-}
-function splitLiveHiddenColumns(executed, state) {
-  const publicCount = state.publicColumns.length;
-  const hidden = executed.columns.slice(publicCount);
-  const count = executed.rows.length;
-  const keys = new Array(count);
-  const order = state.orderTerms.map(() => new Array(count));
-  for (let index = 0; index < count; index += 1) {
-    const row = executed.rows[index] ?? {};
-    keys[index] = liveKeyToken(row[LIVE_KEY_ALIAS] ?? null);
-    for (const [term, { alias }] of state.orderTerms.entries()) {
-      const values = order[term];
-      if (values !== void 0)
-        values[index] = row[alias] ?? null;
-    }
-    for (const column of hidden)
-      Reflect.deleteProperty(row, column);
-  }
-  return {
-    result: externalizeQueryResult({
-      columns: executed.columns.slice(0, publicCount),
-      columnDomains: executed.columnDomains.slice(0, publicCount),
-      rows: executed.rows
-    }),
-    keys,
-    order
-  };
-}
-function liveMaintainedOutcome(state, previous, previousIndex) {
-  const positions = /* @__PURE__ */ new Map();
-  let retainedBytes = state.retainedBytes ?? 128 + planMemoKey(state.fullPlan).length * 2 + planMemoKey(state.deltaPlan).length * 2;
-  for (const [index, key] of state.keys.entries()) {
-    if (positions.has(key))
-      throw new TypeError("Duplicate live input key");
-    positions.set(key, index);
-    if (state.retainedBytes === void 0)
-      retainedBytes += liveRowStateBytes(state, index);
-  }
-  state = { ...state, positions, retainedBytes };
-  const visibleCount = state.limit === void 0 ? state.rows.length : Math.min(state.rows.length, state.limit);
-  const visible = state.rows.slice(0, visibleCount);
-  if (previous === void 0) {
-    return {
-      result: {
-        columns: [...state.publicColumns],
-        columnDomains: [...state.columnDomains],
-        rows: visible
-      },
-      state,
-      retainedBytes,
-      changed: true
-    };
-  }
-  const previousCount = previous.rows.length;
-  const retained = new Int32Array(visibleCount);
-  let same = visibleCount === previousCount;
-  for (let index = 0; index < visibleCount; index += 1) {
-    const was = previousIndex?.[index] ?? -1;
-    if (was >= 0 && was < previousCount) {
-      retained[index] = was;
-      if (was !== index)
-        same = false;
-      continue;
-    }
-    retained[index] = -1;
-    const before = previous.rows[index];
-    const now = visible[index];
-    if (before !== void 0 && now !== void 0 && sameLiveRow(before, now, previous.columns)) {
-      visible[index] = before;
-      retained[index] = index;
-    } else
-      same = false;
-  }
-  if (same)
-    return { result: previous, state, retainedBytes, changed: false };
-  return {
-    result: {
-      columns: [...state.publicColumns],
-      columnDomains: [...state.columnDomains],
-      rows: visible
-    },
-    state,
-    retainedBytes,
-    changed: true,
-    retained
-  };
-}
-function liveRowStateBytes(state, index) {
-  let bytes = 112 + (state.keys[index]?.length ?? 0) * 2 + estimateValuesBytes(Object.values(state.rows[index] ?? {})) * 2;
-  for (const values of state.order)
-    bytes += 8 + estimateValuesBytes([values[index]]) * 2;
-  return bytes;
-}
-function filterLiveRows(state, keep) {
-  const rows = [];
-  const keys = [];
-  const order = state.order.map(() => new Array());
-  const previous = [];
-  for (let index = 0; index < state.rows.length; index += 1) {
-    const row = state.rows[index];
-    if (row === void 0 || !keep(index))
-      continue;
-    rows.push(row);
-    keys.push(state.keys[index] ?? "z");
-    for (const [term, values] of state.order.entries()) {
-      order[term]?.push(values[index] ?? null);
-    }
-    previous.push(index);
-  }
-  return { rows, keys, order, previousIndex: Int32Array.from(previous) };
-}
-function trimLiveRows(rows, count) {
-  return {
-    rows: rows.rows.slice(0, count),
-    keys: rows.keys.slice(0, count),
-    order: rows.order.map((values) => values.slice(0, count)),
-    previousIndex: rows.previousIndex.slice(0, count)
-  };
-}
-function liveOrderComparator(terms) {
-  return (leftOrder, leftIndex, rightOrder, rightIndex) => {
-    for (const [term, { descending, nulls }] of terms.entries()) {
-      const a = leftOrder[term]?.[leftIndex] ?? null;
-      const b = rightOrder[term]?.[rightIndex] ?? null;
-      if (a === null || b === null) {
-        if (a === null && b === null)
-          continue;
-        const nullsFirst = nulls === "first" || nulls === void 0 && descending;
-        return a === null ? nullsFirst ? -1 : 1 : nullsFirst ? 1 : -1;
-      }
-      let comparison = compareSqlValues(a, b);
-      if (descending)
-        comparison = -comparison;
-      if (comparison !== 0)
-        return comparison;
-    }
-    return 0;
-  };
-}
-function mergeLiveRows(kept, added, compare, ordered) {
-  if (added.rows.length === 0)
-    return kept;
-  const terms = kept.order.length;
-  const total = kept.rows.length + added.rows.length;
-  const rows = new Array(total);
-  const keys = new Array(total);
-  const order = Array.from({ length: terms }, () => new Array(total));
-  const previousIndex = new Int32Array(total);
-  const take = (source, from, to) => {
-    rows[to] = source.rows[from] ?? {};
-    keys[to] = source.keys[from] ?? "z";
-    for (let term = 0; term < terms; term += 1) {
-      const values = order[term];
-      if (values !== void 0)
-        values[to] = source.order[term]?.[from] ?? null;
-    }
-    previousIndex[to] = source.previousIndex[from] ?? -1;
-  };
-  if (!ordered) {
-    for (let index = 0; index < kept.rows.length; index += 1)
-      take(kept, index, index);
-    for (let index = 0; index < added.rows.length; index += 1) {
-      take(added, index, kept.rows.length + index);
-    }
-    return { rows, keys, order, previousIndex };
-  }
-  const addedIndexes = added.rows.map((_, index) => index);
-  addedIndexes.sort((left, right) => compare(added.order, left, added.order, right));
-  let keptIndex = 0;
-  let addedPosition = 0;
-  for (let to = 0; to < total; to += 1) {
-    const addedIndex = addedIndexes[addedPosition];
-    const takeAdded = addedIndex !== void 0 && (keptIndex >= kept.rows.length || compare(added.order, addedIndex, kept.order, keptIndex) < 0);
-    if (takeAdded) {
-      take(added, addedIndex, to);
-      addedPosition += 1;
-    } else {
-      take(kept, keptIndex, to);
-      keptIndex += 1;
-    }
-  }
-  return { rows, keys, order, previousIndex };
-}
-function getUniqueKeyColumn(table) {
-  if (table.uniqueKeyColumnId === void 0)
-    return void 0;
-  return table.columns.find((column) => column.id === table.uniqueKeyColumnId);
-}
 function visibleTableColumns(table) {
   return table.columns.filter((column) => column.hidden !== true);
 }
@@ -16198,9 +15569,6 @@ function foldAssignmentColumns(table, assignments) {
   });
   return folded.some((assignment, index) => assignment !== assignments[index]) ? folded : assignments;
 }
-function quoteIdentifier(name) {
-  return `"${name.replace(/"/g, '""')}"`;
-}
 function normalizeDomainBatch(table, input) {
   for (const column of table.columns) {
     const values = input.columns[column.name];
@@ -16606,36 +15974,6 @@ function valueMatchesColumnType(column, value) {
       return value instanceof Date;
   }
 }
-function keyToken(type, value) {
-  if (value === null)
-    throw new TypeError("Unique key cannot be null");
-  switch (type) {
-    case "boolean":
-      if (typeof value !== "boolean")
-        throw new TypeError("Invalid boolean unique key");
-      return value ? "boolean:true" : "boolean:false";
-    case "number":
-      if (typeof value !== "number" || !Number.isFinite(value)) {
-        throw new TypeError("Invalid number unique key");
-      }
-      return `number:${String(value)}`;
-    case "string":
-      if (typeof value !== "string")
-        throw new TypeError("Invalid string unique key");
-      assertIndexedStringLength(value);
-      return `string:${value}`;
-    case "datetime":
-      if (!(value instanceof Date) || !Number.isFinite(dateMilliseconds(value))) {
-        throw new TypeError("Invalid datetime unique key");
-      }
-      return `datetime:${String(dateMilliseconds(value))}`;
-  }
-}
-function assertIndexedStringLength(value) {
-  if (value.length > MAX_INDEXED_STRING_CHARACTERS) {
-    throw new RangeError(`Indexed strings cannot exceed ${String(MAX_INDEXED_STRING_CHARACTERS)} characters`);
-  }
-}
 function formatValue(value) {
   return value instanceof Date ? dateIsoString(value) : String(value);
 }
@@ -17619,13 +16957,14 @@ function secondaryIndexPredicates(plan, table) {
         break;
       if (constraint.lower === void 0 && constraint.upper === void 0)
         break;
-      const descending = secondaryIndexDirections(index)[position] === "desc";
+      const direction = secondaryIndexDirections(index)[position] ?? "asc";
+      const descending = direction === "desc";
       queries = prefixes.map((prefix) => {
         const query = {};
         const logicalLower = descending ? constraint.upper : constraint.lower;
         const logicalUpper = descending ? constraint.lower : constraint.upper;
         if (logicalLower === void 0) {
-          query.lower = prefix;
+          query.lower = descending ? prefix + LOWEST_SECONDARY_COMPONENT : prefix;
           query.lowerInclusive = true;
         } else {
           const term = prefix + secondaryIndexComponentTerm(index, column, position, logicalLower.value);
@@ -17633,7 +16972,7 @@ function secondaryIndexPredicates(plan, table) {
           query.lowerInclusive = logicalLower.inclusive;
         }
         if (logicalUpper === void 0) {
-          query.upper = `${prefix}\uFFFF`;
+          query.upper = descending ? `${prefix}\uFFFF` : prefix + ASCENDING_NULL_COMPONENT;
           query.upperInclusive = false;
         } else {
           const term = prefix + secondaryIndexComponentTerm(index, column, position, logicalUpper.value);
@@ -17647,6 +16986,9 @@ function secondaryIndexPredicates(plan, table) {
     }
     if (matchedColumns === 0)
       continue;
+    if (matchedColumns < indexedColumns.length && !secondaryIndexTermsCoverNulls(index) && indexedColumns.slice(matchedColumns).some((column) => column.nullable)) {
+      continue;
+    }
     if (queries === void 0) {
       const complete = matchedColumns === indexedColumns.length;
       queries = prefixes.map((term) => ({ term, prefix: !complete }));
@@ -17972,41 +17314,30 @@ function validateMergeSegmentShape(table, segmentId, kind, columns, keyColumnId)
     throw new Error(`Update compaction source has invalid columns: ${segmentId}`);
   }
 }
-function mergeSourceRowIdSpans(segment, kind) {
-  if (kind === "update" || kind === "delete") {
-    if (segment.rowIdStart !== 0n || segment.rowIdEndExclusive !== 0n || segment.rowIdSpans.length !== 0) {
-      throw new Error(`Mutation marker unexpectedly owns row IDs: ${segment.id}`);
-    }
-    return [];
-  }
-  const spans = segment.rowIdSpans.length === 0 ? [{ rowStart: 0, rowCount: segment.rowCount, rowIdStart: segment.rowIdStart }] : segment.rowIdSpans.map((span) => ({ ...span }));
-  const envelope = rowIdSpanEnvelope(spans);
-  let rowStart = 0;
-  for (const [index, span] of spans.entries()) {
-    if (span.rowStart !== rowStart || span.rowCount <= 0) {
-      throw new Error(`Segment row ID spans are not contiguous: ${segment.id}`);
-    }
-    const previous = spans[index - 1];
-    if (previous !== void 0 && previous.rowIdStart + BigInt(previous.rowCount) === span.rowIdStart) {
-      throw new Error(`Segment row ID spans are not coalesced: ${segment.id}`);
-    }
-    rowStart = safeWholeNumberSum([rowStart, span.rowCount], "Segment row ID span rows");
+function isTransientCompactionConflict(error) {
+  if (error instanceof SchemaConflictError || error instanceof TransactionRecordConflictError || error instanceof CompactionJobConflictError) {
+    return true;
   }
-  if (rowStart !== segment.rowCount || envelope.start !== segment.rowIdStart || envelope.endExclusive !== segment.rowIdEndExclusive) {
-    throw new Error(`Segment row ID spans differ from their envelope: ${segment.id}`);
+  if (!(error instanceof Error))
+    return false;
+  if (error.cause instanceof WriteConflictError || error.cause instanceof SchemaConflictError) {
+    return true;
   }
-  const intervals = spans.map((span) => ({
-    start: span.rowIdStart,
-    end: span.rowIdStart + BigInt(span.rowCount)
-  })).sort((left, right) => left.start < right.start ? -1 : left.start > right.start ? 1 : 0);
-  for (let index = 1; index < intervals.length; index += 1) {
-    const previous = intervals[index - 1];
-    const current = intervals[index];
-    if (previous !== void 0 && current !== void 0 && current.start < previous.end) {
-      throw new Error(`Segment row IDs overlap: ${segment.id}`);
+  return /^Compaction (source|sources|publication|planned layout)/u.test(error.message);
+}
+function withEveryDelta(visible, pruned) {
+  const keptAppends = new Map(pruned.filter((segment) => segment.kind !== "update" && segment.kind !== "delete").map((segment) => [segment.id, segment]));
+  const result = [];
+  for (const segment of visible) {
+    if (segment.kind === "update" || segment.kind === "delete")
+      result.push(segment);
+    else {
+      const kept = keptAppends.get(segment.id);
+      if (kept !== void 0)
+        result.push(kept);
     }
   }
-  return spans;
+  return result;
 }
 function assertCanonicalMergeSourceOrder(segments) {
   for (let index = 1; index < segments.length; index += 1) {
@@ -18018,7 +17349,7 @@ function assertCanonicalMergeSourceOrder(segments) {
   }
 }
 function compareMergeSourceOrder(left, right) {
-  return left.logicalOrder - right.logicalOrder || left.committedVersion - right.committedVersion || left.segmentId.localeCompare(right.segmentId);
+  return left.logicalOrder - right.logicalOrder || left.committedVersion - right.committedVersion || (left.commitOrdinal ?? 0) - (right.commitOrdinal ?? 0) || left.segmentId.localeCompare(right.segmentId);
 }
 function sourceOrderTuple(segment, transactions, label) {
   if (segment === void 0)
@@ -18030,6 +17361,7 @@ function sourceOrderTuple(segment, transactions, label) {
   return {
     logicalOrder: segment.logicalOrder,
     committedVersion: owner.committedVersion,
+    commitOrdinal: segment.commitOrdinal,
     segmentId: segment.id
   };
 }
@@ -18352,20 +17684,6 @@ function rowRangeAt(ranges, rowIndex) {
   }
   return void 0;
 }
-function rowIdSpanEnvelope(spans) {
-  if (spans.length === 0)
-    return { start: 0n, endExclusive: 0n };
-  let start = spans[0]?.rowIdStart ?? 0n;
-  let endExclusive = start + BigInt(spans[0]?.rowCount ?? 0);
-  for (const span of spans.slice(1)) {
-    if (span.rowIdStart < start)
-      start = span.rowIdStart;
-    const spanEnd = span.rowIdStart + BigInt(span.rowCount);
-    if (spanEnd > endExclusive)
-      endExclusive = spanEnd;
-  }
-  return { start, endExclusive };
-}
 function validatePhysicalTablePlan(table, plan) {
   if (table.columns.length !== plan.columns.length || table.columns.some((column, index) => {
     const planned = plan.columns[index];