omp-fabric 1.14.0 → 1.15.0

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # Changelog
 
+## 1.15.0
+
+### Added
+
+- Support for compaction custom instructions and preserve items in LCM: `renderAddressedFrontier` and `emergencyReduce` now render a `[Compaction Request]` block when instructions or preserve entries are supplied via `compact.request`, matching the deterministic compactor's policy contract.
+- SQLite indexes on `summary_nodes(project_key, created_at, node_id)`, `maintenance_jobs(project_key, status)`, and `summary_edges(child_id, parent_id)` to eliminate unindexed table scans during node listing, job scheduling, and ancestor edge traversal.
+- Warning logging and UI notifications on compaction hook errors before cancellation, preventing silent context blowups.
+
+### Fixed
+
+- Transaction batching during session readback and compaction: `readback()` and `compact()` now wrap raw entry persistence in an explicit ledger transaction, collapsing hundreds of sequential synchronous SQLite fsync operations into a single atomic commit.
+- Dirty flag enforcement in `LcmRuntime`: `syncAndSchedule()` now checks `this.dirty` and active session binding to skip redundant full-branch readbacks on idle turns.
+- Memory allocation in `clipUtf8End`: trailing text slices are now bounded to `maxBytes * 2` before codepoint conversion, eliminating multi-megabyte array allocations when producing emergency excerpts.
+
 ## 1.14.0
 
 ### Added

package/dist/chunks/{chunk-R6QAXATY.js → chunk-3A72BUEE.js}

@@ -12,7 +12,7 @@ import {
   buildThinkingDigest,
   snapshotHandoffSession,
   thinkingTransferPolicy
-} from "./chunk-DTXCVXXF.js";
+} from "./chunk-MGTKAZYH.js";
 import {
   isFabricThinking
 } from "./chunk-SKYNDRW5.js";
@@ -2803,4 +2803,4 @@ export {
   resolveFabricIdentity,
   MainAgentController
 };
-//# sourceMappingURL=chunk-R6QAXATY.js.map
+//# sourceMappingURL=chunk-3A72BUEE.js.map

package/dist/chunks/{chunk-PV453JOK.js → chunk-45XM53NX.js}

@@ -21,7 +21,7 @@ import {
 import {
   peerLabelPrefix,
   writeHandoffSession
-} from "./chunk-DTXCVXXF.js";
+} from "./chunk-MGTKAZYH.js";
 import {
   DEFAULT_FABRIC_CONFIG,
   MAX_AGENT_TIMEOUT_MS,
@@ -6635,4 +6635,4 @@ export {
   agentParticipantRecords,
   actorParticipantRecord
 };
-//# sourceMappingURL=chunk-PV453JOK.js.map
+//# sourceMappingURL=chunk-45XM53NX.js.map

package/dist/chunks/{chunk-XQCAIIEM.js → chunk-7AEYAPTZ.js}

@@ -10,7 +10,7 @@ import {
   lifecycleSourceIdentity,
   loadModelUsage,
   useBudgetLedger
-} from "./chunk-PV453JOK.js";
+} from "./chunk-45XM53NX.js";
 import {
   normalizeModelAliases,
   resolveAvailableOmpModel
@@ -685,4 +685,4 @@ if (isMain) {
 export {
   runResidentHostFromConfigPath
 };
-//# sourceMappingURL=chunk-XQCAIIEM.js.map
+//# sourceMappingURL=chunk-7AEYAPTZ.js.map

package/dist/chunks/{chunk-KJKO6KGW.js → chunk-D2ET33NE.js}

@@ -2,11 +2,11 @@ import {
   fabricExecTitleHint
 } from "./chunk-3J7BKUNG.js";
 import {
+  decodeCompactionInstructions,
   renderSummary
-} from "./chunk-NIWOSO22.js";
+} from "./chunk-E4HNDTLM.js";
 import {
   MAX_SUMMARY_BYTES,
-  canonicalizeText,
   clipUtf8,
   omissionLine,
   sampleAddressed,
@@ -133,394 +133,6 @@ var runEnrichers = (enrichers, events, sections) => {
   }
 };
 
-// src/compaction/instructions.ts
-var FABRIC_COMPACTION_REQUEST_PREFIX = "__omp_fabric_compact_request_v1__:";
-var MAX_COMPACTION_INSTRUCTIONS_CHARS = 8 * 1024;
-var MAX_COMPACTION_INSTRUCTIONS_BYTES = 8 * 1024;
-var MAX_PRESERVE_ITEMS = 16;
-var MAX_PRESERVE_ITEM_CHARS = 2 * 1024;
-var MAX_PRESERVE_ITEM_BYTES = 2 * 1024;
-var MAX_TYPED_COMPACTION_SOURCE_BYTES = 16 * 1024;
-var rejection = (code, message, sourceBytes) => ({
-  ok: false,
-  requestLines: [],
-  error: { code, message, sourceBytes }
-});
-var isRecord = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
-var hasPairedSurrogates = (value) => {
-  for (let index = 0; index < value.length; index++) {
-    const unit = value.charCodeAt(index);
-    if (unit >= 55296 && unit <= 56319) {
-      const next = value.charCodeAt(index + 1);
-      if (!(next >= 56320 && next <= 57343)) return false;
-      index += 1;
-    } else if (unit >= 56320 && unit <= 57343) {
-      return false;
-    }
-  }
-  return true;
-};
-var compactionRequestBoundsError = (request) => {
-  if (request.instructions !== void 0) {
-    if (!hasPairedSurrogates(request.instructions)) {
-      return {
-        code: "invalid-unicode",
-        message: "typed compaction instructions contain an unpaired UTF-16 surrogate"
-      };
-    }
-    if (request.instructions.length > MAX_COMPACTION_INSTRUCTIONS_CHARS || utf8Bytes(request.instructions) > MAX_COMPACTION_INSTRUCTIONS_BYTES) {
-      return {
-        code: "instructions-too-large",
-        message: `typed compaction instructions exceed ${MAX_COMPACTION_INSTRUCTIONS_CHARS} characters or ${MAX_COMPACTION_INSTRUCTIONS_BYTES} UTF-8 bytes`
-      };
-    }
-  }
-  if (request.preserve !== void 0) {
-    if (request.preserve.length > MAX_PRESERVE_ITEMS) {
-      return {
-        code: "preserve-too-many",
-        message: `typed compaction preserve exceeds ${MAX_PRESERVE_ITEMS} items`
-      };
-    }
-    for (const item of request.preserve) {
-      if (!hasPairedSurrogates(item)) {
-        return {
-          code: "invalid-unicode",
-          message: "typed compaction preserve item contains an unpaired UTF-16 surrogate"
-        };
-      }
-      if (item.length > MAX_PRESERVE_ITEM_CHARS || utf8Bytes(item) > MAX_PRESERVE_ITEM_BYTES) {
-        return {
-          code: "preserve-item-too-large",
-          message: `typed compaction preserve item exceeds ${MAX_PRESERVE_ITEM_CHARS} characters or ${MAX_PRESERVE_ITEM_BYTES} UTF-8 bytes`
-        };
-      }
-    }
-  }
-  return void 0;
-};
-var encodeCompactionRequest = (request) => {
-  const boundsError = compactionRequestBoundsError(request);
-  if (boundsError) throw new Error(boundsError.message);
-  const payload = {
-    version: 1,
-    ...request.instructions !== void 0 ? { instructions: request.instructions } : {},
-    ...request.preserve !== void 0 ? { preserve: request.preserve } : {}
-  };
-  const encoded = `${FABRIC_COMPACTION_REQUEST_PREFIX}${JSON.stringify(payload)}`;
-  if (utf8Bytes(encoded) > MAX_TYPED_COMPACTION_SOURCE_BYTES) {
-    throw new Error(`typed compaction request exceeds ${MAX_TYPED_COMPACTION_SOURCE_BYTES} encoded UTF-8 bytes`);
-  }
-  return encoded;
-};
-var plainInstructions = (source) => {
-  const canonical = canonicalizeText(source);
-  return {
-    ok: true,
-    requestLines: canonical.text ? [canonical.text] : [],
-    policy: {
-      mode: "plain",
-      canonicalized: canonical.text !== source,
-      sourceBytes: canonical.sourceBytes,
-      truncated: canonical.truncated,
-      preserveCount: 0,
-      omittedPreserveCount: 0
-    }
-  };
-};
-var StrictJsonError = class extends Error {
-  constructor(code, message) {
-    super(message);
-    this.code = code;
-  }
-};
-var MAX_TYPED_JSON_DEPTH = 32;
-var MAX_TYPED_JSON_NODES = 4096;
-var StrictJsonParser = class {
-  constructor(source) {
-    this.source = source;
-  }
-  index = 0;
-  nodes = 0;
-  parse() {
-    this.skipWhitespace();
-    const value = this.parseValue(0);
-    this.skipWhitespace();
-    if (this.index !== this.source.length) this.malformed();
-    return value;
-  }
-  parseValue(depth) {
-    if (depth > MAX_TYPED_JSON_DEPTH) {
-      throw new StrictJsonError("structure-too-complex", "typed compaction JSON exceeds the structural depth limit");
-    }
-    this.nodes += 1;
-    if (this.nodes > MAX_TYPED_JSON_NODES) {
-      throw new StrictJsonError("structure-too-complex", "typed compaction JSON exceeds the structural node limit");
-    }
-    const character = this.source[this.index];
-    if (character === "{") return this.parseObject(depth + 1);
-    if (character === "[") return this.parseArray(depth + 1);
-    if (character === '"') return this.parseString();
-    if (character === "t") return this.parseLiteral("true", true);
-    if (character === "f") return this.parseLiteral("false", false);
-    if (character === "n") return this.parseLiteral("null", null);
-    if (character === "-" || character !== void 0 && character >= "0" && character <= "9") {
-      return this.parseNumber();
-    }
-    return this.malformed();
-  }
-  parseObject(depth) {
-    this.index += 1;
-    this.skipWhitespace();
-    const output = /* @__PURE__ */ Object.create(null);
-    const keys = /* @__PURE__ */ new Set();
-    if (this.source[this.index] === "}") {
-      this.index += 1;
-      return output;
-    }
-    while (this.index < this.source.length) {
-      if (this.source[this.index] !== '"') this.malformed();
-      const key = this.parseString();
-      if (keys.has(key)) {
-        throw new StrictJsonError("duplicate-field", `typed compaction request contains duplicate field ${JSON.stringify(key)}`);
-      }
-      keys.add(key);
-      this.skipWhitespace();
-      if (this.source[this.index] !== ":") this.malformed();
-      this.index += 1;
-      this.skipWhitespace();
-      output[key] = this.parseValue(depth);
-      this.skipWhitespace();
-      const delimiter = this.source[this.index];
-      if (delimiter === "}") {
-        this.index += 1;
-        return output;
-      }
-      if (delimiter !== ",") this.malformed();
-      this.index += 1;
-      this.skipWhitespace();
-    }
-    return this.malformed();
-  }
-  parseArray(depth) {
-    this.index += 1;
-    this.skipWhitespace();
-    const output = [];
-    if (this.source[this.index] === "]") {
-      this.index += 1;
-      return output;
-    }
-    while (this.index < this.source.length) {
-      output.push(this.parseValue(depth));
-      this.skipWhitespace();
-      const delimiter = this.source[this.index];
-      if (delimiter === "]") {
-        this.index += 1;
-        return output;
-      }
-      if (delimiter !== ",") this.malformed();
-      this.index += 1;
-      this.skipWhitespace();
-    }
-    return this.malformed();
-  }
-  parseString() {
-    this.index += 1;
-    let output = "";
-    while (this.index < this.source.length) {
-      const unit = this.source.charCodeAt(this.index);
-      if (unit === 34) {
-        this.index += 1;
-        if (!hasPairedSurrogates(output)) {
-          throw new StrictJsonError("invalid-unicode", "typed compaction JSON string contains an unpaired UTF-16 surrogate");
-        }
-        return output;
-      }
-      if (unit <= 31) this.malformed();
-      if (unit !== 92) {
-        output += this.source[this.index];
-        this.index += 1;
-        continue;
-      }
-      this.index += 1;
-      const escape = this.source[this.index];
-      this.index += 1;
-      if (escape === '"' || escape === "\\" || escape === "/") output += escape;
-      else if (escape === "b") output += "\b";
-      else if (escape === "f") output += "\f";
-      else if (escape === "n") output += "\n";
-      else if (escape === "r") output += "\r";
-      else if (escape === "t") output += "	";
-      else if (escape === "u") {
-        let value = 0;
-        for (let offset = 0; offset < 4; offset++) {
-          const digit = this.hexValue(this.source.charCodeAt(this.index + offset));
-          if (digit < 0) this.malformed();
-          value = value * 16 + digit;
-        }
-        this.index += 4;
-        output += String.fromCharCode(value);
-      } else {
-        this.malformed();
-      }
-    }
-    return this.malformed();
-  }
-  parseNumber() {
-    const start = this.index;
-    if (this.source[this.index] === "-") this.index += 1;
-    if (this.source[this.index] === "0") {
-      this.index += 1;
-      if (this.isDigit(this.source.charCodeAt(this.index))) this.malformed();
-    } else {
-      if (!this.isDigitOneToNine(this.source.charCodeAt(this.index))) this.malformed();
-      while (this.isDigit(this.source.charCodeAt(this.index))) this.index += 1;
-    }
-    if (this.source[this.index] === ".") {
-      this.index += 1;
-      if (!this.isDigit(this.source.charCodeAt(this.index))) this.malformed();
-      while (this.isDigit(this.source.charCodeAt(this.index))) this.index += 1;
-    }
-    const exponent = this.source[this.index];
-    if (exponent === "e" || exponent === "E") {
-      this.index += 1;
-      const sign = this.source[this.index];
-      if (sign === "+" || sign === "-") this.index += 1;
-      if (!this.isDigit(this.source.charCodeAt(this.index))) this.malformed();
-      while (this.isDigit(this.source.charCodeAt(this.index))) this.index += 1;
-    }
-    const value = Number(this.source.slice(start, this.index));
-    if (!Number.isFinite(value)) this.malformed();
-    return value;
-  }
-  parseLiteral(literal, value) {
-    if (!this.source.startsWith(literal, this.index)) this.malformed();
-    this.index += literal.length;
-    return value;
-  }
-  skipWhitespace() {
-    while (this.index < this.source.length) {
-      const unit = this.source.charCodeAt(this.index);
-      if (unit !== 32 && unit !== 9 && unit !== 10 && unit !== 13) return;
-      this.index += 1;
-    }
-  }
-  hexValue(unit) {
-    if (unit >= 48 && unit <= 57) return unit - 48;
-    if (unit >= 65 && unit <= 70) return unit - 65 + 10;
-    if (unit >= 97 && unit <= 102) return unit - 97 + 10;
-    return -1;
-  }
-  isDigit(unit) {
-    return unit >= 48 && unit <= 57;
-  }
-  isDigitOneToNine(unit) {
-    return unit >= 49 && unit <= 57;
-  }
-  malformed() {
-    throw new StrictJsonError("malformed-json", "typed compaction request contains malformed JSON");
-  }
-};
-var decodeCompactionInstructions = (source) => {
-  if (source === void 0 || source === "") {
-    return {
-      ok: true,
-      requestLines: [],
-      policy: {
-        mode: "none",
-        canonicalized: false,
-        sourceBytes: 0,
-        truncated: false,
-        preserveCount: 0,
-        omittedPreserveCount: 0
-      }
-    };
-  }
-  if (!source.startsWith(FABRIC_COMPACTION_REQUEST_PREFIX)) return plainInstructions(source);
-  const encodedSourceBytes = utf8Bytes(source);
-  if (encodedSourceBytes > MAX_TYPED_COMPACTION_SOURCE_BYTES) {
-    return rejection(
-      "encoded-source-too-large",
-      `typed compaction request exceeds ${MAX_TYPED_COMPACTION_SOURCE_BYTES} encoded UTF-8 bytes`,
-      encodedSourceBytes
-    );
-  }
-  let parsed;
-  try {
-    parsed = new StrictJsonParser(source.slice(FABRIC_COMPACTION_REQUEST_PREFIX.length)).parse();
-  } catch (error) {
-    if (error instanceof StrictJsonError) {
-      return rejection(error.code, error.message, encodedSourceBytes);
-    }
-    return rejection("malformed-json", "typed compaction request contains malformed JSON", encodedSourceBytes);
-  }
-  if (!isRecord(parsed)) {
-    return rejection("invalid-object", "typed compaction request must be a JSON object", encodedSourceBytes);
-  }
-  const keys = Object.keys(parsed);
-  const unknownField = keys.find((key) => key !== "version" && key !== "instructions" && key !== "preserve");
-  if (unknownField !== void 0) {
-    return rejection("unknown-field", `typed compaction request contains unknown field ${JSON.stringify(unknownField)}`, encodedSourceBytes);
-  }
-  if (parsed.version !== 1) {
-    return rejection("unsupported-version", "typed compaction request version must be 1", encodedSourceBytes);
-  }
-  if (parsed.instructions !== void 0 && typeof parsed.instructions !== "string") {
-    return rejection("invalid-type", "typed compaction request instructions must be a string", encodedSourceBytes);
-  }
-  if (parsed.preserve !== void 0 && !Array.isArray(parsed.preserve)) {
-    return rejection("invalid-type", "typed compaction request preserve must be an array", encodedSourceBytes);
-  }
-  const preserve = parsed.preserve;
-  if (preserve !== void 0 && preserve.length > MAX_PRESERVE_ITEMS) {
-    return rejection(
-      "preserve-too-many",
-      `typed compaction preserve exceeds ${MAX_PRESERVE_ITEMS} items`,
-      encodedSourceBytes
-    );
-  }
-  if (preserve !== void 0 && !preserve.every((item) => typeof item === "string")) {
-    return rejection("invalid-type", "typed compaction preserve items must be strings", encodedSourceBytes);
-  }
-  const request = {
-    ...parsed.instructions !== void 0 ? { instructions: parsed.instructions } : {},
-    ...preserve !== void 0 ? { preserve } : {}
-  };
-  const boundsError = compactionRequestBoundsError(request);
-  if (boundsError) return rejection(boundsError.code, boundsError.message, encodedSourceBytes);
-  const requestLines = [];
-  let valueSourceBytes = 0;
-  let truncated = false;
-  let canonicalized = false;
-  if (request.instructions !== void 0) {
-    const instructions = canonicalizeText(request.instructions, MAX_COMPACTION_INSTRUCTIONS_BYTES);
-    valueSourceBytes += instructions.sourceBytes;
-    truncated ||= instructions.truncated;
-    canonicalized ||= instructions.text !== request.instructions;
-    if (instructions.text) requestLines.push(instructions.text);
-  }
-  for (let index = 0; index < (request.preserve?.length ?? 0); index++) {
-    const sourceItem = request.preserve[index];
-    const item = canonicalizeText(sourceItem, MAX_PRESERVE_ITEM_BYTES);
-    valueSourceBytes += item.sourceBytes;
-    truncated ||= item.truncated;
-    canonicalized ||= item.text !== sourceItem;
-    if (item.text) requestLines.push(`- ${item.text} [preserve:${index}]`);
-  }
-  return {
-    ok: true,
-    requestLines,
-    policy: {
-      mode: "typed-v1",
-      canonicalized,
-      sourceBytes: valueSourceBytes,
-      truncated,
-      preserveCount: request.preserve?.length ?? 0,
-      omittedPreserveCount: 0
-    }
-  };
-};
-
 // src/run-display.ts
 var recordDisplay = (record) => {
   const display = {};
@@ -1855,13 +1467,13 @@ var computeCut = (branchEntries, options) => {
     live[closed].entry.id
   );
 };
-var isRecord2 = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
-var isEntryRange = (value) => isRecord2(value) && typeof value.first === "string" && typeof value.last === "string";
+var isRecord = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
+var isEntryRange = (value) => isRecord(value) && typeof value.first === "string" && typeof value.last === "string";
 var isStringArray = (value) => Array.isArray(value) && value.every((item) => typeof item === "string");
 var isFabricV1Details = (value) => isStringArray(value.sections) && isEntryRange(value.summarizedEntryRange) && typeof value.sourceEntryCount === "number" && Number.isFinite(value.sourceEntryCount) && typeof value.firstKeptEntryId === "string" && typeof value.timestamp === "string";
 var hasFiniteNumbers = (value, keys) => keys.every((key) => typeof value[key] === "number" && Number.isFinite(value[key]));
 var isCompactionBudgetDetails = (value) => {
-  if (!isRecord2(value) || value.strategy !== "adaptive" && value.strategy !== "continuity") {
+  if (!isRecord(value) || value.strategy !== "adaptive" && value.strategy !== "continuity") {
     return false;
   }
   if (!hasFiniteNumbers(value, [
@@ -1888,8 +1500,8 @@ var isCompactionBudgetDetails = (value) => {
   ]) && (value.bindingConstraint === "continuity" || value.bindingConstraint === "occupancy" || value.bindingConstraint === "reserve" || value.bindingConstraint === "reduction");
 };
 var isFabricV2Details = (value) => {
-  if (!isStringArray(value.sections) || !isRecord2(value.coverage) || !isRecord2(value.counts)) return false;
-  if (!isRecord2(value.omittedCounts) || !isRecord2(value.instructionPolicy) || !isRecord2(value.stableAddresses)) {
+  if (!isStringArray(value.sections) || !isRecord(value.coverage) || !isRecord(value.counts)) return false;
+  if (!isRecord(value.omittedCounts) || !isRecord(value.instructionPolicy) || !isRecord(value.stableAddresses)) {
     return false;
   }
   const instructionModes = /* @__PURE__ */ new Set(["none", "plain", "typed-v1", "malformed-typed-prefix"]);
@@ -1914,7 +1526,7 @@ var isFabricV2Details = (value) => {
   ]) && typeof value.stableAddresses.firstKeptEntryId === "string" && isEntryRange(value.stableAddresses.cumulativeSourceRange) && value.stableAddresses.recall === "session-entry-id-range" && (value.budget === void 0 || isCompactionBudgetDetails(value.budget)) && typeof value.timestamp === "string";
 };
 var fabricCompactionVersion = (details) => {
-  if (!isRecord2(details) || details.compactor !== "fabric") return void 0;
+  if (!isRecord(details) || details.compactor !== "fabric") return void 0;
   if (details.version === 1 && isFabricV1Details(details)) return 1;
   if (details.version === 2 && isFabricV2Details(details)) return 2;
   return void 0;
@@ -2065,7 +1677,10 @@ var registerCompactionHook = (omp, options) => {
         tokensBefore: event.preparation.tokensBefore,
         ...event.customInstructions === void 0 ? {} : { customInstructions: event.customInstructions }
       });
-    } catch {
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      console.warn(`[omp-fabric] LCM compaction failed: ${message}`);
+      if (context?.hasUI) context.ui.notify(`LCM compaction failed: ${message}`, "error");
       return { cancel: true };
     }
     if (!output || typeof output.summary !== "string" || output.summary.length === 0 || output.source !== "ready-frontier" && output.source !== "emergency" || output.tokensBefore !== event.preparation.tokensBefore || output.branch !== branch || typeof output.firstKeptEntryId !== "string" || branchEntries.length === 0 || output.firstKeptEntryId.length > 0 && !branchEntries.some((entry) => entry.id === output.firstKeptEntryId)) {
@@ -2101,11 +1716,6 @@ var registerCompactionHook = (omp, options) => {
 export {
   estimateTokens,
   compactAtConfiguredThreshold,
-  MAX_COMPACTION_INSTRUCTIONS_CHARS,
-  MAX_PRESERVE_ITEMS,
-  MAX_PRESERVE_ITEM_CHARS,
-  compactionRequestBoundsError,
-  encodeCompactionRequest,
   normalizeRunDisplay,
   fabricExecTitleHintCached,
   rawContextTokens,
@@ -2114,4 +1724,4 @@ export {
   compileFabricSummary,
   registerCompactionHook
 };
-//# sourceMappingURL=chunk-KJKO6KGW.js.map
+//# sourceMappingURL=chunk-D2ET33NE.js.map