@cortexkit/opencode-magic-context 0.49.34 → 0.49.36

package/dist/{index-9gpw8hrm.js → index-2rs7912w.js}

@@ -6,19 +6,19 @@ import {
   removeNestedBlocks,
   hasMeaningfulUserText2,
   extractTexts2
-} from "./index-b88dwwrh.js";
+} from "./index-4xyjr62e.js";
 import {
   cleanUserText2
-} from "./index-7g9dr8gy.js";
+} from "./index-tn9drm1a.js";
 import {
   recordMessageFtsRowid2,
   recordIndexedMessageTime2,
   messageFtsOrdinalRangeIsMapped2,
   deleteUnmappedMessageFtsRows2
-} from "./index-v15ne3a3.js";
+} from "./index-b1ydbp95.js";
 import {
   logSlowWriteTransaction
-} from "./index-t5pck3ss.js";
+} from "./index-fxbk7gk3.js";
 
 // src/features/magic-context/compression-depth-storage.ts
 var incrementDepthStatements = new WeakMap;

package/dist/{index-m1x9ghk5.js → index-4ks89h5a.js}

@@ -6,18 +6,23 @@ import {
 } from "./index-gzy5w8ya.js";
 import {
   runSessionWarmupWorker
-} from "./index-rverk2vz.js";
+} from "./index-r2epb000.js";
 import {
   estimateTokens
-} from "./index-b88dwwrh.js";
+} from "./index-4xyjr62e.js";
 import {
   openCodeDbExists,
   withReadOnlySessionDb
-} from "./index-y1qwzvxn.js";
+} from "./index-vd2ywmfe.js";
 import {
   hasRawMessageProvider2,
+  rawMessageWorkerSource2,
+  rawMessageOffThreadRangeReader2,
   readRawSessionMessageIdOrdinalsForRange2
-} from "./index-7g9dr8gy.js";
+} from "./index-tn9drm1a.js";
+import {
+  readV2ArchiveOffThread2
+} from "./index-prw8apnc.js";
 
 // src/tools/ctx-expand/search-archive.ts
 var archiveReadsOnThisThread = 0;
@@ -72,9 +77,34 @@ function renderSearchArchive2(db, sessionId, start, end, tokenBudget, archiveOnl
 }
 async function renderSearchArchiveOffThread2(db, sessionId, start, end, tokenBudget, archiveOnly = false) {
   const path = getSqliteDatabasePath2(db);
-  if (!path)
-    return renderSearchArchive2(db, sessionId, start, end, tokenBudget, archiveOnly);
   const provider = hasRawMessageProvider2(sessionId);
+  const source = rawMessageWorkerSource2(sessionId);
+  const offThreadReader = rawMessageOffThreadRangeReader2(sessionId);
+  let rawIds;
+  if (!archiveOnly && !source && offThreadReader) {
+    try {
+      rawIds = await offThreadReader(start, end);
+    } catch (error) {
+      throw new Error(`Search archive worker unavailable: ${String(error)}`);
+    }
+  }
+  if (!path) {
+    return renderSearchArchive2(db, sessionId, start, end, tokenBudget, archiveOnly, rawIds ? () => rawIds : provider ? () => {
+      throw new Error("Search archive worker unavailable: private archive has no off-thread source");
+    } : undefined);
+  }
+  if (!archiveOnly && source) {
+    return readV2ArchiveOffThread2(path, source.path, sessionId, {
+      kind: "archive",
+      start,
+      end,
+      tokenBudget,
+      archiveOnly
+    });
+  }
+  if (!archiveOnly && provider && !rawIds) {
+    throw new Error("Search archive worker unavailable: raw-message provider has no off-thread source");
+  }
   const rawPath = !archiveOnly && !provider && openCodeDbExists() ? withReadOnlySessionDb(getSqliteDatabasePath2) : null;
   const result = await runSessionWarmupWorker({
     path,
@@ -85,7 +115,7 @@ async function renderSearchArchiveOffThread2(db, sessionId, start, end, tokenBud
       tokenBudget,
       archiveOnly,
       rawPath,
-      rawIds: !archiveOnly && provider ? [...readRawSessionMessageIdOrdinalsForRange2(sessionId, start, end)] : undefined
+      rawIds: rawIds ? [...rawIds] : undefined
     }
   }, {});
   if ("searchArchive" in result)

package/dist/{index-b88dwwrh.js → index-4xyjr62e.js}

@@ -1,6 +1,6 @@
 import {
   log2
-} from "./index-h7tgn49j.js";
+} from "./index-jrfre9ah.js";
 
 // src/hooks/magic-context/read-session-formatting.ts
 import { existsSync, readFileSync, realpathSync, statSync } from "node:fs";

package/dist/index-4y35msh5.js

@@ -0,0 +1,531 @@
+import {
+  formatFailClosedBlockingSummary
+} from "./index-wh9fxds5.js";
+import {
+  RAW_MESSAGE_TYPES2
+} from "./index-66a50f3e.js";
+import {
+  markHostUnservedRow
+} from "./index-z9zygwse.js";
+
+// src/v2/fold/restore.ts
+import { fileURLToPath } from "node:url";
+
+// src/v2/hooks/storage-notice.ts
+var STORAGE_NOTICE_PREFIX = "[Magic Context storage notice] ";
+function formatStorageRefusalNotice(reason) {
+  return `${STORAGE_NOTICE_PREFIX}This turn was not sent to the model. ${formatFailClosedBlockingSummary(reason)}`;
+}
+function formatStorageRecoveryNotice(hiddenWorkRecovered) {
+  return hiddenWorkRecovered ? `${STORAGE_NOTICE_PREFIX}Magic Context storage is available again and turns are sent to the model. The historian and dreamer are running again. Restart OpenCode to enable Magic Context's tools.` : `${STORAGE_NOTICE_PREFIX}Magic Context storage is available again and turns are sent to the model. Restart OpenCode to enable Magic Context's tools, historian and dreamer.`;
+}
+function isStorageNoticeText(text) {
+  return typeof text === "string" && text.startsWith(STORAGE_NOTICE_PREFIX);
+}
+function hasStorageNoticeShape(message) {
+  if (message.role !== "user" || typeof message.id !== "string")
+    return false;
+  if (message.content.length !== 1)
+    return false;
+  const part = message.content[0];
+  return part?.type === "text" && isStorageNoticeText(part.text);
+}
+async function dropStorageNotices(messages, isAdmittedSynthetic) {
+  const drop = new Set;
+  for (const message of messages) {
+    if (!hasStorageNoticeShape(message))
+      continue;
+    if (await isAdmittedSynthetic(message.id))
+      drop.add(message);
+  }
+  if (drop.size === 0)
+    return 0;
+  const kept = messages.filter((message) => !drop.has(message));
+  messages.splice(0, messages.length, ...kept);
+  return drop.size;
+}
+
+// src/v2/fold/restore.ts
+function unavailableAttachmentNote(name, mediaType) {
+  return `[Attachment ${name ? `"${name}" ` : ""}(${mediaType}) is not available in this restored history]`;
+}
+var imageMimes = new Set(["image/png", "image/jpeg", "image/gif", "image/webp"]);
+function attachmentParts(files, rowID, media) {
+  const seen = new Map;
+  return files.flatMap((file) => {
+    if (imageMimes.has(file.mime) && file.source.type === "inline" && file.mention?.text) {
+      const key = JSON.stringify([
+        file.mime,
+        file.name ?? null,
+        file.description ?? null,
+        file.mention.text
+      ]);
+      const payloads = seen.get(key) ?? new Set;
+      if (payloads.has(file.data))
+        return [];
+      payloads.add(file.data);
+      seen.set(key, payloads);
+    }
+    const uri = file.source.type === "uri" ? file.source.uri : undefined;
+    const location = uri?.startsWith("file:") ? fileURLToPath(uri) : undefined;
+    if (file.mime === "text/plain" || file.mime === "application/x-directory") {
+      const directory = file.mime === "application/x-directory";
+      return [
+        {
+          type: "text",
+          text: `
+
+${[
+            directory ? `Attached directory: ${location ?? file.name ?? uri ?? "directory"}` : `Attached file: ${file.name ?? uri ?? "inline attachment"}`,
+            file.description === undefined ? undefined : `Description: ${file.description}`,
+            directory && !file.data.length ? undefined : "",
+            directory && !file.data.length ? undefined : Buffer.from(file.data, "base64").toString("utf8")
+          ].filter((line) => line !== undefined).join(`
+`)}`,
+          metadata: {
+            attachment: {
+              source: file.source,
+              name: file.name,
+              description: file.description
+            }
+          }
+        }
+      ];
+    }
+    if (!imageMimes.has(file.mime) && file.mime !== "application/pdf")
+      return [];
+    const metadata = file.description === undefined ? undefined : { description: file.description };
+    const located = location ? [{ type: "text", text: `Attached file: ${location}` }] : [];
+    if (!media)
+      return [
+        ...located,
+        {
+          type: "media",
+          mediaType: file.mime,
+          data: file.data,
+          filename: file.name,
+          metadata
+        }
+      ];
+    const asset = media.asset(file.data, file.mime);
+    if (typeof asset === "string") {
+      media.unavailable({ rowID, name: file.name, mediaType: file.mime, reason: asset });
+      return [
+        ...located,
+        { type: "text", text: unavailableAttachmentNote(file.name, file.mime) }
+      ];
+    }
+    return [...located, { type: "media", media: asset, filename: file.name, metadata }];
+  });
+}
+function restoreRow(row, model, media) {
+  const data = row.data;
+  const make = (role, content, metadata = data.metadata) => ({
+    id: row.id,
+    role,
+    content,
+    ...metadata === undefined ? {} : { metadata }
+  });
+  if (row.type === "user") {
+    const skills = data.skills ?? [];
+    const content = [
+      ...skills.flatMap((skill) => skill.text === undefined ? [] : [{ type: "text", text: skill.text }]),
+      ...data.text ? [{ type: "text", text: data.text }] : [],
+      ...attachmentParts(data.files ?? [], row.id, media)
+    ];
+    return content.length ? [
+      make("user", content, {
+        ...data.metadata ?? {},
+        ...data.agents?.length ? { agents: data.agents } : {}
+      })
+    ] : [];
+  }
+  if (row.type === "system")
+    return [{ role: "system", content: [{ type: "text", text: data.text ?? "" }] }];
+  if (row.type === "synthetic" && isStorageNoticeText(data.text))
+    return [];
+  if (["synthetic", "skill"].includes(row.type))
+    return [make("user", [{ type: "text", text: data.text ?? "" }])];
+  if (row.type === "location-switched")
+    return [
+      make("user", [
+        {
+          type: "text",
+          text: `The working directory has been changed to ${data.location.directory}.`
+        }
+      ])
+    ];
+  if (row.type === "shell")
+    return data.metadata?.background === true ? [] : [
+      make("user", [
+        {
+          type: "text",
+          text: `The following shell command was executed by the user:
+
+Command:
+${data.command}
+
+Output:
+${data.output?.output ?? ""}`
+        }
+      ])
+    ];
+  if (row.type !== "assistant")
+    return [];
+  const previousModel = data.model;
+  const sameProvider = previousModel?.providerID === model.providerID;
+  const sameModel = sameProvider && previousModel?.id === model.id;
+  const reuse = sameModel && data.error === undefined;
+  const metadata = (state) => state === undefined ? undefined : { [model.providerID]: state };
+  const reasoningInterrupted = data.content?.some((part) => part.type === "reasoning" && part.time !== undefined && part.time.completed === undefined);
+  const content = [];
+  const results = [];
+  for (const part of data.content ?? []) {
+    let native = "native" in part ? part.native : part.type === "tool" ? part.providerState : part.state;
+    if (part.type === "tool" && part.providerResultState !== null && typeof part.providerResultState === "object" && !Array.isArray(part.providerResultState))
+      native = {
+        ...native !== null && typeof native === "object" && !Array.isArray(native) ? native : {},
+        ...part.providerResultState
+      };
+    if (part.type === "text") {
+      if (part.text !== "")
+        content.push({
+          type: "text",
+          text: part.text,
+          providerMetadata: reuse ? metadata(native) : undefined
+        });
+      continue;
+    }
+    if (part.type === "reasoning") {
+      if (part.text !== "" || reuse && !reasoningInterrupted && native !== undefined)
+        content.push({
+          type: data.error === undefined && !reasoningInterrupted ? "reasoning" : "text",
+          text: part.text,
+          providerMetadata: reuse && !reasoningInterrupted ? metadata(native) : undefined
+        });
+      continue;
+    }
+    const state = part.state;
+    const completed = state.status === "completed" || state.status === "error";
+    const toolReuse = reuse || sameModel && part.executed === true && completed;
+    let input = state.input;
+    if (state.status === "streaming" && typeof input === "string") {
+      try {
+        input = JSON.parse(input);
+      } catch {}
+    }
+    content.push({
+      type: "tool-call",
+      id: part.id,
+      name: part.name,
+      input,
+      providerExecuted: part.executed,
+      providerMetadata: toolReuse ? metadata(native) : undefined
+    });
+    if (!completed)
+      continue;
+    const toolContent = state.content ?? [];
+    const single = toolContent.length === 1 ? toolContent[0] : undefined;
+    const result = {
+      type: "tool-result",
+      id: part.id,
+      name: part.name,
+      providerExecuted: part.executed,
+      providerMetadata: (part.executed === true ? sameProvider : reuse) ? metadata(native) : undefined,
+      result: state.status === "error" ? { type: "error", value: { error: state.error, content: toolContent } } : single?.type === "text" ? { type: "text", value: single.text } : { type: "content", value: toolContent }
+    };
+    if (part.executed === true)
+      content.push(result);
+    else
+      results.push({ role: "tool", content: [result] });
+  }
+  return [...content.length ? [make("assistant", content)] : [], ...results];
+}
+
+// src/v2/tool-result.ts
+function isToolError(part) {
+  const result = part.result;
+  return part.resultType === "error" || result?.type === "error" || result !== null && typeof result === "object" && "error" in result;
+}
+function toolErrorText(result) {
+  const value = result.value === undefined ? result : result.value;
+  return typeof value === "string" ? value : JSON.stringify(value);
+}
+function toolStateContent(state) {
+  if (typeof state.output === "string")
+    return state.output;
+  if (state.status === "error")
+    return toolErrorText({ error: state.error, content: state.content ?? [] });
+  if (typeof state.content === "string")
+    return state.content;
+  if (!Array.isArray(state.content))
+    return "";
+  return state.content.map((part) => {
+    if (typeof part === "string")
+      return part;
+    if (!part || typeof part !== "object")
+      return "";
+    const value = part;
+    if (typeof value.text === "string")
+      return value.text;
+    if (typeof value.value === "string")
+      return value.value;
+    return "";
+  }).filter(Boolean).join(`
+`);
+}
+
+// src/v2/hooks/store.ts
+var rawMessageTypes = new Set(RAW_MESSAGE_TYPES2);
+var isRawRow = (row) => rawMessageTypes.has(row.type);
+var NO_MODEL = { providerID: "", id: "" };
+function hostServesRowById(row) {
+  return isRawRow(row) && restoreRow(row, NO_MODEL).some((message) => message.id === row.id);
+}
+function projectRawMessages(rows, ordinalFor) {
+  return rows.filter(isRawRow).map((row, index) => {
+    const message = {
+      id: row.id,
+      ordinal: ordinalFor(row, index),
+      role: row.type === "assistant" ? "assistant" : row.type === "system" ? "system" : "user",
+      createdAt: row.time_created ?? row.data.time?.created,
+      parts: row.type === "assistant" ? (row.data.content ?? []).map((part) => {
+        if (part.type !== "tool")
+          return { ...part };
+        const state = part.state;
+        const content = state.content;
+        return {
+          type: "tool",
+          tool: part.name,
+          callID: part.id,
+          state: {
+            ...state,
+            output: state.status === "error" ? toolStateContent(state) : content?.filter((p) => p.type === "text").map((p) => p.text).join(`
+`) ?? ""
+          }
+        };
+      }) : [{ type: "text", text: row.data.text ?? "" }]
+    };
+    Object.defineProperty(message, "storeType", { value: row.type, enumerable: false });
+    if (!hostServesRowById(row))
+      markHostUnservedRow(message);
+    return message;
+  });
+}
+function rawMessages(rows, history = rows) {
+  const ordinals = new Map(history.filter(isRawRow).map((row, index) => [row.id, index + 1]));
+  return projectRawMessages(rows, (row) => {
+    return ordinals.get(row.id) ?? 0;
+  });
+}
+function rawMessagePage(rows, afterOrdinal) {
+  return projectRawMessages(rows, (_row, index) => afterOrdinal + index + 1);
+}
+var SERVED_BOUNDARY_PAGE = 50;
+function servedBoundaryRow2(reader, sessionID, messageID) {
+  const boundary = reader.messageById(sessionID, messageID);
+  if (!boundary)
+    return null;
+  if (hostServesRowById(boundary))
+    return boundary;
+  let through = boundary.seq - 1;
+  for (;; ) {
+    const rows = reader.rawRowsThrough(sessionID, through, SERVED_BOUNDARY_PAGE);
+    const served = rows.find(hostServesRowById);
+    if (served)
+      return served;
+    const oldest = rows.at(-1);
+    if (rows.length < SERVED_BOUNDARY_PAGE || !oldest)
+      return null;
+    through = oldest.seq - 1;
+  }
+}
+function resolveV2BoundaryUserMessage2(reader, sessionID, endMessageID) {
+  const end = reader.messageById(sessionID, endMessageID);
+  if (!end || !isRawRow(end))
+    return null;
+  let through = end.seq;
+  for (;; ) {
+    const rows = reader.rawRowsThrough(sessionID, through, SERVED_BOUNDARY_PAGE);
+    const user = rows.find((row) => row.type !== "assistant");
+    if (user)
+      return rawMessagePage([user], 0)[0] ?? null;
+    const oldest = rows.at(-1);
+    if (rows.length < SERVED_BOUNDARY_PAGE || !oldest)
+      return null;
+    through = oldest.seq - 1;
+  }
+}
+function readAllV2RawMessagesForConversion2(openReader, sessionID) {
+  const reader = openReader();
+  try {
+    return rawMessages(reader.history(sessionID));
+  } finally {
+    reader.close();
+  }
+}
+var CONVERSION_PAGE_ROWS = 1000;
+function* readV2RawMessagePagesForConversion2(openReader, sessionID, pageRows = CONVERSION_PAGE_ROWS) {
+  const reader = openReader();
+  try {
+    let after = -1;
+    let ordinal = 0;
+    for (;; ) {
+      const page = reader.page(sessionID, { after, limit: pageRows });
+      const messages = rawMessagePage(page.rows, ordinal);
+      ordinal += messages.length;
+      if (messages.length > 0)
+        yield messages;
+      if (page.rows.length < pageRows || page.cursor === undefined)
+        return;
+      after = page.cursor;
+    }
+  } finally {
+    reader.close();
+  }
+}
+function createV2RawMessageReader2(openReader, storePath, releaseReader = (reader) => reader.close()) {
+  const servedBoundaryCache = new Map;
+  return {
+    storePath,
+    getRevision: (sessionID) => {
+      const reader = openReader();
+      try {
+        return reader.latestSequence(sessionID);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    getCountAfterRevision: (sessionID, after, through) => {
+      const reader = openReader();
+      try {
+        return reader.messageCountAfterSequence(sessionID, after, through);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    readPage: (sessionID, afterOrdinal, limit, finalWatermark, after) => {
+      const reader = openReader();
+      try {
+        return rawMessagePage(reader.messagePage(sessionID, afterOrdinal, limit, finalWatermark, after), afterOrdinal);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    findById: (sessionID, messageID) => {
+      const reader = openReader();
+      try {
+        const ordinal = reader.messageOrdinalById(sessionID, messageID);
+        const row = reader.messageById(sessionID, messageID);
+        if (ordinal === null || row === null)
+          return null;
+        return rawMessagePage([row], ordinal - 1)[0] ?? null;
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    findPartsById: (sessionID, messageID) => {
+      const reader = openReader();
+      try {
+        const row = reader.messageById(sessionID, messageID);
+        return row ? rawMessagePage([row], 0)[0] ?? null : null;
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    hasById: (sessionID, messageID) => {
+      const reader = openReader();
+      try {
+        return reader.messageExistsById(sessionID, messageID);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    ordinalOf: (sessionID, messageID) => {
+      const reader = openReader();
+      try {
+        return reader.messageOrdinalById(sessionID, messageID);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    orderOf: (sessionID, messageID) => {
+      const reader = openReader();
+      try {
+        return reader.sequenceForId(sessionID, messageID) ?? null;
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    ordinalMapForRange: (sessionID, fromOrdinal, toOrdinal) => {
+      const reader = openReader();
+      try {
+        return reader.messageIdOrdinals(sessionID, fromOrdinal, toOrdinal);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    readOrdinalPage: (sessionID, after, limit) => {
+      const reader = openReader();
+      try {
+        return reader.messageOrdinalPage(sessionID, after, limit);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    getCount: (sessionID) => {
+      const reader = openReader();
+      try {
+        return reader.messageCount(sessionID);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    getStoredCount: (sessionID) => {
+      const reader = openReader();
+      try {
+        return reader.storedMessageCount(sessionID);
+      } finally {
+        releaseReader(reader);
+      }
+    },
+    servedBoundaryIdOf: (sessionID, messageID) => {
+      const key = `${sessionID}\x00${messageID}`;
+      if (servedBoundaryCache.has(key))
+        return servedBoundaryCache.get(key) ?? null;
+      const reader = openReader();
+      try {
+        const served = servedBoundaryRow2(reader, sessionID, messageID)?.id ?? null;
+        if (servedBoundaryCache.size >= 1000)
+          servedBoundaryCache.clear();
+        if (served !== null)
+          servedBoundaryCache.set(key, served);
+        return served;
+      } finally {
+        releaseReader(reader);
+      }
+    }
+  };
+}
+function createV2RawMessageProvider2(reader, sessionID) {
+  return {
+    ...reader.storePath ? { workerSource: { kind: "opencode2", path: reader.storePath } } : {},
+    readMessagePage: (afterOrdinal, limit, finalWatermark, after) => reader.readPage(sessionID, afterOrdinal, limit, finalWatermark, after),
+    readMessageById: (messageID) => reader.findById(sessionID, messageID),
+    readMessagePartsById: (messageID) => reader.findPartsById(sessionID, messageID),
+    hasMessageById: (messageID) => reader.hasById(sessionID, messageID),
+    readMessageOrdinalById: (messageID) => reader.ordinalOf(sessionID, messageID),
+    ...reader.orderOf ? {
+      readMessageOrderById: (messageID) => reader.orderOf?.(sessionID, messageID) ?? null
+    } : {},
+    readMessageIdOrdinalsForRange: (fromOrdinal, toOrdinal) => reader.ordinalMapForRange(sessionID, fromOrdinal, toOrdinal),
+    readMessageOrdinalPage: (after, limit) => reader.readOrdinalPage(sessionID, after, limit),
+    getMessageCount: () => reader.getCount(sessionID),
+    getStoredMessageCount: () => reader.getStoredCount(sessionID),
+    ...reader.servedBoundaryIdOf ? {
+      readServedBoundaryId: (messageID) => reader.servedBoundaryIdOf?.(sessionID, messageID) ?? null
+    } : {}
+  };
+}
+
+export { STORAGE_NOTICE_PREFIX, formatStorageRefusalNotice, formatStorageRecoveryNotice, hasStorageNoticeShape, dropStorageNotices, restoreRow, isToolError, toolErrorText, toolStateContent, servedBoundaryRow2, resolveV2BoundaryUserMessage2, readAllV2RawMessagesForConversion2, readV2RawMessagePagesForConversion2, createV2RawMessageReader2, createV2RawMessageProvider2 };