@cortexkit/opencode-magic-context 0.44.3 → 0.45.0

package/dist/v2/server-remp7e2g.js

@@ -0,0 +1,214 @@
+// src/shared/historian-tool-template.ts
+class Parser {
+  source;
+  pos = 0;
+  constructor(source) {
+    this.source = source;
+  }
+  error() {
+    throw new Error(`Invalid tool expansion template at character ${this.pos + 1}`);
+  }
+  take(value) {
+    if (!this.source.startsWith(value, this.pos))
+      return false;
+    this.pos += value.length;
+    return true;
+  }
+  field() {
+    const match = /^[A-Za-z_][A-Za-z0-9_-]*/.exec(this.source.slice(this.pos));
+    if (!match)
+      return this.error();
+    this.pos += match[0].length;
+    return match[0];
+  }
+  quoted() {
+    const start = this.pos;
+    if (!this.take('"'))
+      return this.error();
+    while (this.pos < this.source.length) {
+      if (this.take("\\")) {
+        this.pos++;
+        continue;
+      }
+      if (this.take('"')) {
+        try {
+          return JSON.parse(this.source.slice(start, this.pos));
+        } catch {
+          return this.error();
+        }
+      }
+      this.pos++;
+    }
+    return this.error();
+  }
+  integer() {
+    const match = /^\d+/.exec(this.source.slice(this.pos));
+    if (!match)
+      return this.error();
+    this.pos += match[0].length;
+    const n = Number(match[0]);
+    if (!Number.isSafeInteger(n))
+      return this.error();
+    return n;
+  }
+  expression(relative) {
+    const steps = [];
+    if (!(relative && this.take("."))) {
+      const root = this.field();
+      if (!relative && root !== "input" && root !== "output")
+        return this.error();
+      steps.push({ field: root });
+    }
+    while (true) {
+      if (this.take("[")) {
+        if (this.take("*]."))
+          steps.push({ project: this.field() });
+        else {
+          const index = this.integer();
+          if (!this.take("]"))
+            return this.error();
+          steps.push({ index });
+        }
+      } else if (this.source[this.pos] === "." && !/^\.(each\(|join\(|count(?:\.|\})|truncate\()/.test(this.source.slice(this.pos))) {
+        this.pos++;
+        steps.push({ field: this.field() });
+        if (this.source[this.pos] === "(")
+          return this.error();
+      } else
+        break;
+    }
+    const expression = { steps, cap: 300 };
+    if (this.take(".each(")) {
+      if (relative)
+        return this.error();
+      expression.each = parseTemplate(this.quoted(), true);
+      if (!this.take(")"))
+        return this.error();
+    }
+    if (this.take(".join(")) {
+      expression.join = this.quoted();
+      if (!this.take(")"))
+        return this.error();
+    }
+    if (this.take(".count")) {
+      if (expression.each || expression.join !== undefined)
+        return this.error();
+      expression.count = true;
+    }
+    if (this.take(".truncate(")) {
+      expression.cap = this.integer();
+      if (!this.take(")"))
+        return this.error();
+    }
+    if (!this.take("}"))
+      return this.error();
+    return expression;
+  }
+  template(relative) {
+    const nodes = [];
+    while (this.pos < this.source.length) {
+      const next = this.source.indexOf("${", this.pos);
+      if (next < 0) {
+        nodes.push(this.source.slice(this.pos));
+        break;
+      }
+      nodes.push(this.source.slice(this.pos, next));
+      this.pos = next + 2;
+      nodes.push(this.expression(relative));
+    }
+    return nodes;
+  }
+}
+function parseTemplate(source, relative = false) {
+  return new Parser(source).template(relative);
+}
+function toolTemplateError(source) {
+  try {
+    parseTemplate(source);
+    return;
+  } catch (error) {
+    return error.message;
+  }
+}
+var templates = new Map;
+function compiled(source) {
+  if (!templates.has(source)) {
+    try {
+      templates.set(source, parseTemplate(source));
+    } catch {
+      templates.set(source, null);
+    }
+  }
+  return templates.get(source) ?? null;
+}
+function oneLine(value) {
+  return value.replace(/[\r\n\u2028\u2029]+/g, " ");
+}
+function truncate(value, cap) {
+  const chars = Array.from(oneLine(value));
+  return chars.length > cap ? `${chars.slice(0, cap).join("")}…` : chars.join("");
+}
+function scalar(value) {
+  if (value === undefined)
+    return "";
+  return typeof value === "string" ? value : compactJson(value);
+}
+function compactJson(value) {
+  if (Array.isArray(value))
+    return `[${value.map((v) => compactJson(v)).join(",")}]`;
+  if (value !== null && typeof value === "object")
+    return `{${Object.keys(value).sort().map((key) => `${JSON.stringify(key)}:${compactJson(value[key])}`).join(",")}}`;
+  return JSON.stringify(value) ?? "null";
+}
+function field(value, key) {
+  return value !== null && typeof value === "object" && !Array.isArray(value) && Object.hasOwn(value, key) ? value[key] : undefined;
+}
+function render(nodes, root) {
+  return nodes.map((node) => {
+    if (typeof node === "string")
+      return node;
+    let value = root;
+    let list = false;
+    for (const step of node.steps) {
+      if ("field" in step)
+        value = list && Array.isArray(value) ? value.map((item) => field(item, step.field)) : field(value, step.field);
+      else if ("index" in step)
+        value = Array.isArray(value) ? value[step.index] : undefined;
+      else {
+        value = Array.isArray(value) ? value.map((item) => field(item, step.project)) : undefined;
+        list = true;
+      }
+    }
+    if (node.count)
+      return truncate(Array.isArray(value) ? String(value.length) : "", node.cap);
+    if (node.each || list || node.join !== undefined) {
+      if (!Array.isArray(value))
+        return "";
+      const elements = value.slice(0, 10).map((item) => truncate(node.each ? render(node.each, item) : scalar(item), 300));
+      if (value.length > 10)
+        elements.push(`… +${value.length - 10} more`);
+      return truncate(elements.join(node.join ?? (node.each ? "; " : ", ")), node.cap);
+    }
+    return truncate(scalar(value), node.cap);
+  }).join("");
+}
+function renderToolTemplate(source, input, output) {
+  const nodes = compiled(source);
+  if (!nodes)
+    return null;
+  const text = typeof output === "string" ? output : output === undefined ? "" : compactJson(output);
+  let structured = output;
+  if (typeof output === "string") {
+    try {
+      const parsed = JSON.parse(output);
+      structured = parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed : undefined;
+    } catch {
+      structured = undefined;
+    }
+  }
+  const root = { input, output: structured };
+  const bareOutputNodes = nodes.map((node) => typeof node !== "string" && node.steps.length === 1 && ("field" in node.steps[0]) && node.steps[0].field === "output" && !node.each && !node.count && node.join === undefined ? truncate(text ?? "", node.cap) : node);
+  return truncate(render(bareOutputNodes, root), 1000);
+}
+
+export { toolTemplateError, renderToolTemplate };

package/dist/v2/server-rhdgxp1t.js

@@ -0,0 +1,398 @@
+import {
+  log
+} from "./server-ckpc8pxy.js";
+
+// src/shared/internal-initiator-marker.ts
+var OMO_INTERNAL_INITIATOR_MARKER = "<!-- OMO_INTERNAL_INITIATOR -->";
+
+// src/shared/system-directive.ts
+var SYSTEM_DIRECTIVE_PREFIX = "[SYSTEM DIRECTIVE: MAGIC-CONTEXT";
+function isSystemDirective(text) {
+  return text.trimStart().startsWith(SYSTEM_DIRECTIVE_PREFIX);
+}
+function removeSystemReminders(text) {
+  return text.replace(/<system-reminder>[\s\S]*?<\/system-reminder>/gi, "").trim();
+}
+
+// src/hooks/magic-context/read-session-formatting.ts
+import { existsSync, readFileSync, realpathSync, statSync } from "node:fs";
+import { createRequire } from "node:module";
+import { homedir } from "node:os";
+import { dirname, join, resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+
+// src/shared/commit-detection.ts
+var HASH_HEX = "[0-9a-f]{7,12}";
+var COMMIT_HASH_TEST_PATTERN = new RegExp(`\\b${HASH_HEX}\\b`, "i");
+var COMMIT_VERB_PATTERN = /\b(?:commit(?:ted|ting|s)?|cherry-?pick(?:ed|ing|s)?|merge[ds]?|merging|rebas(?:e|ed|es|ing))\b/i;
+function textMentionsRecentCommit(text) {
+  return COMMIT_HASH_TEST_PATTERN.test(text) && COMMIT_VERB_PATTERN.test(text);
+}
+function createCommitHashExtractPattern() {
+  return new RegExp(`\`?\\b(${HASH_HEX})\\b\`?`, "gi");
+}
+
+// src/hooks/magic-context/read-session-formatting.ts
+var MAX_COMMITS_PER_BLOCK = 5;
+function hasMeaningfulUserText2(parts) {
+  for (const part of parts) {
+    if (part === null || typeof part !== "object")
+      continue;
+    const candidate = part;
+    if (candidate.type !== "text" || typeof candidate.text !== "string")
+      continue;
+    if (candidate.ignored === true)
+      continue;
+    const cleaned = removeSystemReminders(candidate.text).replace(OMO_INTERNAL_INITIATOR_MARKER, "").trim();
+    if (!cleaned)
+      continue;
+    if (isSystemDirective(cleaned))
+      continue;
+    return true;
+  }
+  return false;
+}
+function extractTexts2(parts) {
+  const texts = [];
+  for (const part of parts) {
+    if (part === null || typeof part !== "object")
+      continue;
+    const p = part;
+    if (p.type === "text" && typeof p.text === "string" && p.text.trim().length > 0) {
+      texts.push(p.text.trim());
+    }
+  }
+  return texts;
+}
+function extractToolResultBodyTokens(parts) {
+  let tokens = 0;
+  for (const part of parts) {
+    if (part === null || typeof part !== "object")
+      continue;
+    const p = part;
+    if (p.type !== "tool")
+      continue;
+    const state = p.state;
+    if (!state || typeof state !== "object")
+      continue;
+    const body = state.output ?? state.error;
+    if (body === undefined)
+      continue;
+    const text = typeof body === "string" ? body : JSON.stringify(body);
+    tokens += Math.ceil(text.length / 4);
+  }
+  return tokens;
+}
+function extractToolCallSummaries(parts) {
+  const summaries = [];
+  for (const part of parts) {
+    if (part === null || typeof part !== "object")
+      continue;
+    const p = part;
+    if (p.type !== "tool" || typeof p.tool !== "string")
+      continue;
+    const state = p.state;
+    if (!state || typeof state !== "object")
+      continue;
+    const input = state.input;
+    const metadata = state.metadata;
+    const description = input && typeof input.description === "string" && input.description || metadata && typeof metadata.description === "string" && metadata.description;
+    if (description) {
+      summaries.push(`TC: ${description}`);
+      continue;
+    }
+    const toolName = p.tool;
+    const keyArg = extractKeyArg(toolName, input);
+    summaries.push(keyArg ? `TC: ${toolName}(${keyArg})` : `TC: ${toolName}`);
+  }
+  return summaries;
+}
+function extractKeyArg(_toolName, input) {
+  if (!input)
+    return null;
+  if (typeof input.filePath === "string")
+    return truncateArg(input.filePath);
+  if (typeof input.path === "string")
+    return truncateArg(input.path);
+  if (typeof input.pattern === "string")
+    return truncateArg(input.pattern);
+  if (typeof input.query === "string")
+    return truncateArg(input.query);
+  if (typeof input.symbol === "string")
+    return input.symbol;
+  if (typeof input.module === "string")
+    return input.module;
+  if (typeof input.action === "string")
+    return input.action;
+  return null;
+}
+function truncateArg(value, maxLen = 60) {
+  if (value.length <= maxLen)
+    return value;
+  return `${value.slice(0, maxLen)}…`;
+}
+var TOKENIZER_PACKAGE_DIRS = [
+  ["@cortexkit", "opencode-magic-context"],
+  ["@cortexkit", "pi-magic-context"]
+];
+var tokenizer;
+var tokenizerLoadAttempted = false;
+var tokenizerLoadPromise;
+var tokenizerWarningSent = false;
+var tokenizerEncodingPath;
+var tokenizerSerializedTableBytes;
+function tokenizerPackageRoots() {
+  const cwd = process.cwd();
+  const openCodeCache = join(process.env.XDG_CACHE_HOME ?? join(homedir(), ".cache"), "opencode");
+  const roots = [cwd, openCodeCache];
+  const candidates = [];
+  for (const root of roots) {
+    for (const packageDir of TOKENIZER_PACKAGE_DIRS) {
+      candidates.push(join(root, "node_modules", ...packageDir, "node_modules", "ai-tokenizer"));
+    }
+    candidates.push(join(root, "node_modules", "ai-tokenizer"));
+  }
+  let ancestor = process.argv[1] ? dirname(resolve(process.argv[1])) : cwd;
+  while (true) {
+    candidates.push(join(ancestor, "node_modules", "ai-tokenizer"));
+    const parent = dirname(ancestor);
+    if (parent === ancestor)
+      break;
+    ancestor = parent;
+  }
+  return [...new Set(candidates)];
+}
+function packageImportTarget(value) {
+  if (typeof value === "string")
+    return value;
+  if (!value || typeof value !== "object")
+    return;
+  const conditions = value;
+  return packageImportTarget(conditions.import) ?? packageImportTarget(conditions.default);
+}
+function findTokenizerImportPaths() {
+  for (const packageRoot of tokenizerPackageRoots()) {
+    const packageJsonPath = join(packageRoot, "package.json");
+    if (!existsSync(packageJsonPath))
+      continue;
+    try {
+      const packageJson = JSON.parse(readFileSync(packageJsonPath, "utf8"));
+      const tokenizerTarget = packageImportTarget(packageJson.exports?.["."]) ?? (typeof packageJson.module === "string" ? packageJson.module : undefined) ?? (typeof packageJson.main === "string" ? packageJson.main : undefined);
+      const encodingTarget = packageImportTarget(packageJson.exports?.["./encoding/claude"]);
+      if (!tokenizerTarget || !encodingTarget)
+        continue;
+      return {
+        tokenizerPath: realpathSync(join(packageRoot, tokenizerTarget)),
+        encodingPath: realpathSync(join(packageRoot, encodingTarget))
+      };
+    } catch {}
+  }
+  return;
+}
+function constructTokenizer(tokenizerModule, claudeEncoding) {
+  const typedModule = tokenizerModule;
+  const Tokenizer = typedModule.default ?? typedModule.Tokenizer;
+  if (!Tokenizer) {
+    throw new Error("ai-tokenizer does not expose a Tokenizer constructor");
+  }
+  return new Tokenizer(claudeEncoding);
+}
+function loadTokenizer() {
+  const requireFromThisModule = createRequire(import.meta.url);
+  const encodingSpecifier = "ai-tokenizer/encoding/" + "claude";
+  tokenizerEncodingPath = requireFromThisModule.resolve(encodingSpecifier);
+  tokenizerSerializedTableBytes = undefined;
+  return constructTokenizer(requireFromThisModule("ai-" + "tokenizer"), requireFromThisModule(encodingSpecifier));
+}
+async function loadTokenizerFromInstalledPackage() {
+  const installedPaths = findTokenizerImportPaths();
+  if (!installedPaths) {
+    throw new Error("ai-tokenizer was not found under the project, runtime, or OpenCode cache node_modules roots");
+  }
+  const [tokenizerModule, claudeEncoding] = await Promise.all([
+    import(pathToFileURL(installedPaths.tokenizerPath).href),
+    import(pathToFileURL(installedPaths.encodingPath).href)
+  ]);
+  tokenizerEncodingPath = installedPaths.encodingPath;
+  tokenizerSerializedTableBytes = undefined;
+  return constructTokenizer(tokenizerModule, claudeEncoding);
+}
+function serializedTokenizerTableBytes(entryPath) {
+  const root = dirname(entryPath);
+  const pending = [entryPath];
+  const visited = new Set;
+  let total = 0;
+  try {
+    while (pending.length > 0) {
+      const nextPath = pending.pop();
+      if (!nextPath)
+        break;
+      const path = realpathSync(nextPath);
+      if (visited.has(path))
+        continue;
+      visited.add(path);
+      total += statSync(path).size;
+      const source = readFileSync(path, "utf8");
+      const localImports = source.matchAll(/(?:require\(|\bfrom\s+|\bimport\()\s*["'](\.\.?\/[^"']+)["']/g);
+      for (const match of localImports) {
+        const specifier = match[1];
+        if (!specifier)
+          continue;
+        const dependency = resolve(dirname(path), specifier);
+        if (dependency.startsWith(root))
+          pending.push(dependency);
+      }
+    }
+    return total;
+  } catch {
+    return null;
+  }
+}
+function getTokenizerNativeMemoryStats() {
+  if (tokenizerSerializedTableBytes === undefined) {
+    tokenizerSerializedTableBytes = tokenizerEncodingPath ? serializedTokenizerTableBytes(tokenizerEncodingPath) : null;
+  }
+  return {
+    loaded: tokenizer !== undefined,
+    loadAttempted: tokenizerLoadAttempted || tokenizerLoadPromise !== undefined,
+    tableBytes: tokenizerSerializedTableBytes,
+    tablePath: tokenizerEncodingPath ?? null
+  };
+}
+function warnTokenizerFallback(error) {
+  if (tokenizerWarningSent)
+    return;
+  tokenizerWarningSent = true;
+  const reason = error instanceof Error ? error.message : String(error);
+  log("[magic-context] ai-tokenizer is unavailable; using approximate character-based token counts for this process. Token budgets, persisted per-message counts, and protected-tail/compartment boundaries may be less accurate until restart:", reason);
+}
+async function preloadTokenizer() {
+  if (tokenizer)
+    return true;
+  if (tokenizerLoadAttempted)
+    return false;
+  if (tokenizerLoadPromise)
+    return tokenizerLoadPromise;
+  tokenizerLoadPromise = (async () => {
+    try {
+      try {
+        tokenizer = loadTokenizer();
+      } catch {
+        tokenizer = await loadTokenizerFromInstalledPackage();
+      }
+      tokenizerLoadAttempted = true;
+      return true;
+    } catch (error) {
+      tokenizerLoadAttempted = true;
+      warnTokenizerFallback(error);
+      return false;
+    } finally {
+      tokenizerLoadPromise = undefined;
+    }
+  })();
+  return tokenizerLoadPromise;
+}
+function getTokenizer() {
+  if (tokenizer || tokenizerLoadAttempted)
+    return tokenizer;
+  tokenizerLoadAttempted = true;
+  try {
+    tokenizer = loadTokenizer();
+  } catch (error) {
+    warnTokenizerFallback(error);
+  }
+  return tokenizer;
+}
+function estimateTokensHeuristically(text) {
+  return Math.ceil(text.length / 3.5);
+}
+var TOKEN_ESTIMATOR_SAMPLE = 'Coverage check: const windows = chunk(text, 0x1f, 512); // ok? "naïve" café 日本語 <EOT> 3.14159 ->  done.';
+var estimatorFingerprintTokenizer;
+var estimatorFingerprint = "";
+function getTokenEstimatorFingerprint() {
+  const activeTokenizer = getTokenizer();
+  if (!activeTokenizer) {
+    return `heuristic:${estimateTokensHeuristically(TOKEN_ESTIMATOR_SAMPLE)}`;
+  }
+  if (estimatorFingerprintTokenizer === activeTokenizer)
+    return estimatorFingerprint;
+  let fingerprint;
+  try {
+    fingerprint = `tokenizer:${activeTokenizer.encode(TOKEN_ESTIMATOR_SAMPLE, "all").length}`;
+  } catch {
+    fingerprint = "tokenizer:sample-unencodable";
+  }
+  estimatorFingerprintTokenizer = activeTokenizer;
+  estimatorFingerprint = fingerprint;
+  return fingerprint;
+}
+function estimateTokens(text) {
+  if (!text)
+    return 0;
+  const activeTokenizer = getTokenizer();
+  if (!activeTokenizer)
+    return estimateTokensHeuristically(text);
+  try {
+    return activeTokenizer.encode(text, "all").length;
+  } catch (error) {
+    tokenizer = undefined;
+    tokenizerLoadAttempted = true;
+    warnTokenizerFallback(error);
+    return estimateTokensHeuristically(text);
+  }
+}
+function normalizeText(text) {
+  return text.replace(/\s+/g, " ").trim();
+}
+function compactRole(role) {
+  if (role === "assistant")
+    return "A";
+  if (role === "user")
+    return "U";
+  return role.slice(0, 1).toUpperCase() || "M";
+}
+function formatBlock(block) {
+  const range = block.startOrdinal === block.endOrdinal ? `[${block.startOrdinal}]` : `[${block.startOrdinal}-${block.endOrdinal}]`;
+  const commitSuffix = block.commitHashes.length > 0 ? ` commits: ${block.commitHashes.join(", ")}` : "";
+  return `${range} ${block.role}:${commitSuffix} ${block.parts.join(" / ")}`;
+}
+function extractCommitHashes(text) {
+  const hashes = [];
+  const seen = new Set;
+  for (const match of text.matchAll(createCommitHashExtractPattern())) {
+    const hash = match[1]?.toLowerCase();
+    if (!hash || seen.has(hash))
+      continue;
+    seen.add(hash);
+    hashes.push(hash);
+    if (hashes.length >= MAX_COMMITS_PER_BLOCK)
+      break;
+  }
+  return hashes;
+}
+function compactTextForSummary(text, role) {
+  const commitHashes = role === "assistant" ? extractCommitHashes(text) : [];
+  if (commitHashes.length === 0 || !COMMIT_VERB_PATTERN.test(text)) {
+    return { text, commitHashes };
+  }
+  const withoutHashes = text.replace(createCommitHashExtractPattern(), "").replace(/\(\s*\)/g, "").replace(/\s+,/g, ",").replace(/,\s*,+/g, ", ").replace(/\s{2,}/g, " ").replace(/\s+([,.;:])/g, "$1").trim();
+  return {
+    text: withoutHashes.length > 0 ? withoutHashes : text,
+    commitHashes
+  };
+}
+function mergeCommitHashes(existing, next) {
+  if (next.length === 0)
+    return existing;
+  const merged = [...existing];
+  for (const hash of next) {
+    if (merged.includes(hash))
+      continue;
+    merged.push(hash);
+    if (merged.length >= MAX_COMMITS_PER_BLOCK)
+      break;
+  }
+  return merged;
+}
+
+export { textMentionsRecentCommit, OMO_INTERNAL_INITIATOR_MARKER, isSystemDirective, removeSystemReminders, hasMeaningfulUserText2, extractTexts2, extractToolResultBodyTokens, extractToolCallSummaries, getTokenizerNativeMemoryStats, preloadTokenizer, getTokenEstimatorFingerprint, estimateTokens, normalizeText, compactRole, formatBlock, compactTextForSummary, mergeCommitHashes };