@cortexkit/opencode-magic-context 0.44.3 → 0.45.0

package/dist/v2/server-n96ag4rk.js

@@ -0,0 +1,633 @@
+// src/hooks/magic-context/tokenizer-calibration-seeds.json
+var tokenizer_calibration_seeds_default = [
+  {
+    prefix: "google/gemini-3.8-flash",
+    systemRatio: 0.961167,
+    toolsRatio: 0.967504,
+    proseRatio: 1.006909
+  },
+  {
+    prefix: "google/gemini-3.7-flash",
+    systemRatio: 0.961167,
+    toolsRatio: 0.967504,
+    proseRatio: 1.006909
+  },
+  {
+    prefix: "google/gemini-3.1-pro-preview",
+    systemRatio: 0.961167,
+    toolsRatio: 0.967504,
+    proseRatio: 1.006909
+  },
+  {
+    prefix: "anthropic/claude-fable-5-1",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "anthropic/claude-opus-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "anthropic/claude-sonnet-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.554814,
+    proseRatio: 1.571815
+  },
+  {
+    prefix: "openrouter/anthropic/claude-fable-5-1",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "openrouter/anthropic/claude-opus-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "openrouter/anthropic/claude-sonnet-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.554814,
+    proseRatio: 1.571815
+  },
+  {
+    prefix: "github-copilot/claude-fable-5-1",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "github-copilot/claude-opus-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.551639,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "github-copilot/claude-sonnet-5",
+    systemRatio: 1.511497,
+    toolsRatio: 1.554814,
+    proseRatio: 1.571815
+  },
+  {
+    prefix: "anthropic/claude-opus-4-8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "anthropic/claude-opus-4.8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "anthropic/claude-opus-4-7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57,
+    proseRatio: 1.571778
+  },
+  {
+    prefix: "anthropic/claude-opus-4.7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "anthropic/claude-opus-4-5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-opus-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-opus-4-6",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-opus-4.6",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-sonnet-4-5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-sonnet-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-sonnet-4-6",
+    systemRatio: 1.02,
+    toolsRatio: 1.14,
+    proseRatio: 1.057976
+  },
+  {
+    prefix: "anthropic/claude-sonnet-4.6",
+    systemRatio: 1.02,
+    toolsRatio: 1.14
+  },
+  {
+    prefix: "anthropic/claude-haiku-4-5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "anthropic/claude-haiku-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "openrouter/anthropic/claude-opus-4-8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "openrouter/anthropic/claude-opus-4.8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "github-copilot/claude-opus-4-8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "github-copilot/claude-opus-4.8",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "openrouter/anthropic/claude-opus-4-7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "openrouter/anthropic/claude-opus-4.7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "github-copilot/claude-opus-4-7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "github-copilot/claude-opus-4.7",
+    systemRatio: 1.51,
+    toolsRatio: 1.57
+  },
+  {
+    prefix: "openrouter/anthropic/claude-sonnet-4.6",
+    systemRatio: 1.02,
+    toolsRatio: 1.14
+  },
+  {
+    prefix: "github-copilot/claude-sonnet-4.6",
+    systemRatio: 1.02,
+    toolsRatio: 1.14
+  },
+  {
+    prefix: "github-copilot/claude-sonnet-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "github-copilot/claude-opus-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "github-copilot/claude-haiku-4.5",
+    systemRatio: 1.02,
+    toolsRatio: 1.16
+  },
+  {
+    prefix: "openai/gpt-5.5",
+    systemRatio: 1.000278,
+    toolsRatio: 0.850953,
+    proseRatio: 1.000017
+  },
+  {
+    prefix: "openai/gpt-6-astra",
+    systemRatio: 1.000278,
+    toolsRatio: 0.850953,
+    proseRatio: 1.000017
+  },
+  {
+    prefix: "openai/gpt-6-sol",
+    systemRatio: 1.000278,
+    toolsRatio: 0.850953,
+    proseRatio: 1.000017,
+    provenance: "Mirrored from openai/gpt-6-astra; prose inherited-unmeasured. Reported OAuth system/tools counts match GPT-5.5; no independent API-key measurement."
+  },
+  {
+    prefix: "openai/gpt-6.1-sol",
+    systemRatio: 1.000278,
+    toolsRatio: 0.850953,
+    proseRatio: 1.000017,
+    provenance: "Mirrored from openai/gpt-6-astra; prose inherited-unmeasured. Reported OAuth system/tools counts match GPT-5.5; no independent API-key measurement."
+  },
+  {
+    prefix: "openai/gpt-5",
+    systemRatio: 1,
+    toolsRatio: 0.84
+  },
+  {
+    prefix: "xai/grok-4-latest",
+    systemRatio: 0.817751,
+    toolsRatio: 0.880494,
+    proseRatio: 0.880137
+  },
+  {
+    prefix: "xai/grok-code-fast-1",
+    systemRatio: 0.817751,
+    toolsRatio: 0.880494,
+    proseRatio: 0.880137
+  },
+  {
+    prefix: "xai/grok-4",
+    systemRatio: 0.82,
+    toolsRatio: 0.88
+  },
+  {
+    prefix: "xai/grok-code-fast",
+    systemRatio: 0.82,
+    toolsRatio: 0.89
+  },
+  {
+    prefix: "cerebras/qwen-3-235b",
+    systemRatio: 1,
+    toolsRatio: 1.1
+  },
+  {
+    prefix: "cerebras/zai-glm-4.7",
+    systemRatio: 1,
+    toolsRatio: 1.09
+  },
+  {
+    prefix: "cerebras/gpt-oss-120b",
+    systemRatio: 0.84,
+    toolsRatio: 0.79
+  },
+  {
+    prefix: "fireworks-ai/accounts/fireworks/models/glm-5p1",
+    systemRatio: 1,
+    toolsRatio: 1.06
+  },
+  {
+    prefix: "fireworks-ai/accounts/fireworks/models/deepseek-v3p2",
+    systemRatio: 1.05,
+    toolsRatio: 1.09
+  },
+  {
+    prefix: "opencode-go/glm-5.1",
+    systemRatio: 1,
+    toolsRatio: 1.06
+  },
+  {
+    prefix: "opencode-go/glm-5",
+    systemRatio: 1,
+    toolsRatio: 1.06
+  },
+  {
+    prefix: "opencode-go/kimi-k2.6",
+    systemRatio: 0.87,
+    toolsRatio: 0.86,
+    proseRatio: 0.925501
+  },
+  {
+    prefix: "moonshot/kimi-k2.6",
+    systemRatio: 0.872126,
+    toolsRatio: 0.863853,
+    proseRatio: 0.925501
+  },
+  {
+    prefix: "moonshot/kimi-for-coding",
+    systemRatio: 0.872126,
+    toolsRatio: 0.863853,
+    proseRatio: 0.925501
+  },
+  {
+    prefix: "zai/glm-4.7",
+    systemRatio: 0.999721,
+    toolsRatio: 1.056823,
+    proseRatio: 1.000875
+  },
+  {
+    prefix: "meta/muse-spark",
+    systemRatio: 0.865949,
+    toolsRatio: 1.024605,
+    proseRatio: 0.923366
+  },
+  {
+    prefix: "opencode/muse-spark",
+    systemRatio: 0.865949,
+    toolsRatio: 1.024605,
+    proseRatio: 0.923366
+  }
+];
+
+// src/hooks/magic-context/tokenizer-calibration.ts
+var CALIBRATION_TABLE = tokenizer_calibration_seeds_default;
+var NEUTRAL = { systemRatio: 1, toolsRatio: 1, proseRatio: 1 };
+var CALIBRATION_TABLE_REVISION = "2026-09-30-sol-tokenizer-seeds-v3";
+var UNKNOWN_FIT_RATIO = Math.max(2, ...CALIBRATION_TABLE.flatMap((entry) => [
+  entry.systemRatio,
+  entry.toolsRatio,
+  entry.proseRatio ?? 1
+]));
+function hasModelCalibration(providerId, modelId) {
+  return resolveModelCalibration(providerId, modelId) !== NEUTRAL;
+}
+function resolveModelCalibration(providerId, modelId) {
+  if (!providerId || !modelId)
+    return NEUTRAL;
+  const key = `${providerId}/${modelId}`.toLowerCase();
+  let best = null;
+  for (const entry of CALIBRATION_TABLE) {
+    const prefix = entry.prefix.toLowerCase();
+    if (!key.startsWith(prefix))
+      continue;
+    if (!best || prefix.length > best.prefix.length) {
+      best = entry;
+    }
+  }
+  if (best)
+    return { ...best, proseRatio: best.proseRatio ?? 1 };
+  const provider = providerId.toLowerCase();
+  const model = modelId.toLowerCase();
+  if (CALIBRATION_TABLE.some((entry) => entry.prefix.toLowerCase().startsWith(`${provider}/`))) {
+    return resolveFamilyFallback(provider, model) ?? NEUTRAL;
+  }
+  const canonical = canonicalProvider(model);
+  let modelMatch = null;
+  for (const entry of CALIBRATION_TABLE) {
+    const seedModel = entry.prefix.toLowerCase().split("/").slice(1).join("/");
+    if (!model.startsWith(seedModel))
+      continue;
+    const oldModel = modelMatch?.prefix.toLowerCase().split("/").slice(1).join("/") ?? "";
+    if (seedModel.length > oldModel.length || seedModel.length === oldModel.length && entry.prefix.toLowerCase().startsWith(`${canonical}/`) && !modelMatch?.prefix.toLowerCase().startsWith(`${canonical}/`))
+      modelMatch = entry;
+  }
+  if (modelMatch)
+    return {
+      ...modelMatch,
+      proseRatio: modelMatch.proseRatio ?? 1,
+      derivedFrom: modelMatch.prefix,
+      matchedByModelId: true
+    };
+  const inherited = canonical ? resolveFamilyFallback(canonical, model) : null;
+  return inherited ? { ...inherited, matchedByModelId: true } : NEUTRAL;
+}
+function parseModelLineage(modelId) {
+  const tokens = modelId.split("-");
+  const versionAt = tokens.findIndex((token) => /^\d+(\.\d+)*$/.test(token));
+  if (versionAt <= 0)
+    return null;
+  const version = [];
+  let end = versionAt;
+  while (end < tokens.length && /^\d+(\.\d+)*$/.test(tokens[end] ?? "")) {
+    for (const part of (tokens[end] ?? "").split("."))
+      version.push(Number(part));
+    end += 1;
+  }
+  return {
+    family: tokens.slice(0, versionAt).join("-"),
+    version,
+    variant: tokens.slice(end).join("-")
+  };
+}
+function canonicalProvider(model) {
+  if (model.startsWith("claude-"))
+    return "anthropic";
+  if (model.startsWith("gpt-"))
+    return "openai";
+  if (model.startsWith("gemini-"))
+    return "google";
+  return "";
+}
+function compareVersions(a, b) {
+  const length = Math.max(a.length, b.length);
+  for (let i = 0;i < length; i++) {
+    const delta = (a[i] ?? 0) - (b[i] ?? 0);
+    if (delta !== 0)
+      return delta;
+  }
+  return 0;
+}
+function resolveFamilyFallback(providerId, modelId) {
+  const wanted = parseModelLineage(modelId);
+  if (!wanted)
+    return null;
+  let below = null;
+  let above = null;
+  for (const entry of CALIBRATION_TABLE) {
+    const prefix = entry.prefix.toLowerCase();
+    if (!prefix.startsWith(`${providerId}/`))
+      continue;
+    const lineage = parseModelLineage(prefix.slice(providerId.length + 1));
+    if (!lineage || lineage.family !== wanted.family || lineage.variant !== wanted.variant)
+      continue;
+    const order = compareVersions(lineage.version, wanted.version);
+    if (order === 0)
+      continue;
+    if (order < 0) {
+      if (!below || compareVersions(lineage.version, below.version) > 0) {
+        below = { entry, version: lineage.version };
+      }
+    } else if (!above || compareVersions(lineage.version, above.version) < 0) {
+      above = { entry, version: lineage.version };
+    }
+  }
+  let source = below ?? above;
+  if (source?.version[0] !== wanted.version[0] && canonicalProvider(modelId) !== "") {
+    let sibling = null;
+    for (const entry of CALIBRATION_TABLE) {
+      const prefix = entry.prefix.toLowerCase();
+      if (!prefix.startsWith(`${providerId}/`))
+        continue;
+      const lineage = parseModelLineage(prefix.slice(providerId.length + 1));
+      if (!lineage || lineage.version[0] !== wanted.version[0] || lineage.variant !== wanted.variant || lineage.family.split("-")[0] !== wanted.family.split("-")[0])
+        continue;
+      const candidate = { entry, version: lineage.version };
+      if (!sibling || compareVersions(candidate.version, wanted.version) <= 0 && compareVersions(sibling.version, wanted.version) > 0 || compareVersions(candidate.version, wanted.version) <= 0 && compareVersions(candidate.version, sibling.version) > 0 || compareVersions(sibling.version, wanted.version) > 0 && compareVersions(candidate.version, sibling.version) < 0)
+        sibling = candidate;
+    }
+    source = sibling ?? source;
+  }
+  if (!source)
+    return null;
+  return {
+    systemRatio: source.entry.systemRatio,
+    toolsRatio: source.entry.toolsRatio,
+    proseRatio: source.entry.proseRatio ?? 1,
+    derivedFrom: source.entry.prefix
+  };
+}
+function calibrateBuckets(input) {
+  const empty = {
+    systemTokens: 0,
+    toolDefinitionTokens: 0,
+    compartmentTokens: 0,
+    factTokens: 0,
+    memoryTokens: 0,
+    docsTokens: 0,
+    profileTokens: 0,
+    conversationTokens: 0,
+    toolCallTokens: 0
+  };
+  if (input.inputTokens <= 0)
+    return empty;
+  let calibratedSystem = Math.round(input.systemLocal * input.calibration.systemRatio);
+  let calibratedToolDefs = Math.round(input.toolDefsLocal * input.calibration.toolsRatio);
+  const proseRatio = input.calibration.proseRatio;
+  let compartments = Math.round(Math.max(0, input.compartmentsLocal) * proseRatio);
+  let facts = Math.round(Math.max(0, input.factsLocal) * proseRatio);
+  let memories = Math.round(Math.max(0, input.memoriesLocal) * proseRatio);
+  let docs = Math.round(Math.max(0, input.docsLocal) * proseRatio);
+  let profile = Math.round(Math.max(0, input.profileLocal) * proseRatio);
+  const nonResidualTotal = calibratedSystem + calibratedToolDefs + compartments + facts + memories + docs + profile;
+  if (nonResidualTotal > input.inputTokens) {
+    const ratio = input.inputTokens / nonResidualTotal;
+    calibratedSystem = Math.round(calibratedSystem * ratio);
+    calibratedToolDefs = Math.round(calibratedToolDefs * ratio);
+    compartments = Math.round(compartments * ratio);
+    facts = Math.round(facts * ratio);
+    memories = Math.round(memories * ratio);
+    docs = Math.round(docs * ratio);
+    profile = Math.round(profile * ratio);
+  }
+  const residualTarget = Math.max(0, input.inputTokens - calibratedSystem - calibratedToolDefs - compartments - facts - memories - docs - profile);
+  const residualLocalSum = input.conversationLocal + input.toolCallsLocal;
+  let conversation;
+  let toolCalls;
+  if (residualLocalSum <= 0) {
+    conversation = residualTarget;
+    toolCalls = 0;
+  } else {
+    const scale = residualTarget / residualLocalSum;
+    conversation = Math.round(input.conversationLocal * scale);
+    toolCalls = Math.round(input.toolCallsLocal * scale);
+  }
+  const provisionalSum = calibratedSystem + calibratedToolDefs + compartments + facts + memories + docs + profile + conversation + toolCalls;
+  let delta = input.inputTokens - provisionalSum;
+  if (delta !== 0) {
+    if (conversation >= toolCalls) {
+      const adjusted = Math.max(0, conversation + delta);
+      delta -= adjusted - conversation;
+      conversation = adjusted;
+    } else {
+      const adjusted = Math.max(0, toolCalls + delta);
+      delta -= adjusted - toolCalls;
+      toolCalls = adjusted;
+    }
+  }
+  if (delta < 0) {
+    const get = (name) => {
+      if (name === "system")
+        return calibratedSystem;
+      if (name === "toolDefs")
+        return calibratedToolDefs;
+      if (name === "compartments")
+        return compartments;
+      if (name === "facts")
+        return facts;
+      if (name === "docs")
+        return docs;
+      if (name === "profile")
+        return profile;
+      return memories;
+    };
+    const subtract = (name, amount) => {
+      if (name === "system")
+        calibratedSystem -= amount;
+      else if (name === "toolDefs")
+        calibratedToolDefs -= amount;
+      else if (name === "compartments")
+        compartments -= amount;
+      else if (name === "facts")
+        facts -= amount;
+      else if (name === "docs")
+        docs -= amount;
+      else if (name === "profile")
+        profile -= amount;
+      else
+        memories -= amount;
+    };
+    const buckets = [
+      "system",
+      "toolDefs",
+      "compartments",
+      "facts",
+      "memories",
+      "docs",
+      "profile"
+    ];
+    buckets.sort((a, b) => get(b) - get(a));
+    for (const name of buckets) {
+      if (delta >= 0)
+        break;
+      const value = get(name);
+      if (value <= 0)
+        continue;
+      const adjustment = Math.min(value, -delta);
+      subtract(name, adjustment);
+      delta += adjustment;
+    }
+  }
+  return {
+    systemTokens: calibratedSystem,
+    toolDefinitionTokens: calibratedToolDefs,
+    compartmentTokens: compartments,
+    factTokens: facts,
+    memoryTokens: memories,
+    docsTokens: docs,
+    profileTokens: profile,
+    conversationTokens: conversation,
+    toolCallTokens: toolCalls
+  };
+}
+
+// src/hooks/magic-context/decision-calibration.ts
+function resolveDecisionCalibration(providerId, modelId) {
+  const ratios = resolveModelCalibration(providerId, modelId);
+  return Object.freeze({
+    ...ratios,
+    modelKey: `${providerId ?? "unknown"}/${modelId ?? "unknown"}`.toLowerCase(),
+    revision: CALIBRATION_TABLE_REVISION,
+    matchedPrefix: ratios.derivedFrom ?? ratios.prefix,
+    seeded: hasModelCalibration(providerId, modelId),
+    source: ratios.matchedByModelId ? "model-id" : ratios.derivedFrom ? "family-fallback" : "seed"
+  });
+}
+function providerMass(raw, seed, fit = false) {
+  const { system = 0, tools = 0, prose = 0 } = raw;
+  if ([system, tools, prose].some((count) => !Number.isFinite(count) || count < 0) || [seed.systemRatio, seed.toolsRatio, seed.proseRatio].some((ratio) => !Number.isFinite(ratio) || ratio <= 0)) {
+    return Number.POSITIVE_INFINITY;
+  }
+  const total = fit && !seed.seeded ? (system + tools + prose) * UNKNOWN_FIT_RATIO : system * seed.systemRatio + tools * seed.toolsRatio + prose * seed.proseRatio;
+  return Number.isFinite(total) ? Math.ceil(total) : Number.POSITIVE_INFINITY;
+}
+function localBudget(providerTokens, ratio) {
+  if (!Number.isFinite(providerTokens) || providerTokens <= 0 || !Number.isFinite(ratio) || ratio <= 0)
+    return 0;
+  return Math.floor(providerTokens / ratio);
+}
+function calibrationForModelKey(modelKey) {
+  const slash = modelKey?.indexOf("/") ?? -1;
+  return modelKey != null && slash > 0 ? resolveDecisionCalibration(modelKey.slice(0, slash), modelKey.slice(slash + 1)) : resolveDecisionCalibration(undefined, undefined);
+}
+function historyLocalBudget(providerTokens, modelKey) {
+  const ratio = calibrationForModelKey(modelKey).proseRatio;
+  return ratio === 1 ? providerTokens : localBudget(providerTokens, ratio);
+}
+
+export { UNKNOWN_FIT_RATIO, resolveModelCalibration, calibrateBuckets, resolveDecisionCalibration, providerMass, localBudget, calibrationForModelKey, historyLocalBudget };