@warmdrift/kgauto-compiler 2.0.0-alpha.3

package/dist/index.mjs

@@ -0,0 +1,1286 @@
+import {
+  ALL_ARCHETYPES,
+  DIALECT_VERSION,
+  INTENT_ARCHETYPES,
+  bucketContext,
+  bucketHistory,
+  bucketToolCount,
+  hashShape,
+  isArchetype,
+  learningKey
+} from "./chunk-5TI6PNSK.mjs";
+import {
+  ALIASES,
+  allProfiles,
+  getProfile,
+  profilesByProvider,
+  tryGetProfile
+} from "./chunk-MBEI5UOM.mjs";
+
+// src/tokenizer.ts
+var tokenizerImpl = defaultCharBasedCounter;
+function defaultCharBasedCounter(text) {
+  if (!text) return 0;
+  return Math.max(1, Math.ceil(text.length / 4));
+}
+function setTokenizer(impl) {
+  tokenizerImpl = impl;
+}
+function resetTokenizer() {
+  tokenizerImpl = defaultCharBasedCounter;
+}
+function countTokens(text) {
+  if (!text) return 0;
+  try {
+    const n = tokenizerImpl(text);
+    return Number.isFinite(n) && n >= 0 ? n : defaultCharBasedCounter(text);
+  } catch {
+    return defaultCharBasedCounter(text);
+  }
+}
+function countToolTokens(tool) {
+  const namePart = countTokens(tool.name);
+  const descPart = tool.description ? countTokens(tool.description) : 0;
+  const paramPart = tool.parameters ? countTokens(JSON.stringify(tool.parameters)) : 0;
+  return namePart + descPart + paramPart + 8;
+}
+function countMessagesTokens(messages) {
+  let total = 0;
+  for (const m of messages) {
+    total += countTokens(m.content) + 4;
+  }
+  return total;
+}
+
+// src/passes.ts
+function passSlice(ir) {
+  const intent = ir.intent.archetype;
+  const before = ir.sections.length;
+  const kept = ir.sections.filter((s) => !s.intents || s.intents.length === 0 || s.intents.includes(intent));
+  const dropped = before - kept.length;
+  if (dropped === 0) return { value: ir, mutations: [] };
+  return {
+    value: { ...ir, sections: kept },
+    mutations: [
+      {
+        id: `slice-${dropped}`,
+        source: "static_pass",
+        passName: "slice",
+        description: `Dropped ${dropped} of ${before} sections not tagged for intent=${intent}`
+      }
+    ]
+  };
+}
+function passDedupe(ir) {
+  const seen = /* @__PURE__ */ new Map();
+  const order = [];
+  for (const s of ir.sections) {
+    const key = simpleHash(s.text.trim());
+    if (!seen.has(key)) {
+      seen.set(key, s);
+      order.push(key);
+    }
+  }
+  const deduped = order.map((k) => seen.get(k));
+  const dropped = ir.sections.length - deduped.length;
+  if (dropped === 0) return { value: ir, mutations: [] };
+  return {
+    value: { ...ir, sections: deduped },
+    mutations: [
+      {
+        id: `dedupe-${dropped}`,
+        source: "static_pass",
+        passName: "dedupe",
+        description: `Removed ${dropped} duplicate section(s) (by text hash)`
+      }
+    ]
+  };
+}
+function passToolRelevance(ir, opts = {}) {
+  if (!ir.tools || ir.tools.length === 0) return { value: ir, mutations: [] };
+  const threshold = opts.threshold ?? 0.2;
+  const intent = ir.intent.archetype;
+  const scored = ir.tools.map((t) => {
+    const score = t.relevanceByIntent?.[intent] ?? 0.5;
+    return { tool: t, score };
+  });
+  const kept = scored.filter((s) => s.score >= threshold).sort((a, b) => b.score - a.score).map((s) => s.tool);
+  const limited = opts.maxKeep ? kept.slice(0, opts.maxKeep) : kept;
+  const dropped = ir.tools.length - limited.length;
+  if (dropped === 0) return { value: ir, mutations: [] };
+  return {
+    value: { ...ir, tools: limited },
+    mutations: [
+      {
+        id: `tool-relevance-${dropped}`,
+        source: "static_pass",
+        passName: "tool_relevance",
+        description: `Dropped ${dropped} of ${ir.tools.length} tools below relevance ${threshold} for intent=${intent}`
+      }
+    ]
+  };
+}
+function passCompressHistory(ir, opts = {}) {
+  const history = ir.history;
+  if (!history || history.length === 0) return { value: ir, mutations: [] };
+  const keepRecent = opts.keepRecent ?? 4;
+  const summarizeOlderThan = opts.summarizeOlderThan ?? 8;
+  if (history.length <= summarizeOlderThan) return { value: ir, mutations: [] };
+  const cutIndex = history.length - keepRecent;
+  const old = history.slice(0, cutIndex);
+  const recent = history.slice(cutIndex);
+  const userTurns = old.filter((m) => m.role === "user");
+  const firstUserLine = userTurns[0]?.content.split("\n")[0]?.slice(0, 200) ?? "";
+  const summary = {
+    role: "system",
+    content: `[Earlier conversation: ${old.length} turns omitted. First user message: "${firstUserLine}"]`
+  };
+  return {
+    value: { ...ir, history: [summary, ...recent] },
+    mutations: [
+      {
+        id: `compress-history-${old.length}`,
+        source: "static_pass",
+        passName: "compress_history",
+        description: `Compressed ${old.length} old turns into 1 summary line (kept ${keepRecent} recent)`
+      }
+    ]
+  };
+}
+function passApplyCliffs(ir, profile, estimatedInputTokens) {
+  const mutations = [];
+  const hints = { qualityWarning: [] };
+  let nextIR = ir;
+  for (const cliff of profile.cliffs) {
+    let triggered = false;
+    switch (cliff.metric) {
+      case "input_tokens":
+        triggered = estimatedInputTokens >= cliff.threshold;
+        break;
+      case "tool_count":
+        triggered = (nextIR.tools?.length ?? 0) >= cliff.threshold;
+        break;
+      case "history_turns":
+        triggered = (nextIR.history?.length ?? 0) >= cliff.threshold;
+        break;
+      case "thinking_with_short_output":
+        triggered = !!nextIR.constraints?.expectedShortOutput;
+        break;
+    }
+    if (triggered && cliff.whenIntent && nextIR.intent.archetype !== cliff.whenIntent) {
+      triggered = false;
+    }
+    if (!triggered) continue;
+    switch (cliff.action) {
+      case "drop_to_top_relevant": {
+        const targetCount = Math.min(
+          Math.floor(cliff.threshold * 0.75),
+          Math.max(1, Math.floor((nextIR.tools?.length ?? 0) / 2))
+        );
+        if (nextIR.tools && nextIR.tools.length > targetCount) {
+          const intent = nextIR.intent.archetype;
+          const scored = nextIR.tools.map((t) => ({ tool: t, score: t.relevanceByIntent?.[intent] ?? 0.5 })).sort((a, b) => b.score - a.score).slice(0, targetCount).map((s) => s.tool);
+          nextIR = { ...nextIR, tools: scored };
+          mutations.push({
+            id: `cliff-${cliff.metric}`,
+            source: "cliff_guard",
+            passName: "apply_cliffs",
+            description: `${profile.id}: ${cliff.reason}; trimmed tools to ${targetCount}`
+          });
+        }
+        break;
+      }
+      case "force_thinking_budget_zero":
+        hints.forceThinkingZero = true;
+        mutations.push({
+          id: `cliff-thinking-zero`,
+          source: "cliff_guard",
+          passName: "apply_cliffs",
+          description: `${profile.id}: ${cliff.reason}`
+        });
+        break;
+      case "force_terse_output":
+        hints.forceTerseOutput = true;
+        mutations.push({
+          id: `cliff-terse`,
+          source: "cliff_guard",
+          passName: "apply_cliffs",
+          description: `${profile.id}: ${cliff.reason}`
+        });
+        break;
+      case "downgrade_quality_warning":
+        hints.qualityWarning.push(cliff.reason);
+        mutations.push({
+          id: `cliff-quality-warning`,
+          source: "cliff_guard",
+          passName: "apply_cliffs",
+          description: `${profile.id}: ${cliff.reason}`
+        });
+        break;
+      case "escalate_target":
+        hints.escalateRequested = true;
+        mutations.push({
+          id: `cliff-escalate`,
+          source: "cliff_guard",
+          passName: "apply_cliffs",
+          description: `${profile.id}: ${cliff.reason}`
+        });
+        break;
+      case "strip_tools": {
+        const droppedCount = nextIR.tools?.length ?? 0;
+        if (droppedCount > 0) {
+          nextIR = { ...nextIR, tools: [] };
+          mutations.push({
+            id: `cliff-strip-tools${cliff.whenIntent ? `-${cliff.whenIntent}` : ""}`,
+            source: "cliff_guard",
+            passName: "apply_cliffs",
+            description: `${profile.id}: ${cliff.reason} \u2014 stripped ${droppedCount} tools`
+          });
+        }
+        break;
+      }
+    }
+  }
+  return { value: { ir: nextIR, loweringHints: hints }, mutations };
+}
+function passScoreTargets(ir, opts) {
+  const constraints = ir.constraints ?? {};
+  const policy = opts.policy ?? {};
+  const blockedSet = new Set(policy.blockedModels ?? []);
+  const preferredSet = new Set(policy.preferredModels ?? []);
+  const scores = [];
+  const policyMutations = [];
+  for (const modelId of ir.models) {
+    let profile;
+    try {
+      profile = opts.profilesById(modelId);
+    } catch {
+      scores.push({
+        modelId,
+        estimatedCostUsd: 0,
+        fits: false,
+        rejectReasons: ["unknown_model_id"],
+        qualityScore: 0,
+        rank: -Infinity
+      });
+      continue;
+    }
+    const reasons = [];
+    if (blockedSet.has(modelId)) {
+      reasons.push(`blocked_by_policy (consumer gated this model \u2014 see CompilePolicy.blockedModels)`);
+    }
+    if (opts.estimatedInputTokens > profile.maxContextTokens * 0.9) {
+      reasons.push(`exceeds context budget (${opts.estimatedInputTokens} > 0.9*${profile.maxContextTokens})`);
+    }
+    if ((ir.tools?.length ?? 0) > profile.maxTools) {
+      reasons.push(`exceeds maxTools (${ir.tools?.length} > ${profile.maxTools})`);
+    }
+    if (constraints.structuredOutput && profile.structuredOutput === "none") {
+      reasons.push(`structuredOutput requested but model has none`);
+    }
+    let qualityPenalty = 0;
+    for (const cliff of profile.cliffs) {
+      if (cliff.action !== "downgrade_quality_warning") continue;
+      let triggered = false;
+      if (cliff.metric === "input_tokens") triggered = opts.estimatedInputTokens >= cliff.threshold;
+      if (cliff.metric === "tool_count") triggered = (ir.tools?.length ?? 0) >= cliff.threshold;
+      if (triggered) qualityPenalty += 0.3;
+    }
+    const estimatedCostUsd = opts.estimatedInputTokens / 1e6 * profile.costInputPer1m;
+    if (policy.maxCostPerCallUsd !== void 0 && estimatedCostUsd > policy.maxCostPerCallUsd) {
+      reasons.push(
+        `exceeds_max_cost_per_call (estimated $${estimatedCostUsd.toFixed(4)} > policy ceiling $${policy.maxCostPerCallUsd.toFixed(4)})`
+      );
+    }
+    const baseQuality = profile.strengths.includes("reasoning") ? 0.85 : profile.strengths.includes("quality") ? 0.8 : 0.6;
+    const qualityScore = Math.max(0, baseQuality - qualityPenalty);
+    const callerOrderBoost = (ir.models.length - ir.models.indexOf(modelId)) * 0.1;
+    const costPenalty = estimatedCostUsd * 5;
+    const preferredBoost = preferredSet.has(modelId) ? 0.5 : 0;
+    const rank = qualityScore + callerOrderBoost - costPenalty - reasons.length * 10 + preferredBoost;
+    scores.push({
+      modelId,
+      estimatedCostUsd,
+      fits: reasons.length === 0,
+      rejectReasons: reasons,
+      qualityScore,
+      rank
+    });
+    if (blockedSet.has(modelId)) {
+      policyMutations.push({
+        id: `policy-blocked-${modelId}`,
+        source: "compile_policy",
+        passName: "score_targets",
+        description: `Model ${modelId} excluded by CompilePolicy.blockedModels`
+      });
+    }
+    if (policy.maxCostPerCallUsd !== void 0 && estimatedCostUsd > policy.maxCostPerCallUsd && !blockedSet.has(modelId)) {
+      policyMutations.push({
+        id: `policy-over-cost-${modelId}`,
+        source: "compile_policy",
+        passName: "score_targets",
+        description: `Model ${modelId} excluded \u2014 estimated cost $${estimatedCostUsd.toFixed(4)} exceeds policy ceiling $${policy.maxCostPerCallUsd.toFixed(4)}`
+      });
+    }
+    if (preferredSet.has(modelId) && reasons.length === 0) {
+      policyMutations.push({
+        id: `policy-preferred-${modelId}`,
+        source: "compile_policy",
+        passName: "score_targets",
+        description: `Model ${modelId} rank boosted by CompilePolicy.preferredModels`
+      });
+    }
+  }
+  return { value: scores, mutations: policyMutations };
+}
+function computeShape(ir, estimatedInputTokens) {
+  return {
+    contextBucket: bucketContext(estimatedInputTokens),
+    toolCountBucket: bucketToolCount(ir.tools?.length ?? 0),
+    historyDepth: bucketHistory(ir.history?.length ?? 0),
+    outputMode: ir.constraints?.structuredOutput ? "json" : ir.tools?.length ? "tool_call" : "text",
+    hasExamples: ir.sections.some((s) => /\bexample\b/i.test(s.id))
+  };
+}
+function estimateInputTokens(ir) {
+  const sectionTokens = ir.sections.reduce((sum, s) => sum + countTokens(s.text), 0);
+  const toolTokens = (ir.tools ?? []).reduce((sum, t) => sum + countToolTokens(t), 0);
+  const historyTokens = countMessagesTokens(ir.history ?? []);
+  const turnTokens = ir.currentTurn ? countTokens(ir.currentTurn.content) + 4 : 0;
+  return sectionTokens + toolTokens + historyTokens + turnTokens + 6;
+}
+function simpleHash(s) {
+  let h = 5381;
+  for (let i = 0; i < s.length; i++) {
+    h = (h << 5) + h + s.charCodeAt(i) | 0;
+  }
+  return (h >>> 0).toString(36);
+}
+
+// src/lower.ts
+function lower(ir, profile, hints = {}) {
+  switch (profile.provider) {
+    case "anthropic":
+      return lowerAnthropic(ir, profile, hints);
+    case "google":
+      return lowerGoogle(ir, profile, hints);
+    case "openai":
+      return lowerOpenAI(ir, profile, hints);
+    case "deepseek":
+      return lowerDeepSeek(ir, profile);
+    default:
+      throw new Error(`No lowering implementation for provider: ${profile.provider}`);
+  }
+}
+function lowerAnthropic(ir, profile, hints) {
+  const systemBlocks = buildAnthropicSystemBlocks(ir.sections, profile);
+  const messages = buildAnthropicMessages(ir.history ?? [], ir.currentTurn);
+  const tools = ir.tools ? toAnthropicTools(ir.tools) : void 0;
+  const cacheableTokens = computeCacheableTokens(systemBlocks);
+  const cacheSavings = cacheableTokens / 1e6 * profile.costInputPer1m * (1 - (profile.lowering.cache.discount ?? 0.1));
+  return {
+    request: {
+      provider: "anthropic",
+      model: profile.id,
+      system: systemBlocks,
+      messages,
+      tools,
+      max_tokens: hints.forceTerseOutput ? 200 : Math.min(profile.maxOutputTokens, 4096)
+    },
+    diagnostics: {
+      cacheableTokens,
+      estimatedCacheSavingsUsd: cacheSavings
+    }
+  };
+}
+function buildAnthropicSystemBlocks(sections, profile) {
+  if (sections.length === 0) return [];
+  const ordered = sortSections(sections);
+  const minTokens = profile.lowering.cache.minTokens ?? 1024;
+  const cacheable = [];
+  const dynamic = [];
+  for (const s of ordered) {
+    if (s.cacheable) cacheable.push(s);
+    else dynamic.push(s);
+  }
+  const blocks = [];
+  if (cacheable.length > 0) {
+    const cacheText = cacheable.map((s) => s.text).join("\n\n");
+    const cacheTextTokens = countTokens(cacheText);
+    const block = {
+      type: "text",
+      text: cacheText
+    };
+    if (cacheTextTokens >= minTokens) {
+      block.cache_control = { type: "ephemeral" };
+    }
+    blocks.push(block);
+  }
+  for (const s of dynamic) {
+    blocks.push({ type: "text", text: s.text });
+  }
+  return blocks;
+}
+function buildAnthropicMessages(history, currentTurn) {
+  const out = [];
+  for (const m of history) {
+    if (m.role === "system") continue;
+    out.push({ role: m.role, content: m.parts ?? m.content });
+  }
+  if (currentTurn && currentTurn.role !== "system") {
+    out.push({ role: currentTurn.role, content: currentTurn.parts ?? currentTurn.content });
+  }
+  return out;
+}
+function toAnthropicTools(tools) {
+  return tools.map((t) => ({
+    name: t.name,
+    description: t.description ?? "",
+    input_schema: t.parameters ?? { type: "object", properties: {} }
+  }));
+}
+function computeCacheableTokens(blocks) {
+  let total = 0;
+  for (const b of blocks) {
+    if (b.cache_control) total += countTokens(b.text);
+  }
+  return total;
+}
+function lowerGoogle(ir, profile, hints) {
+  const ordered = sortSections(ir.sections);
+  const systemText = ordered.map((s) => s.text).join("\n\n");
+  const generationConfig = {};
+  if (hints.forceThinkingZero && profile.lowering.thinking) {
+    setNestedField(generationConfig, profile.lowering.thinking.field.replace(/^generationConfig\./, ""), 0);
+  }
+  if (hints.forceTerseOutput) {
+    generationConfig.maxOutputTokens = 200;
+  }
+  if (ir.constraints?.structuredOutput && profile.structuredOutput === "native") {
+    generationConfig.responseMimeType = "application/json";
+  }
+  const contents = buildGoogleContents(ir.history ?? [], ir.currentTurn);
+  const tools = ir.tools && ir.tools.length > 0 ? toGoogleTools(ir.tools) : void 0;
+  const cacheable = ordered.filter((s) => s.cacheable);
+  const cacheableTokens = cacheable.reduce((sum, s) => sum + countTokens(s.text), 0);
+  const minTokens = profile.lowering.cache.minTokens ?? 4096;
+  const meetsMin = cacheableTokens >= minTokens;
+  const cacheSavings = meetsMin ? cacheableTokens / 1e6 * profile.costInputPer1m * (1 - (profile.lowering.cache.discount ?? 0.25)) : 0;
+  return {
+    request: {
+      provider: "google",
+      model: profile.id,
+      systemInstruction: systemText ? { role: "system", parts: [{ text: systemText }] } : void 0,
+      contents,
+      tools,
+      generationConfig: Object.keys(generationConfig).length > 0 ? generationConfig : void 0
+    },
+    diagnostics: {
+      cacheableTokens: meetsMin ? cacheableTokens : 0,
+      estimatedCacheSavingsUsd: cacheSavings
+    }
+  };
+}
+function buildGoogleContents(history, currentTurn) {
+  const out = [];
+  for (const m of history) {
+    if (m.role === "system") continue;
+    out.push({
+      role: m.role === "assistant" ? "model" : m.role,
+      parts: m.parts ?? [{ text: m.content }]
+    });
+  }
+  if (currentTurn && currentTurn.role !== "system") {
+    out.push({
+      role: currentTurn.role === "assistant" ? "model" : currentTurn.role,
+      parts: currentTurn.parts ?? [{ text: currentTurn.content }]
+    });
+  }
+  return out;
+}
+function toGoogleTools(tools) {
+  return [
+    {
+      functionDeclarations: tools.map((t) => ({
+        name: t.name,
+        description: t.description ?? "",
+        parameters: t.parameters ?? { type: "object", properties: {} }
+      }))
+    }
+  ];
+}
+function lowerOpenAI(ir, profile, hints) {
+  const ordered = sortSections(ir.sections);
+  const systemText = ordered.map((s) => s.text).join("\n\n");
+  const systemRole = profile.systemPromptMode === "as_developer" ? "developer" : "system";
+  const messages = systemText ? [{ role: systemRole, content: systemText }] : [];
+  for (const m of ir.history ?? []) {
+    if (m.role === "system") continue;
+    messages.push({ role: m.role, content: m.parts ?? m.content });
+  }
+  if (ir.currentTurn && ir.currentTurn.role !== "system") {
+    messages.push({
+      role: ir.currentTurn.role,
+      content: ir.currentTurn.parts ?? ir.currentTurn.content
+    });
+  }
+  return {
+    request: {
+      provider: "openai",
+      model: profile.id,
+      messages,
+      tools: ir.tools && ir.tools.length > 0 ? toOpenAITools(ir.tools) : void 0,
+      response_format: ir.constraints?.structuredOutput ? { type: "json_object" } : void 0,
+      reasoning_effort: hints.forceTerseOutput ? "low" : void 0
+    },
+    diagnostics: { cacheableTokens: 0, estimatedCacheSavingsUsd: 0 }
+  };
+}
+function toOpenAITools(tools) {
+  return tools.map((t) => ({
+    type: "function",
+    function: {
+      name: t.name,
+      description: t.description ?? "",
+      parameters: t.parameters ?? { type: "object", properties: {} }
+    }
+  }));
+}
+function lowerDeepSeek(ir, profile) {
+  const ordered = sortSections(ir.sections);
+  const systemText = ordered.map((s) => s.text).join("\n\n");
+  const messages = systemText ? [{ role: "system", content: systemText }] : [];
+  for (const m of ir.history ?? []) {
+    if (m.role === "system") continue;
+    messages.push({ role: m.role, content: m.parts ?? m.content });
+  }
+  if (ir.currentTurn && ir.currentTurn.role !== "system") {
+    messages.push({
+      role: ir.currentTurn.role,
+      content: ir.currentTurn.parts ?? ir.currentTurn.content
+    });
+  }
+  return {
+    request: {
+      provider: "deepseek",
+      model: profile.id,
+      messages,
+      tools: ir.tools && ir.tools.length > 0 ? ir.tools.slice(0, 1).map((t) => ({
+        type: "function",
+        function: {
+          name: t.name,
+          description: t.description ?? "",
+          parameters: t.parameters ?? { type: "object", properties: {} }
+        }
+      })) : void 0
+    },
+    diagnostics: { cacheableTokens: 0, estimatedCacheSavingsUsd: 0 }
+  };
+}
+function sortSections(sections) {
+  return [...sections].sort((a, b) => {
+    const wa = a.weight ?? 100;
+    const wb = b.weight ?? 100;
+    return wa - wb;
+  });
+}
+function setNestedField(obj, path, value) {
+  const parts = path.split(".");
+  let cursor = obj;
+  for (let i = 0; i < parts.length - 1; i++) {
+    const key = parts[i];
+    if (!(key in cursor) || typeof cursor[key] !== "object" || cursor[key] === null) {
+      cursor[key] = {};
+    }
+    cursor = cursor[key];
+  }
+  cursor[parts[parts.length - 1]] = value;
+}
+
+// src/compile.ts
+var counter = 0;
+function makeHandle() {
+  counter = (counter + 1) % 1e6;
+  return `c${Date.now().toString(36)}-${counter.toString(36)}-${Math.random().toString(36).slice(2, 6)}`;
+}
+function compile(ir, opts = {}) {
+  const resolver = opts.profileResolver ?? getProfile;
+  validateIR(ir);
+  const sliced = passSlice(ir);
+  const deduped = passDedupe(sliced.value);
+  const toolFiltered = passToolRelevance(deduped.value, {
+    threshold: opts.toolRelevanceThreshold
+  });
+  const compressed = passCompressHistory(toolFiltered.value, {
+    summarizeOlderThan: opts.compressHistoryAfter
+  });
+  let workingIR = compressed.value;
+  const accumulatedMutations = [
+    ...sliced.mutations,
+    ...deduped.mutations,
+    ...toolFiltered.mutations,
+    ...compressed.mutations
+  ];
+  const inputTokens = estimateInputTokens(workingIR);
+  const scores = passScoreTargets(workingIR, {
+    estimatedInputTokens: inputTokens,
+    profilesById: resolver,
+    policy: opts.policy
+  });
+  accumulatedMutations.push(...scores.mutations);
+  const target = pickTarget(workingIR, scores.value);
+  if (!target) {
+    throw new Error(
+      `compile(): no allowed model fits the request. Scores: ${JSON.stringify(scores.value, null, 2)}`
+    );
+  }
+  const profile = resolver(target.modelId);
+  const fallbackChain = scores.value.filter((s) => s.modelId !== target.modelId && s.fits).sort((a, b) => b.rank - a.rank).map((s) => s.modelId);
+  const cliffs = passApplyCliffs(workingIR, profile, inputTokens);
+  workingIR = cliffs.value.ir;
+  accumulatedMutations.push(...cliffs.mutations);
+  const lowered = lower(workingIR, profile, {
+    forceThinkingZero: cliffs.value.loweringHints.forceThinkingZero,
+    forceTerseOutput: cliffs.value.loweringHints.forceTerseOutput
+  });
+  validateFinalFit(workingIR, profile, inputTokens);
+  const handle = makeHandle();
+  const finalShape = computeShape(workingIR, inputTokens);
+  const _learningKey = learningKey(ir.intent.archetype, profile.id, finalShape);
+  return {
+    handle,
+    target: profile.id,
+    provider: profile.provider,
+    request: lowered.request,
+    tokensIn: inputTokens,
+    estimatedCostUsd: target.estimatedCostUsd,
+    mutationsApplied: accumulatedMutations,
+    fallbackChain,
+    diagnostics: {
+      sectionsKept: workingIR.sections.length,
+      sectionsDropped: ir.sections.length - workingIR.sections.length,
+      toolsKept: workingIR.tools?.length ?? 0,
+      toolsDropped: (ir.tools?.length ?? 0) - (workingIR.tools?.length ?? 0),
+      historyKept: workingIR.history?.length ?? 0,
+      historyDropped: (ir.history?.length ?? 0) - (workingIR.history?.length ?? 0),
+      cacheableTokens: lowered.diagnostics.cacheableTokens,
+      estimatedCacheSavingsUsd: lowered.diagnostics.estimatedCacheSavingsUsd
+    }
+  };
+}
+function validateIR(ir) {
+  if (!ir.appId) throw new Error("compile(): ir.appId is required");
+  if (!ir.intent || !ir.intent.archetype) {
+    throw new Error("compile(): ir.intent.archetype is required (use a dialect-v1 archetype)");
+  }
+  if (!Array.isArray(ir.models) || ir.models.length === 0) {
+    throw new Error("compile(): ir.models must be a non-empty array");
+  }
+  if (!Array.isArray(ir.sections)) {
+    throw new Error("compile(): ir.sections must be an array");
+  }
+}
+function pickTarget(ir, scores) {
+  if (ir.constraints?.forceModel) {
+    const forced = scores.find((s) => s.modelId === ir.constraints.forceModel);
+    if (forced && forced.fits) return forced;
+    if (forced) {
+      throw new Error(
+        `compile(): forceModel="${ir.constraints.forceModel}" does not fit: ${forced.rejectReasons.join("; ")}`
+      );
+    }
+  }
+  const fitting = scores.filter((s) => s.fits).sort((a, b) => b.rank - a.rank);
+  return fitting[0];
+}
+function validateFinalFit(ir, profile, tokens) {
+  if (tokens > profile.maxContextTokens) {
+    throw new Error(
+      `compile(): final IR is ${tokens} tokens, exceeds ${profile.id} context (${profile.maxContextTokens})`
+    );
+  }
+  if ((ir.tools?.length ?? 0) > profile.maxTools) {
+    throw new Error(
+      `compile(): final IR has ${ir.tools?.length} tools, exceeds ${profile.id} maxTools (${profile.maxTools})`
+    );
+  }
+}
+
+// src/brain.ts
+var activeConfig;
+function configureBrain(config) {
+  const endpoint = config.endpoint.replace(/\/outcomes\/?$/, "");
+  activeConfig = { ...config, endpoint };
+}
+function clearBrain() {
+  activeConfig = void 0;
+}
+var compileRegistry = /* @__PURE__ */ new Map();
+var REGISTRY_MAX_ENTRIES = 1e4;
+function registerCompile(appId, archetype, ir, result) {
+  if (compileRegistry.size >= REGISTRY_MAX_ENTRIES) {
+    const cutoff = Math.floor(REGISTRY_MAX_ENTRIES * 0.25);
+    let evicted = 0;
+    for (const k of compileRegistry.keys()) {
+      compileRegistry.delete(k);
+      if (++evicted >= cutoff) break;
+    }
+  }
+  const tokens = result.tokensIn;
+  const shape = computeShape(
+    {
+      appId,
+      intent: { name: archetype, archetype },
+      sections: ir.sections,
+      tools: ir.tools,
+      history: ir.history,
+      models: ir.models,
+      constraints: ir.constraints
+    },
+    tokens
+  );
+  const shapeKey = `${shape.contextBucket}-${shape.toolCountBucket}-${shape.historyDepth}-${shape.outputMode}`;
+  compileRegistry.set(result.handle, {
+    appId,
+    archetype,
+    model: result.target,
+    provider: result.provider,
+    shapeKey,
+    learningKey: learningKey(archetype, result.target, shape),
+    estimatedTokensIn: tokens,
+    mutationsApplied: result.mutationsApplied.map((m) => m.id),
+    startedAt: Date.now()
+  });
+}
+async function record(input) {
+  const reg = compileRegistry.get(input.handle);
+  if (reg) compileRegistry.delete(input.handle);
+  if (!activeConfig) {
+    return;
+  }
+  const payload = buildPayload(input, reg);
+  const config = activeConfig;
+  const fetchFn = config.fetchImpl ?? fetch;
+  const send = async () => {
+    try {
+      const res = await fetchFn(`${config.endpoint}/outcomes`, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          ...config.apiKey ? { Authorization: `Bearer ${config.apiKey}` } : {}
+        },
+        body: JSON.stringify(payload)
+      });
+      if (!res.ok) {
+        const text = await res.text().catch(() => "<no body>");
+        throw new Error(`brain ${res.status}: ${text}`);
+      }
+    } catch (err) {
+      (config.onError ?? defaultOnError)(err);
+    }
+  };
+  if (config.sync) {
+    await send();
+  } else {
+    void send();
+  }
+}
+function defaultOnError(err) {
+  console.warn("[kgauto] brain record failed:", err);
+}
+function buildPayload(input, reg) {
+  const compileTarget = reg?.model;
+  const actual = input.actualModel ?? compileTarget;
+  const requested = input.actualModel && compileTarget && input.actualModel !== compileTarget ? compileTarget : void 0;
+  return {
+    handle: input.handle,
+    app_id: reg?.appId,
+    intent_archetype: reg?.archetype,
+    model: actual,
+    requested_model: requested,
+    provider: reg?.provider,
+    shape_key: reg?.shapeKey,
+    learning_key: reg?.learningKey,
+    mutations_applied: reg?.mutationsApplied ?? [],
+    tokens_in: input.tokensIn,
+    tokens_out: input.tokensOut,
+    estimated_tokens_in: reg?.estimatedTokensIn,
+    latency_ms: input.latencyMs,
+    success: input.success,
+    empty_response: input.emptyResponse ?? input.tokensOut === 0,
+    error_type: input.errorType,
+    tools_called: input.toolsCalled,
+    oracle_score: input.oracleScore?.score,
+    oracle_dimensions: input.oracleScore?.dimensions,
+    oracle_rationale: input.oracleScore?.rationale,
+    prompt_preview: input.promptPreview,
+    response_preview: input.responsePreview,
+    dialect_version: "v1"
+  };
+}
+
+// src/ir.ts
+var CallError = class extends Error {
+  attempts;
+  lastErrorCode;
+  lastStatus;
+  constructor(message, attempts, lastStatus, lastErrorCode) {
+    super(message);
+    this.name = "CallError";
+    this.attempts = attempts;
+    this.lastStatus = lastStatus;
+    this.lastErrorCode = lastErrorCode;
+  }
+};
+
+// src/execute.ts
+var ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
+var OPENAI_URL = "https://api.openai.com/v1/chat/completions";
+var DEEPSEEK_URL = "https://api.deepseek.com/chat/completions";
+async function execute(request, opts = {}) {
+  const merged = applyOverrides(request, opts.providerOverrides);
+  switch (merged.provider) {
+    case "anthropic":
+      return executeAnthropic(merged, opts);
+    case "google":
+      return executeGoogle(merged, opts);
+    case "openai":
+      return executeOpenAI(merged, opts);
+    case "deepseek":
+      return executeDeepSeek(merged, opts);
+    default: {
+      const _exhaustive = merged;
+      throw new Error(`execute(): no executor for provider: ${JSON.stringify(_exhaustive)}`);
+    }
+  }
+}
+async function executeAnthropic(request, opts) {
+  const apiKey = opts.apiKeys?.anthropic ?? process.env.ANTHROPIC_API_KEY;
+  if (!apiKey) {
+    return terminalError(401, "auth", "ANTHROPIC_API_KEY missing");
+  }
+  const { provider: _provider, ...body } = request;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  let res;
+  let json;
+  try {
+    res = await fetchFn(ANTHROPIC_URL, {
+      method: "POST",
+      headers: {
+        "x-api-key": apiKey,
+        "anthropic-version": "2023-06-01",
+        "content-type": "application/json"
+      },
+      body: JSON.stringify(body)
+    });
+    json = await res.json().catch(() => ({}));
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) return classifyHttpError(res.status, json);
+  return { ok: true, status: res.status, response: normalizeAnthropic(json) };
+}
+function normalizeAnthropic(raw) {
+  const r = raw;
+  const text = (r.content ?? []).filter((b) => b.type === "text" && typeof b.text === "string").map((b) => b.text).join("");
+  const toolCalls = (r.content ?? []).filter((b) => b.type === "tool_use" && b.name && b.id).map((b) => ({ id: b.id, name: b.name, args: b.input ?? {} }));
+  const tokens = {
+    input: r.usage?.input_tokens ?? 0,
+    output: r.usage?.output_tokens ?? 0,
+    total: (r.usage?.input_tokens ?? 0) + (r.usage?.output_tokens ?? 0),
+    cached: r.usage?.cache_read_input_tokens,
+    cacheCreated: r.usage?.cache_creation_input_tokens
+  };
+  return { text, structuredOutput: null, toolCalls, tokens, finishReason: r.stop_reason, raw };
+}
+async function executeGoogle(request, opts) {
+  const apiKey = opts.apiKeys?.google ?? process.env.GOOGLE_API_KEY ?? process.env.GEMINI_API_KEY;
+  if (!apiKey) {
+    return terminalError(401, "auth", "GOOGLE_API_KEY/GEMINI_API_KEY missing");
+  }
+  const { provider: _provider, model, ...body } = request;
+  const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:generateContent?key=${encodeURIComponent(apiKey)}`;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  let res;
+  let json;
+  try {
+    res = await fetchFn(url, {
+      method: "POST",
+      headers: { "content-type": "application/json" },
+      body: JSON.stringify(body)
+    });
+    json = await res.json().catch(() => ({}));
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) return classifyHttpError(res.status, json);
+  return { ok: true, status: res.status, response: normalizeGoogle(json) };
+}
+function normalizeGoogle(raw) {
+  const r = raw;
+  const candidate = r.candidates?.[0];
+  const parts = candidate?.content?.parts ?? [];
+  const text = parts.filter((p) => typeof p.text === "string").map((p) => p.text).join("");
+  const toolCalls = parts.filter((p) => p.functionCall?.name).map((p, i) => ({
+    id: `gemini-call-${i}`,
+    name: p.functionCall.name,
+    args: p.functionCall.args ?? {}
+  }));
+  const u = r.usageMetadata ?? {};
+  const tokens = {
+    input: u.promptTokenCount ?? 0,
+    output: u.candidatesTokenCount ?? 0,
+    total: u.totalTokenCount ?? (u.promptTokenCount ?? 0) + (u.candidatesTokenCount ?? 0),
+    cached: u.cachedContentTokenCount
+  };
+  return { text, structuredOutput: null, toolCalls, tokens, finishReason: candidate?.finishReason, raw };
+}
+async function executeOpenAI(request, opts) {
+  const apiKey = opts.apiKeys?.openai ?? process.env.OPENAI_API_KEY;
+  if (!apiKey) {
+    return terminalError(401, "auth", "OPENAI_API_KEY missing");
+  }
+  const { provider: _provider, ...body } = request;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  let res;
+  let json;
+  try {
+    res = await fetchFn(OPENAI_URL, {
+      method: "POST",
+      headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
+      body: JSON.stringify(body)
+    });
+    json = await res.json().catch(() => ({}));
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) return classifyHttpError(res.status, json);
+  return { ok: true, status: res.status, response: normalizeOpenAILike(json) };
+}
+async function executeDeepSeek(request, opts) {
+  const apiKey = opts.apiKeys?.deepseek ?? process.env.DEEPSEEK_API_KEY;
+  if (!apiKey) {
+    return terminalError(401, "auth", "DEEPSEEK_API_KEY missing");
+  }
+  const { provider: _provider, ...body } = request;
+  const fetchFn = opts.fetchImpl ?? fetch;
+  let res;
+  let json;
+  try {
+    res = await fetchFn(DEEPSEEK_URL, {
+      method: "POST",
+      headers: { authorization: `Bearer ${apiKey}`, "content-type": "application/json" },
+      body: JSON.stringify(body)
+    });
+    json = await res.json().catch(() => ({}));
+  } catch (err) {
+    return retryableError(0, "network_error", String(err), null);
+  }
+  if (!res.ok) return classifyHttpError(res.status, json);
+  return { ok: true, status: res.status, response: normalizeOpenAILike(json) };
+}
+function normalizeOpenAILike(raw) {
+  const r = raw;
+  const choice = r.choices?.[0];
+  const text = choice?.message?.content ?? "";
+  const toolCalls = (choice?.message?.tool_calls ?? []).filter((tc) => tc.function?.name).map((tc, i) => ({
+    id: tc.id ?? `tc-${i}`,
+    name: tc.function.name,
+    args: tryParseJson(tc.function?.arguments) ?? {}
+  }));
+  const u = r.usage ?? {};
+  const tokens = {
+    input: u.prompt_tokens ?? 0,
+    output: u.completion_tokens ?? 0,
+    total: u.total_tokens ?? (u.prompt_tokens ?? 0) + (u.completion_tokens ?? 0),
+    cached: u.prompt_tokens_details?.cached_tokens
+  };
+  return { text, structuredOutput: null, toolCalls, tokens, finishReason: choice?.finish_reason, raw };
+}
+function applyOverrides(request, overrides) {
+  if (!overrides) return request;
+  const layer = overrides[request.provider];
+  if (!layer) return request;
+  return { ...request, ...layer };
+}
+function classifyHttpError(status, body) {
+  const message = extractErrorMessage(body) ?? `HTTP ${status}`;
+  if (status === 429) {
+    return { ok: false, status, errorType: "retryable", errorCode: "rate_limit", message, raw: body };
+  }
+  if (status === 408) {
+    return { ok: false, status, errorType: "retryable", errorCode: "timeout", message, raw: body };
+  }
+  if (status >= 500) {
+    return { ok: false, status, errorType: "retryable", errorCode: "server_error", message, raw: body };
+  }
+  if (status === 404) {
+    return { ok: false, status, errorType: "retryable", errorCode: "model_not_found", message, raw: body };
+  }
+  if (status === 401 || status === 403) {
+    return { ok: false, status, errorType: "terminal", errorCode: "auth", message, raw: body };
+  }
+  if (status === 400) {
+    return { ok: false, status, errorType: "terminal", errorCode: "invalid_request", message, raw: body };
+  }
+  return { ok: false, status, errorType: "terminal", errorCode: "unknown", message, raw: body };
+}
+function extractErrorMessage(body) {
+  if (!body || typeof body !== "object") return void 0;
+  const b = body;
+  if (b.error && typeof b.error === "object") {
+    const e = b.error;
+    if (typeof e.message === "string") return e.message;
+  }
+  if (typeof b.message === "string") return b.message;
+  return void 0;
+}
+function terminalError(status, code, message) {
+  return { ok: false, status, errorType: "terminal", errorCode: code, message, raw: null };
+}
+function retryableError(status, code, message, raw) {
+  return { ok: false, status, errorType: "retryable", errorCode: code, message, raw };
+}
+function tryParseJson(s) {
+  if (typeof s !== "string" || s.length === 0) return void 0;
+  try {
+    const parsed = JSON.parse(s);
+    return typeof parsed === "object" && parsed !== null ? parsed : void 0;
+  } catch {
+    return void 0;
+  }
+}
+
+// src/call.ts
+async function call(ir, opts = {}) {
+  const initial = compileAndRegister(ir, opts);
+  const start = Date.now();
+  const attempts = [];
+  const targetsToTry = [initial.target, ...initial.fallbackChain];
+  let activeCompile = initial;
+  let lastErr;
+  for (let i = 0; i < targetsToTry.length; i++) {
+    const targetModel = targetsToTry[i];
+    if (i > 0) {
+      try {
+        activeCompile = compileAndRegister(
+          {
+            ...ir,
+            models: ir.models.includes(targetModel) ? ir.models : [targetModel, ...ir.models],
+            constraints: { ...ir.constraints ?? {}, forceModel: targetModel }
+          },
+          opts
+        );
+      } catch (err) {
+        attempts.push({
+          model: targetModel,
+          status: "terminal",
+          errorCode: "compile_error",
+          message: err instanceof Error ? err.message : String(err)
+        });
+        continue;
+      }
+    }
+    const exec = await execute(activeCompile.request, {
+      apiKeys: opts.apiKeys,
+      fetchImpl: opts.fetchImpl,
+      providerOverrides: opts.providerOverrides
+    });
+    if (exec.ok) {
+      attempts.push({ model: targetModel, status: "success" });
+      const latencyMs2 = Date.now() - start;
+      const responseWithStructured = withStructuredOutput(exec.response, ir);
+      void record({
+        handle: initial.handle,
+        tokensIn: responseWithStructured.tokens.input,
+        tokensOut: responseWithStructured.tokens.output,
+        latencyMs: latencyMs2,
+        success: true,
+        emptyResponse: responseWithStructured.tokens.output === 0,
+        toolsCalled: responseWithStructured.toolCalls.map((tc) => tc.name),
+        actualModel: targetModel !== initial.target ? targetModel : void 0,
+        responsePreview: responseWithStructured.text.slice(0, 200)
+      });
+      return {
+        handle: initial.handle,
+        actualModel: targetModel,
+        requestedModel: initial.target,
+        provider: activeCompile.provider,
+        response: responseWithStructured,
+        latencyMs: latencyMs2,
+        mutationsApplied: activeCompile.mutationsApplied,
+        attempts
+      };
+    }
+    attempts.push({
+      model: targetModel,
+      status: exec.errorType,
+      errorCode: exec.errorCode,
+      message: exec.message
+    });
+    lastErr = exec;
+    if (exec.errorType === "terminal" || opts.noFallback) {
+      break;
+    }
+  }
+  const latencyMs = Date.now() - start;
+  void record({
+    handle: initial.handle,
+    tokensIn: 0,
+    tokensOut: 0,
+    latencyMs,
+    success: false,
+    errorType: lastErr?.errorCode
+  });
+  throw new CallError(
+    `call(): all attempts failed${lastErr ? ` \u2014 ${lastErr.errorCode}: ${lastErr.message}` : ""}`,
+    attempts,
+    lastErr?.status,
+    lastErr?.errorCode
+  );
+}
+function compileAndRegister(ir, opts) {
+  const result = compile(ir, {
+    policy: opts.policy,
+    toolRelevanceThreshold: opts.toolRelevanceThreshold,
+    compressHistoryAfter: opts.compressHistoryAfter
+  });
+  registerCompile(ir.appId, ir.intent.archetype, ir, result);
+  return result;
+}
+function withStructuredOutput(response, ir) {
+  if (!ir.constraints?.structuredOutput) return response;
+  if (!response.text) return response;
+  try {
+    const parsed = JSON.parse(response.text);
+    return { ...response, structuredOutput: parsed };
+  } catch (err) {
+    return {
+      ...response,
+      structuredOutput: null,
+      parseError: err instanceof Error ? err.message : String(err)
+    };
+  }
+}
+
+// src/oracle.ts
+var DEFAULT_DIMENSIONS = ["correctness", "completeness", "conciseness", "format"];
+var judgeCallTimes = [];
+function buildLLMJudge(opts) {
+  const dimensions = opts.dimensions ?? DEFAULT_DIMENSIONS;
+  const rateLimit = opts.rateLimitPerMin;
+  return async (ctx) => {
+    if (rateLimit) {
+      const now = Date.now();
+      judgeCallTimes = judgeCallTimes.filter((t) => now - t < 6e4);
+      if (judgeCallTimes.length >= rateLimit) {
+        return { score: 0.5, rationale: "judge rate-limited; default neutral" };
+      }
+      judgeCallTimes.push(now);
+    }
+    const prompt = buildJudgePrompt(ctx, dimensions);
+    let raw;
+    try {
+      raw = await opts.judgeCall(prompt);
+    } catch (err) {
+      return {
+        score: 0.5,
+        rationale: `judge error: ${err instanceof Error ? err.message : String(err)}`
+      };
+    }
+    return parseJudgeOutput(raw, dimensions);
+  };
+}
+function buildJudgePrompt(ctx, dimensions) {
+  return `You are an oracle scoring an AI response. Output ONLY a JSON object, no other text.
+
+Intent archetype: ${ctx.archetype}
+App: ${ctx.appId} / ${ctx.intentName}
+Tools were involved: ${ctx.hadTools}
+
+User asked:
+${ctx.userTurn ?? "<not provided>"}
+
+Response:
+${ctx.response.slice(0, 4e3)}
+
+Score from 0.0 to 1.0 on each dimension. 1.0 = perfect, 0.5 = mediocre, 0.0 = wrong.
+Be honest \u2014 most responses are 0.5-0.8. Reserve 0.9+ for genuinely excellent.
+
+Respond with this JSON shape:
+{
+  "score": <overall 0..1>,
+  "dimensions": { ${dimensions.map((d) => `"${d}": <0..1>`).join(", ")} },
+  "rationale": "<one sentence>"
+}`;
+}
+function parseJudgeOutput(raw, dimensions) {
+  const cleaned = raw.replace(/^```(?:json)?\s*/i, "").replace(/\s*```\s*$/, "").trim();
+  let parsed;
+  try {
+    parsed = JSON.parse(cleaned);
+  } catch {
+    const match = cleaned.match(/\{[\s\S]*\}/);
+    if (match) {
+      try {
+        parsed = JSON.parse(match[0]);
+      } catch {
+        return { score: 0.5, rationale: "judge output unparseable" };
+      }
+    } else {
+      return { score: 0.5, rationale: "judge output unparseable" };
+    }
+  }
+  if (!parsed || typeof parsed !== "object") {
+    return { score: 0.5, rationale: "judge output not an object" };
+  }
+  const obj = parsed;
+  const score = clamp(typeof obj.score === "number" ? obj.score : 0.5);
+  const dims = {};
+  if (obj.dimensions && typeof obj.dimensions === "object") {
+    for (const d of dimensions) {
+      const v = obj.dimensions[d];
+      dims[d] = clamp(typeof v === "number" ? v : 0.5);
+    }
+  }
+  const rationale = typeof obj.rationale === "string" ? obj.rationale : void 0;
+  return { score, dimensions: Object.keys(dims).length > 0 ? dims : void 0, rationale };
+}
+function clamp(n) {
+  if (!Number.isFinite(n)) return 0.5;
+  return Math.max(0, Math.min(1, n));
+}
+
+// src/index.ts
+function compile2(ir, opts) {
+  const result = compile(ir, opts);
+  registerCompile(ir.appId, ir.intent.archetype, ir, result);
+  return result;
+}
+export {
+  ALIASES,
+  ALL_ARCHETYPES,
+  CallError,
+  DIALECT_VERSION,
+  INTENT_ARCHETYPES,
+  allProfiles,
+  bucketContext,
+  bucketHistory,
+  bucketToolCount,
+  buildLLMJudge,
+  call,
+  clearBrain,
+  compile2 as compile,
+  configureBrain,
+  countTokens,
+  execute,
+  getProfile,
+  hashShape,
+  isArchetype,
+  learningKey,
+  profilesByProvider,
+  record,
+  resetTokenizer,
+  setTokenizer,
+  tryGetProfile
+};