solana-traderclaw 1.0.19

package/bin/llm-model-preference.mjs

@@ -0,0 +1,136 @@
+/**
+ * Ranks OpenClaw model keys so defaults pick current, working IDs — not alphabetically-first
+ * or legacy IDs that "win" only because of a large YYYYMMDD suffix in the name.
+ *
+ * References (verify periodically): Anthropic models overview, OpenAI models docs.
+ */
+
+/** IDs that often appear in catalogs but fail or misbehave for chat/agent use */
+export const KNOWN_PROBLEMATIC_MODEL_IDS = new Set([
+  "anthropic/claude-3-5-haiku-20241022",
+  "anthropic/claude-3-haiku-20240307",
+]);
+
+const VARIANT_WEIGHT = { sonnet: 80_000, opus: 60_000, haiku: 40_000 };
+
+function tieBreakerSnapshot(id) {
+  const m = String(id).match(/-(\d{8})$/);
+  if (!m) return 0;
+  const n = Number.parseInt(m[1], 10);
+  return Number.isFinite(n) ? n : 0;
+}
+
+function stripPrefix(provider, modelId) {
+  const p = `${provider}/`;
+  const s = String(modelId);
+  return s.toLowerCase().startsWith(p) ? s.slice(p.length).toLowerCase() : s.toLowerCase();
+}
+
+/**
+ * Parse Anthropic API-style ids (after provider prefix): claude-sonnet-4-6, claude-3-5-sonnet-20241022, etc.
+ */
+function parseAnthropicLocal(local) {
+  let m = local.match(/^claude-(opus|sonnet|haiku)-(\d+)-(\d+)(?:-(\d{8}))?$/);
+  if (m) {
+    return {
+      variant: m[1],
+      major: Number(m[2]),
+      minor: Number(m[3]),
+      snapshot: m[4] ? Number(m[4]) : 0,
+    };
+  }
+  m = local.match(/^claude-3-5-(opus|sonnet|haiku)-(\d{8})$/);
+  if (m) {
+    return { variant: m[1], major: 3, minor: 5, snapshot: Number(m[2]) };
+  }
+  m = local.match(/^claude-3-(opus|sonnet|haiku)-(\d{8})$/);
+  if (m) {
+    return { variant: m[1], major: 3, minor: 0, snapshot: Number(m[2]) };
+  }
+  return null;
+}
+
+function anthropicPreferenceScore(modelId) {
+  const local = stripPrefix("anthropic", modelId);
+  const meta = parseAnthropicLocal(local);
+  if (!meta) {
+    return 1_000_000 + tieBreakerSnapshot(local);
+  }
+  // Generation must dominate: a dated Haiku 4.5 snapshot must not beat Sonnet 4.6 (see Anthropic model lineup).
+  const generation = meta.major * 10_000 + meta.minor;
+  const v = VARIANT_WEIGHT[meta.variant] || 0;
+  return generation * 1_000_000_000_000 + v + meta.snapshot;
+}
+
+function openaiFamilyScore(local) {
+  // Prefer GPT-5.x over 4.x over 3.5; higher minor (5.4 vs 5.2) wins; bare gpt-5 below explicit minors.
+  const g5 = local.match(/^gpt-5(?:\.(\d+))?/);
+  if (g5) {
+    const sub = g5[1] ? Number.parseInt(g5[1], 10) : 0;
+    return 500 * 1_000_000_000 + sub * 1_000_000;
+  }
+  if (local.startsWith("gpt-4o-mini")) return 480 * 1_000_000_000;
+  if (local.startsWith("gpt-4o")) return 485 * 1_000_000_000;
+  if (local.includes("gpt-4-turbo")) return 470 * 1_000_000_000;
+  if (local.startsWith("gpt-4")) return 460 * 1_000_000_000;
+  if (local.includes("gpt-3.5")) return 350 * 1_000_000_000;
+  if (local.includes("o3") || local.includes("o1")) return 420 * 1_000_000_000;
+  return 100 * 1_000_000_000;
+}
+
+function openaiPreferenceScore(modelId) {
+  const raw = String(modelId).toLowerCase();
+  const local = raw.includes("/") ? raw.split("/").slice(1).join("/") : raw;
+  let score = openaiFamilyScore(local);
+  score += tieBreakerSnapshot(local);
+  // Small bump for non-preview stable names
+  if (local.includes("preview")) score -= 50_000_000;
+  return score;
+}
+
+function genericPreferenceScore(provider, modelId) {
+  const local = stripPrefix(provider, modelId);
+  let score = tieBreakerSnapshot(modelId);
+  if (local.includes("latest")) score += 500_000_000;
+  if (local.includes("preview") || local.includes("deprecated")) score -= 200_000_000;
+  return score;
+}
+
+/**
+ * Higher = more preferred as default.
+ */
+export function modelPreferenceScore(provider, modelId) {
+  const id = String(modelId);
+  let score = 0;
+
+  if (KNOWN_PROBLEMATIC_MODEL_IDS.has(id)) {
+    score -= 10_000_000_000_000;
+  }
+
+  if (provider === "anthropic") {
+    score += anthropicPreferenceScore(id);
+  } else if (provider === "openai" || provider === "openai-codex") {
+    score += openaiPreferenceScore(id);
+  } else {
+    score += genericPreferenceScore(provider, id);
+  }
+
+  return score;
+}
+
+/**
+ * Best-first order for dropdowns and validation.
+ */
+export function sortModelsByPreference(provider, modelIds) {
+  const items = [...new Set((modelIds || []).filter(Boolean))];
+  return items.sort(
+    (a, b) => modelPreferenceScore(provider, b) - modelPreferenceScore(provider, a) || String(a).localeCompare(String(b)),
+  );
+}
+
+export function choosePreferredProviderModel(provider, models = []) {
+  const items = Array.isArray(models) ? models.filter(Boolean) : [];
+  if (items.length === 0) return "";
+  const sorted = sortModelsByPreference(provider, items);
+  return sorted[0] || items[0];
+}