pi-free 1.0.8 → 2.0.0

package/provider-failover/benchmarks-chunk-3.ts

@@ -0,0 +1,2010 @@
+// Auto-generated benchmark data chunk 3
+// Models: gemini-2.5-pro-preview-may-25 .. phi-3-mini-instruct-3.8b (90 entries)
+// DO NOT EDIT MANUALLY — generated by scripts/update-benchmarks.ts
+
+import type { HardcodedBenchmark } from "./hardcoded-benchmarks.ts";
+
+export const BENCHMARKS_CHUNK_3: Record<string, HardcodedBenchmark> = {
+	"gemini-2.5-pro-preview-may-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 29.5,
+		normalizedScore: 42,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.837,
+		gpqa: 0.822,
+		hle: 0.154,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-preview-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 17.8,
+		normalizedScore: 25,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.783,
+		gpqa: 0.594,
+		hle: 0.05,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-1.5-pro-may-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.0,
+		normalizedScore: 17,
+
+		// AA specific benchmarks
+		codingIndex: 19.8,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.657,
+		gpqa: 0.371,
+		hle: 0.039,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 20.6,
+		normalizedScore: 29,
+
+		// AA specific benchmarks
+		codingIndex: 17.8,
+		mathIndex: 60.3,
+
+		// Academic benchmarks
+		mmluPro: 0.809,
+		gpqa: 0.683,
+		hle: 0.051,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 27.0,
+		normalizedScore: 39,
+
+		// AA specific benchmarks
+		codingIndex: 22.2,
+		mathIndex: 73.3,
+
+		// Academic benchmarks
+		mmluPro: 0.832,
+		gpqa: 0.79,
+		hle: 0.111,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-preview-sep-25-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 25.7,
+		normalizedScore: 37,
+
+		// AA specific benchmarks
+		codingIndex: 22.1,
+		mathIndex: 56.7,
+
+		// Academic benchmarks
+		mmluPro: 0.836,
+		gpqa: 0.766,
+		hle: 0.078,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemma-3n-e4b-instruct-preview-may-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.1,
+		normalizedScore: 14,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.483,
+		gpqa: 0.278,
+		hle: 0.049,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-1.5-flash-may-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.5,
+		normalizedScore: 15,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.574,
+		gpqa: 0.324,
+		hle: 0.042,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-lite-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 17.6,
+		normalizedScore: 25,
+
+		// AA specific benchmarks
+		codingIndex: 9.5,
+		mathIndex: 53.3,
+
+		// Academic benchmarks
+		mmluPro: 0.759,
+		gpqa: 0.625,
+		hle: 0.064,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.0-flash-lite-feb-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 14.7,
+		normalizedScore: 21,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.724,
+		gpqa: 0.535,
+		hle: 0.036,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-preview-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 24.3,
+		normalizedScore: 35,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.8,
+		gpqa: 0.698,
+		hle: 0.116,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-pro-preview-mar-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 30.3,
+		normalizedScore: 43,
+
+		// AA specific benchmarks
+		codingIndex: 46.7,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.858,
+		gpqa: 0.836,
+		hle: 0.171,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-1.0-ultra": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.1,
+		normalizedScore: 14,
+
+		// AA specific benchmarks
+		codingIndex: 17.6,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"gemini-2.5-flash-preview-sep-25-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 31.1,
+		normalizedScore: 44,
+
+		// AA specific benchmarks
+		codingIndex: 24.6,
+		mathIndex: 78.3,
+
+		// Academic benchmarks
+		mmluPro: 0.842,
+		gpqa: 0.793,
+		hle: 0.127,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3.5-sonnet-oct-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.9,
+		normalizedScore: 23,
+
+		// AA specific benchmarks
+		codingIndex: 30.2,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.772,
+		gpqa: 0.599,
+		hle: 0.039,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3.5-sonnet-june-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 14.2,
+		normalizedScore: 20,
+
+		// AA specific benchmarks
+		codingIndex: 26.0,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.751,
+		gpqa: 0.56,
+		hle: 0.037,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3-opus": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.0,
+		normalizedScore: 26,
+
+		// AA specific benchmarks
+		codingIndex: 19.5,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.696,
+		gpqa: 0.489,
+		hle: 0.031,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3.5-haiku": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.7,
+		normalizedScore: 27,
+
+		// AA specific benchmarks
+		codingIndex: 10.7,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.634,
+		gpqa: 0.408,
+		hle: 0.035,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3-sonnet": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.3,
+		normalizedScore: 15,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.579,
+		gpqa: 0.4,
+		hle: 0.038,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3-haiku": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.3,
+		normalizedScore: 18,
+
+		// AA specific benchmarks
+		codingIndex: 6.7,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: 0.374,
+		hle: 0.039,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-instant": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 7.4,
+		normalizedScore: 11,
+
+		// AA specific benchmarks
+		codingIndex: 7.8,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.434,
+		gpqa: 0.33,
+		hle: 0.038,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3.7-sonnet-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 30.8,
+		normalizedScore: 44,
+
+		// AA specific benchmarks
+		codingIndex: 26.7,
+		mathIndex: 21.0,
+
+		// Academic benchmarks
+		mmluPro: 0.803,
+		gpqa: 0.656,
+		hle: 0.048,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-2.1": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.3,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: 14.0,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.495,
+		gpqa: 0.319,
+		hle: 0.042,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-3.7-sonnet-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 34.7,
+		normalizedScore: 50,
+
+		// AA specific benchmarks
+		codingIndex: 27.6,
+		mathIndex: 56.3,
+
+		// Academic benchmarks
+		mmluPro: 0.837,
+		gpqa: 0.772,
+		hle: 0.103,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4.1-opus-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 36.0,
+		normalizedScore: 51,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4.1-opus-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 42.0,
+		normalizedScore: 60,
+
+		// AA specific benchmarks
+		codingIndex: 36.5,
+		mathIndex: 80.3,
+
+		// Academic benchmarks
+		mmluPro: 0.88,
+		gpqa: 0.809,
+		hle: 0.119,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4-sonnet-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 33.0,
+		normalizedScore: 47,
+
+		// AA specific benchmarks
+		codingIndex: 30.6,
+		mathIndex: 38.0,
+
+		// Academic benchmarks
+		mmluPro: 0.837,
+		gpqa: 0.683,
+		hle: 0.04,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4-opus-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 33.0,
+		normalizedScore: 47,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 36.3,
+
+		// Academic benchmarks
+		mmluPro: 0.86,
+		gpqa: 0.701,
+		hle: 0.059,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4-sonnet-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 38.7,
+		normalizedScore: 55,
+
+		// AA specific benchmarks
+		codingIndex: 34.1,
+		mathIndex: 74.3,
+
+		// Academic benchmarks
+		mmluPro: 0.842,
+		gpqa: 0.777,
+		hle: 0.096,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-opus-4.5-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 43.1,
+		normalizedScore: 62,
+
+		// AA specific benchmarks
+		codingIndex: 42.9,
+		mathIndex: 62.7,
+
+		// Academic benchmarks
+		mmluPro: 0.889,
+		gpqa: 0.81,
+		hle: 0.129,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-opus-4.5-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 49.7,
+		normalizedScore: 71,
+
+		// AA specific benchmarks
+		codingIndex: 47.8,
+		mathIndex: 91.3,
+
+		// Academic benchmarks
+		mmluPro: 0.895,
+		gpqa: 0.866,
+		hle: 0.284,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4-opus-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 39.0,
+		normalizedScore: 56,
+
+		// AA specific benchmarks
+		codingIndex: 34.0,
+		mathIndex: 73.3,
+
+		// Academic benchmarks
+		mmluPro: 0.873,
+		gpqa: 0.796,
+		hle: 0.117,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4.5-sonnet-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 37.1,
+		normalizedScore: 53,
+
+		// AA specific benchmarks
+		codingIndex: 33.5,
+		mathIndex: 37.0,
+
+		// Academic benchmarks
+		mmluPro: 0.86,
+		gpqa: 0.727,
+		hle: 0.071,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-4.5-sonnet-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 43.0,
+		normalizedScore: 61,
+
+		// AA specific benchmarks
+		codingIndex: 38.6,
+		mathIndex: 88.0,
+
+		// Academic benchmarks
+		mmluPro: 0.875,
+		gpqa: 0.834,
+		hle: 0.173,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"claude-2.0": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.1,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: 12.9,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.486,
+		gpqa: 0.344,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-large-2-nov-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.1,
+		normalizedScore: 22,
+
+		// AA specific benchmarks
+		codingIndex: 13.8,
+		mathIndex: 14.0,
+
+		// Academic benchmarks
+		mmluPro: 0.697,
+		gpqa: 0.486,
+		hle: 0.04,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-large-2-jul-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 13.0,
+		normalizedScore: 19,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 0.0,
+
+		// Academic benchmarks
+		mmluPro: 0.683,
+		gpqa: 0.472,
+		hle: 0.032,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"pixtral-large": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 14.0,
+		normalizedScore: 20,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 2.3,
+
+		// Academic benchmarks
+		mmluPro: 0.701,
+		gpqa: 0.505,
+		hle: 0.036,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-small-3": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.7,
+		normalizedScore: 18,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 4.3,
+
+		// Academic benchmarks
+		mmluPro: 0.652,
+		gpqa: 0.462,
+		hle: 0.041,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-small-sep-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.2,
+		normalizedScore: 15,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.529,
+		gpqa: 0.381,
+		hle: 0.043,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mixtral-8x22b-instruct": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.8,
+		normalizedScore: 14,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.537,
+		gpqa: 0.332,
+		hle: 0.041,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-small-feb-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.0,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.419,
+		gpqa: 0.302,
+		hle: 0.044,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-large-feb-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.9,
+		normalizedScore: 14,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.515,
+		gpqa: 0.351,
+		hle: 0.034,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mixtral-8x7b-instruct": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 7.7,
+		normalizedScore: 11,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.387,
+		gpqa: 0.292,
+		hle: 0.045,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-7b-instruct": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 7.4,
+		normalizedScore: 11,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.245,
+		gpqa: 0.177,
+		hle: 0.043,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-small-3.1": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 14.5,
+		normalizedScore: 21,
+
+		// AA specific benchmarks
+		codingIndex: 13.9,
+		mathIndex: 3.7,
+
+		// Academic benchmarks
+		mmluPro: 0.659,
+		gpqa: 0.454,
+		hle: 0.048,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-medium-3": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.8,
+		normalizedScore: 27,
+
+		// AA specific benchmarks
+		codingIndex: 13.6,
+		mathIndex: 30.3,
+
+		// Academic benchmarks
+		mmluPro: 0.76,
+		gpqa: 0.578,
+		hle: 0.043,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-saba": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.1,
+		normalizedScore: 17,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.611,
+		gpqa: 0.424,
+		hle: 0.041,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-small-3.2": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.1,
+		normalizedScore: 22,
+
+		// AA specific benchmarks
+		codingIndex: 13.3,
+		mathIndex: 27.0,
+
+		// Academic benchmarks
+		mmluPro: 0.681,
+		gpqa: 0.505,
+		hle: 0.043,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"magistral-medium-1": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.8,
+		normalizedScore: 27,
+
+		// AA specific benchmarks
+		codingIndex: 16.0,
+		mathIndex: 40.3,
+
+		// Academic benchmarks
+		mmluPro: 0.753,
+		gpqa: 0.679,
+		hle: 0.095,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"devstral-medium": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.7,
+		normalizedScore: 27,
+
+		// AA specific benchmarks
+		codingIndex: 15.9,
+		mathIndex: 4.7,
+
+		// Academic benchmarks
+		mmluPro: 0.708,
+		gpqa: 0.492,
+		hle: 0.038,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"magistral-small-1": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 16.8,
+		normalizedScore: 24,
+
+		// AA specific benchmarks
+		codingIndex: 11.1,
+		mathIndex: 41.3,
+
+		// Academic benchmarks
+		mmluPro: 0.746,
+		gpqa: 0.641,
+		hle: 0.072,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"mistral-medium": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.0,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.491,
+		gpqa: 0.349,
+		hle: 0.034,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"devstral-small-jul-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.2,
+		normalizedScore: 22,
+
+		// AA specific benchmarks
+		codingIndex: 12.1,
+		mathIndex: 29.3,
+
+		// Academic benchmarks
+		mmluPro: 0.622,
+		gpqa: 0.414,
+		hle: 0.037,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"devstral-small-may-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.0,
+		normalizedScore: 26,
+
+		// AA specific benchmarks
+		codingIndex: 12.2,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.632,
+		gpqa: 0.434,
+		hle: 0.04,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-r1-distill-qwen-32b": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 17.2,
+		normalizedScore: 25,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 63.0,
+
+		// Academic benchmarks
+		mmluPro: 0.739,
+		gpqa: 0.615,
+		hle: 0.055,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3-dec-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 16.5,
+		normalizedScore: 24,
+
+		// AA specific benchmarks
+		codingIndex: 16.4,
+		mathIndex: 26.0,
+
+		// Academic benchmarks
+		mmluPro: 0.752,
+		gpqa: 0.557,
+		hle: 0.036,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-r1-distill-qwen-14b": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.8,
+		normalizedScore: 23,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 55.7,
+
+		// Academic benchmarks
+		mmluPro: 0.74,
+		gpqa: 0.484,
+		hle: 0.044,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v2.5-dec-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.5,
+		normalizedScore: 18,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-coder-v2": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.6,
+		normalizedScore: 15,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-r1-distill-llama-8b": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.1,
+		normalizedScore: 17,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 41.3,
+
+		// Academic benchmarks
+		mmluPro: 0.543,
+		gpqa: 0.302,
+		hle: 0.042,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-llm-67b-chat-v1": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 8.4,
+		normalizedScore: 12,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-r1-distill-qwen-1.5b": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.1,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: 22.0,
+
+		// Academic benchmarks
+		mmluPro: 0.269,
+		gpqa: 0.098,
+		hle: 0.033,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.1-terminus-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 28.5,
+		normalizedScore: 41,
+
+		// AA specific benchmarks
+		codingIndex: 31.9,
+		mathIndex: 53.7,
+
+		// Academic benchmarks
+		mmluPro: 0.836,
+		gpqa: 0.751,
+		hle: 0.084,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.2-exp-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 32.9,
+		normalizedScore: 47,
+
+		// AA specific benchmarks
+		codingIndex: 33.3,
+		mathIndex: 87.7,
+
+		// Academic benchmarks
+		mmluPro: 0.85,
+		gpqa: 0.797,
+		hle: 0.138,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.1-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 27.7,
+		normalizedScore: 40,
+
+		// AA specific benchmarks
+		codingIndex: 29.7,
+		mathIndex: 89.7,
+
+		// Academic benchmarks
+		mmluPro: 0.851,
+		gpqa: 0.779,
+		hle: 0.13,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.2-exp-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 28.4,
+		normalizedScore: 41,
+
+		// AA specific benchmarks
+		codingIndex: 30.0,
+		mathIndex: 57.7,
+
+		// Academic benchmarks
+		mmluPro: 0.836,
+		gpqa: 0.738,
+		hle: 0.086,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.1-terminus-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 33.9,
+		normalizedScore: 48,
+
+		// AA specific benchmarks
+		codingIndex: 33.7,
+		mathIndex: 89.7,
+
+		// Academic benchmarks
+		mmluPro: 0.851,
+		gpqa: 0.792,
+		hle: 0.152,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3-0324": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 22.3,
+		normalizedScore: 32,
+
+		// AA specific benchmarks
+		codingIndex: 22.0,
+		mathIndex: 41.0,
+
+		// Academic benchmarks
+		mmluPro: 0.819,
+		gpqa: 0.655,
+		hle: 0.052,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-r1-jan-25": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 18.8,
+		normalizedScore: 27,
+
+		// AA specific benchmarks
+		codingIndex: 15.9,
+		mathIndex: 68.0,
+
+		// Academic benchmarks
+		mmluPro: 0.844,
+		gpqa: 0.708,
+		hle: 0.093,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v3.1-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 28.1,
+		normalizedScore: 40,
+
+		// AA specific benchmarks
+		codingIndex: 28.4,
+		mathIndex: 49.7,
+
+		// Academic benchmarks
+		mmluPro: 0.833,
+		gpqa: 0.735,
+		hle: 0.063,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v2.5": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.3,
+		normalizedScore: 18,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-v2-chat": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 9.1,
+		normalizedScore: 13,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"deepseek-coder-v2-lite-instruct": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 8.5,
+		normalizedScore: 12,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.429,
+		gpqa: 0.319,
+		hle: 0.053,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	sonar: {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.5,
+		normalizedScore: 22,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.689,
+		gpqa: 0.471,
+		hle: 0.073,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"sonar-reasoning-pro": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 24.6,
+		normalizedScore: 35,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"sonar-pro": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 15.2,
+		normalizedScore: 22,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.755,
+		gpqa: 0.578,
+		hle: 0.079,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"sonar-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 17.9,
+		normalizedScore: 26,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: 0.623,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-beta": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 13.3,
+		normalizedScore: 19,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.703,
+		gpqa: 0.471,
+		hle: 0.047,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-4-fast-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 35.1,
+		normalizedScore: 50,
+
+		// AA specific benchmarks
+		codingIndex: 27.4,
+		mathIndex: 89.7,
+
+		// Academic benchmarks
+		mmluPro: 0.85,
+		gpqa: 0.847,
+		hle: 0.17,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-3-reasoning-beta": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 21.6,
+		normalizedScore: 31,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: undefined,
+		gpqa: undefined,
+		hle: undefined,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-3": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 25.2,
+		normalizedScore: 36,
+
+		// AA specific benchmarks
+		codingIndex: 19.8,
+		mathIndex: 58.0,
+
+		// Academic benchmarks
+		mmluPro: 0.799,
+		gpqa: 0.693,
+		hle: 0.051,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-4": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 41.5,
+		normalizedScore: 59,
+
+		// AA specific benchmarks
+		codingIndex: 40.5,
+		mathIndex: 92.7,
+
+		// Academic benchmarks
+		mmluPro: 0.866,
+		gpqa: 0.877,
+		hle: 0.239,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-4.1-fast-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 23.6,
+		normalizedScore: 34,
+
+		// AA specific benchmarks
+		codingIndex: 19.5,
+		mathIndex: 34.3,
+
+		// Academic benchmarks
+		mmluPro: 0.743,
+		gpqa: 0.637,
+		hle: 0.05,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-4.1-fast-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 38.6,
+		normalizedScore: 55,
+
+		// AA specific benchmarks
+		codingIndex: 30.9,
+		mathIndex: 89.3,
+
+		// Academic benchmarks
+		mmluPro: 0.854,
+		gpqa: 0.853,
+		hle: 0.176,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-2-dec-24": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 13.9,
+		normalizedScore: 20,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.709,
+		gpqa: 0.51,
+		hle: 0.038,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"grok-4-fast-non-reasoning": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 23.1,
+		normalizedScore: 33,
+
+		// AA specific benchmarks
+		codingIndex: 19.0,
+		mathIndex: 41.3,
+
+		// Academic benchmarks
+		mmluPro: 0.73,
+		gpqa: 0.606,
+		hle: 0.05,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"openchat-3.5-1210": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 8.3,
+		normalizedScore: 12,
+
+		// AA specific benchmarks
+		codingIndex: undefined,
+		mathIndex: undefined,
+
+		// Academic benchmarks
+		mmluPro: 0.31,
+		gpqa: 0.23,
+		hle: 0.048,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"nova-pro": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 13.5,
+		normalizedScore: 19,
+
+		// AA specific benchmarks
+		codingIndex: 11.0,
+		mathIndex: 7.0,
+
+		// Academic benchmarks
+		mmluPro: 0.691,
+		gpqa: 0.499,
+		hle: 0.034,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"nova-lite": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 12.7,
+		normalizedScore: 18,
+
+		// AA specific benchmarks
+		codingIndex: 5.1,
+		mathIndex: 7.0,
+
+		// Academic benchmarks
+		mmluPro: 0.59,
+		gpqa: 0.433,
+		hle: 0.046,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+	"phi-3-mini-instruct-3.8b": {
+		// AA Intelligence Index (composite score)
+		intelligenceIndex: 10.1,
+		normalizedScore: 14,
+
+		// AA specific benchmarks
+		codingIndex: 3.0,
+		mathIndex: 0.3,
+
+		// Academic benchmarks
+		mmluPro: 0.435,
+		gpqa: 0.319,
+		hle: 0.044,
+
+		// Capabilities
+		contextWindow: 8192,
+		supportsReasoning: false,
+		supportsVision: false,
+
+		// Metadata
+		lastUpdated: "2026-04-06",
+	},
+};