@indexnetwork/protocol 8.2.0-rc.423.1 → 8.3.0-rc.424.1

package/dist/shared/agent/activity-projection.d.ts

@@ -86,11 +86,11 @@ export declare const McpActivityCallerSchema: z.ZodObject<{
     /** A network agent's bound community; always null for humans. */
     networkScopeId: z.ZodNullable<z.ZodString>;
 }, "strict", z.ZodTypeAny, {
-    kind: "human" | "agent";
+    kind: "agent" | "human";
     permissions: string[];
     networkScopeId: string | null;
 }, {
-    kind: "human" | "agent";
+    kind: "agent" | "human";
     permissions: string[];
     networkScopeId: string | null;
 }>;

package/dist/shared/agent/model.config.d.ts

@@ -31,7 +31,8 @@ export interface ModelConfig {
     /** Override the chat reasoning effort. Falls back to CHAT_REASONING_EFFORT env var. */
     chatReasoningEffort?: 'minimal' | 'low' | 'medium' | 'high' | 'xhigh';
 }
-declare function getModelConfig(config?: ModelConfig): {
+/** Per-agent model settings before any eval-only override is applied. */
+declare function getBaseModelConfig(config?: ModelConfig): {
     readonly intentInferrer: {
         readonly model: "google/gemini-2.5-flash";
     };
@@ -172,7 +173,7 @@ declare function getModelConfig(config?: ModelConfig): {
     };
 };
 /** Key identifying one of the per-agent model configurations. */
-export type ModelAgent = keyof ReturnType<typeof getModelConfig>;
+export type ModelAgent = keyof ReturnType<typeof getBaseModelConfig>;
 /**
  * Returns the model name string for the given agent key.
  * @param agent - Key from MODEL_CONFIG identifying which agent's settings to use.

package/dist/shared/agent/model.config.js

@@ -1,5 +1,49 @@
 import { ChatOpenAI } from "@langchain/openai";
-function getModelConfig(config) {
+/**
+ * Eval-only per-agent model overrides, e.g.
+ * `EVAL_MODEL_OVERRIDES={"opportunityEvaluator":"anthropic/claude-sonnet-4"}`.
+ *
+ * Read on every call (no caching) to match the surrounding env convention, and
+ * ignored entirely in production so a deployed process can never be repointed at
+ * another model by an environment variable. A malformed value or an unknown agent
+ * key throws: a typo must not silently produce a run that measured the default.
+ */
+function readModelOverrides(agentKeys) {
+    if (process.env.NODE_ENV === "production")
+        return {};
+    const raw = process.env.EVAL_MODEL_OVERRIDES?.trim();
+    if (!raw)
+        return {};
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (err) {
+        // `new Error(msg, { cause })` needs lib ES2022; this package targets ES2020,
+        // so the cause is attached after construction (same pattern as elsewhere in src).
+        const wrapped = new Error(`EVAL_MODEL_OVERRIDES is not valid JSON: ${raw}`);
+        wrapped.cause = err;
+        throw wrapped;
+    }
+    if (typeof parsed !== "object" || parsed === null || Array.isArray(parsed)) {
+        throw new Error("EVAL_MODEL_OVERRIDES must be a JSON object of agent -> model id");
+    }
+    const overrides = {};
+    for (const [agent, model] of Object.entries(parsed)) {
+        if (!agentKeys.includes(agent)) {
+            throw new Error(`EVAL_MODEL_OVERRIDES names an unknown agent "${agent}". Known agents: ${agentKeys.join(", ")}`);
+        }
+        if (typeof model !== "string" || model.trim() === "") {
+            throw new Error(`EVAL_MODEL_OVERRIDES value for "${agent}" must be a non-empty model id string`);
+        }
+        // Store trimmed: surrounding whitespace in the JSON value would otherwise be
+        // sent verbatim to OpenRouter as part of the model id.
+        overrides[agent] = model.trim();
+    }
+    return overrides;
+}
+/** Per-agent model settings before any eval-only override is applied. */
+function getBaseModelConfig(config) {
     return {
         intentInferrer: { model: "google/gemini-2.5-flash" },
         intentIndexer: { model: "google/gemini-2.5-flash" },
@@ -43,6 +87,22 @@ function getModelConfig(config) {
         },
     };
 }
+/**
+ * Per-agent model settings, with `EVAL_MODEL_OVERRIDES` applied when present.
+ * Only the model id is overridable: temperature, token limits and reasoning
+ * effort stay fixed so an eval measures a model swap and nothing else.
+ */
+function getModelConfig(config) {
+    const base = getBaseModelConfig(config);
+    const overrides = readModelOverrides(Object.keys(base));
+    if (Object.keys(overrides).length === 0)
+        return base;
+    const merged = Object.fromEntries(Object.entries(base).map(([agent, settings]) => {
+        const model = overrides[agent];
+        return [agent, model ? { ...settings, model } : settings];
+    }));
+    return merged;
+}
 /**
  * Returns the model name string for the given agent key.
  * @param agent - Key from MODEL_CONFIG identifying which agent's settings to use.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@indexnetwork/protocol",
-  "version": "8.2.0-rc.423.1",
+  "version": "8.3.0-rc.424.1",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -43,6 +43,7 @@
     "eval:canary": "bun --env-file=../../.env.test ./eval/canary/canary.eval.ts",
     "eval:stance": "bun --env-file=../../.env.test ./eval/stance/stance.eval.ts",
     "eval:view": "bun ./eval/viewer/viewer.eval.ts",
+    "eval:web": "bun --env-file=../../.env.test ./eval/ops/ops.serve.ts",
     "eval:verify": "bun ./eval/verify.ts"
   },
   "dependencies": {