@bluecopa/harness 0.1.0-snapshot.37 → 0.1.0-snapshot.38

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bluecopa/harness",
-  "version": "0.1.0-snapshot.37",
+  "version": "0.1.0-snapshot.38",
   "description": "Provider-agnostic TypeScript agent framework",
   "license": "UNLICENSED",
   "scripts": {

package/src/arc/agent-runner.ts

@@ -1,6 +1,7 @@
 import { randomUUID } from 'node:crypto';
 import { generateText, generateObject } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
+import type { ModelFactory } from './types';
 import type { AgentMessage, ToolCallAction } from '../agent/types';
 import { getTextContent } from '../agent/types';
 import type { ToolProvider, ToolResult } from '../interfaces/tool-provider';
@@ -183,6 +184,7 @@ async function executeTool(
 
 export interface AgentRunnerConfig {
   model: string;
+  createModel?: ModelFactory;
   prompt: string;
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   tools: Record<string, any>;
@@ -230,7 +232,6 @@ export class AgentRunner {
     const cachedSystem = [{
       role: 'system' as const,
       content: config.systemPrompt,
-      providerOptions: { anthropic: { cacheControl: { type: 'ephemeral' } } },
     }];
 
     for (let step = 0; step < config.maxSteps; step++) {
@@ -245,8 +246,7 @@ export class AgentRunner {
       const callLLM = async (effectiveSignal: AbortSignal) =>
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         (generateText as any)({
-          model: anthropic(config.model),
-          thinking: { type: 'adaptive' },
+          model: (config.createModel ?? defaultAnthropicProvider)(config.model),
           tools: config.tools,
           toolChoice: 'auto',
           messages: toModelMessages(messages),
@@ -289,7 +289,7 @@ export class AgentRunner {
             ];
             // eslint-disable-next-line @typescript-eslint/no-explicit-any
             const structured = await (generateObject as any)({
-              model: anthropic(config.model),
+              model: (config.createModel ?? defaultAnthropicProvider)(config.model),
               schema: config.outputSchema,
               messages: toModelMessages(extractionMessages),
               system: config.systemPrompt,
@@ -400,6 +400,7 @@ export class AgentRunner {
 // ── createProcess factory ──
 
 export interface CreateProcessConfig {
+  createModel?: ModelFactory;
   toolProvider: ToolProvider;
   episodeStore: EpisodeStore;
   taskId: string;
@@ -449,7 +450,7 @@ export function createProcess(
 
   const outbox = createChannel<ProcessEvent>();
 
-  const compressor = new EpisodeCompressor();
+  const compressor = new EpisodeCompressor(config.createModel);
   const runner = new AgentRunner();
 
   const process: Process = {
@@ -504,6 +505,7 @@ export function createProcess(
             outbox.push({ type: 'activity', activity });
           },
           ...pickDefined(config, [
+            'createModel',
             'hookRunner',
             'permissionManager',
             'telemetry',

package/src/arc/arc-loop.ts

@@ -1,6 +1,7 @@
 import { randomUUID } from 'node:crypto';
 import { streamText } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
+import type { ModelFactory } from './types';
 import type { AgentMessage, ToolCallAction } from '../agent/types';
 import { getTextContent } from '../agent/types';
 import type { Episode, AnyTool, ModelTier } from './arc-types';
@@ -83,9 +84,11 @@ export class ArcLoop {
   private readonly actionIndex = new Map<string, string>();
   private readonly processListeners: Promise<void>[] = [];
   private readonly skillResolver: SkillResolver | undefined;
+  private readonly createModel: ModelFactory;
 
   constructor(config: ArcLoopConfig) {
     this.config = config;
+    this.createModel = config.createModel ?? defaultAnthropicProvider;
     this.modelMap = { ...DEFAULT_MODEL_MAP, ...config.modelMap };
     this.orchestratorModel = resolveModel(config.model, this.modelMap, this.modelMap.strong);
     this.systemPrompt = config.systemPrompt ?? DEFAULT_ORCHESTRATOR_PROMPT;
@@ -93,7 +96,6 @@ export class ArcLoop {
     this.cachedSystem = [{
       role: 'system' as const,
       content: this.systemPrompt,
-      providerOptions: { anthropic: { cacheControl: { type: 'ephemeral' } } },
     }];
 
     this.tools = {
@@ -118,6 +120,7 @@ export class ArcLoop {
       episodeStore: config.episodeStore,
       memory: this.memory,
       taskId: config.taskId,
+      createModel: this.createModel,
     });
 
     this.resilience = config.resilience;
@@ -167,8 +170,7 @@ export class ArcLoop {
       const callLLM = async (effectiveSignal: AbortSignal) =>
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         (streamText as any)({
-          model: anthropic(this.orchestratorModel),
-          thinking: { type: 'adaptive' },
+          model: this.createModel(this.orchestratorModel),
           tools: this.tools,
           toolChoice: 'auto',
           messages: toModelMessages(prepared.messages),
@@ -570,6 +572,7 @@ export class ArcLoop {
       episodeStore: this.config.episodeStore,
       taskId: this.config.taskId,
       sessionId: this.config.sessionId,
+      createModel: this.createModel,
       modelMap: this.modelMap,
       defaultModel,
       processMaxSteps: profile?.maxSteps ?? this.config.processMaxSteps ?? 20,

package/src/arc/context-window.ts

@@ -1,5 +1,6 @@
 import { generateText } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
+import type { ModelFactory } from './types';
 import type { AgentMessage } from '../agent/types';
 import { getTextContent } from '../agent/types';
 import type { Episode, EpisodeStore } from './arc-types';
@@ -17,6 +18,7 @@ export interface ContextWindowConfig {
   episodeStore: EpisodeStore;
   memory: MemoryManager;
   taskId: string;
+  createModel?: ModelFactory;
 }
 
 export class ContextWindow {
@@ -249,7 +251,7 @@ export class ContextWindow {
 
     const fastModel = resolveModel('fast', DEFAULT_MODEL_MAP, DEFAULT_MODEL_MAP.fast);
     const result = await generateText({
-      model: anthropic(fastModel),
+      model: (this.config.createModel ?? defaultAnthropicProvider)(fastModel),
       system: 'Summarize this conversation history into a concise context summary. Preserve key decisions, outcomes, and any information needed to continue the conversation. Keep under 500 words.',
       messages: [{ role: 'user', content: textToSummarize.slice(0, 8000) }],
       abortSignal: signal,

package/src/arc/episode-compressor.ts

@@ -1,6 +1,7 @@
 import { randomUUID } from 'node:crypto';
 import { generateText } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
+import type { ModelFactory } from './types';
 import type { AgentMessage } from '../agent/types';
 import { getTextContent } from '../agent/types';
 import type { Episode, EpisodeTrace } from './arc-types';
@@ -143,6 +144,12 @@ function extractArtifacts(messages: AgentMessage[]): EpisodeArtifact[] {
 // ── EpisodeCompressor class ──
 
 export class EpisodeCompressor {
+  private readonly createModel: ModelFactory;
+
+  constructor(createModel?: ModelFactory) {
+    this.createModel = createModel ?? defaultAnthropicProvider;
+  }
+
   compress(input: CompressInput): CompressOutput {
     const now = Date.now();
     const id = randomUUID();
@@ -200,7 +207,7 @@ export class EpisodeCompressor {
 
       const fastModel = resolveModel('fast', DEFAULT_MODEL_MAP, DEFAULT_MODEL_MAP.fast);
       const llmResult = await generateText({
-        model: anthropic(fastModel),
+        model: this.createModel(fastModel),
         system: 'Summarize this agent conversation into a concise episode summary. Focus on: what was attempted, what tools were used, what files were changed, and the outcome. Keep it under 300 words.',
         messages: [{ role: 'user', content: conversationText.slice(0, 8000) }],
         abortSignal: signal,

package/src/arc/types.ts

@@ -38,6 +38,12 @@ export interface EpisodeArtifact {
   content: string; // verbatim extracted content
 }
 
+// ── Model factory ──
+
+/** Creates an ai-sdk LanguageModel from a model ID string. Defaults to anthropic(). */
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export type ModelFactory = (modelId: string) => any;
+
 // ── ArcLoop v2 Config ──
 
 export interface ArcLoopConfig {
@@ -46,7 +52,9 @@ export interface ArcLoopConfig {
   model?: string;
   /** Model tier mapping. Override to use different models for fast/medium/strong. */
   modelMap?: Record<import('./arc-types').ModelTier, string>;
-  /** Anthropic API key */
+  /** Model factory — creates an ai-sdk LanguageModel from a model ID. Defaults to anthropic(). */
+  createModel?: ModelFactory;
+  /** @deprecated Use createModel instead. Anthropic API key (set via ANTHROPIC_API_KEY env var). */
   apiKey?: string;
   /** Custom orchestrator system prompt */
   systemPrompt?: string;

package/src/loop/vercel-agent-loop.ts

@@ -1,5 +1,6 @@
 import { generateText, streamText, stepCountIs, tool, type Tool } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
+import type { ModelFactory } from '../arc/types';
 import { z } from 'zod';
 
 import type { AgentAction, AgentMessage, AgentLoop, AgentStreamEvent, ToolCallAction, ToolBatchAction } from '../agent/types';
@@ -161,6 +162,7 @@ function toModelMessages(messages: AgentMessage[]): ModelMessage[] {
 
 export interface VercelAgentLoopConfig {
   model?: string;
+  createModel?: ModelFactory;
   systemPrompt?: string;
   apiKey?: string;
   /** Custom tool definitions. If provided, replaces built-in agentTools for LLM calls. */
@@ -169,8 +171,8 @@ export interface VercelAgentLoopConfig {
 
 export class VercelAgentLoop implements AgentLoop {
   private readonly model: string;
+  private readonly createModel: ModelFactory;
   private readonly systemPrompt: string;
-  /** System prompt with Anthropic cache_control for prompt caching. */
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   private readonly cachedSystem: any;
   private readonly tools: Record<string, AnyTool>;
@@ -178,6 +180,7 @@ export class VercelAgentLoop implements AgentLoop {
 
   constructor(config: VercelAgentLoopConfig = {}) {
     this.model = config.model ?? process.env.HARNESS_MODEL ?? 'claude-sonnet-4-5';
+    this.createModel = config.createModel ?? defaultAnthropicProvider;
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     this.tools = config.tools ?? builtinTools as any;
     this.validToolNames = new Set(Object.keys(this.tools));
@@ -192,11 +195,9 @@ export class VercelAgentLoop implements AgentLoop {
         'When the task is fully complete, respond with a brief text summary (no tool call).',
       ].join(' ');
 
-    // SystemModelMessage format with Anthropic cache_control
     this.cachedSystem = [{
       role: 'system' as const,
       content: this.systemPrompt,
-      providerOptions: { anthropic: { cacheControl: { type: 'ephemeral' } } },
     }];
 
     if (config.apiKey) {
@@ -205,13 +206,10 @@ export class VercelAgentLoop implements AgentLoop {
   }
 
   async nextAction(messages: AgentMessage[]): Promise<AgentAction> {
-    if (!process.env.ANTHROPIC_API_KEY) {
-      throw new Error('ANTHROPIC_API_KEY is required for default VercelAgentLoop');
-    }
 
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     const result = await (generateText as any)({
-      model: anthropic(this.model),
+      model: this.createModel(this.model),
       tools: this.tools,
       toolChoice: 'auto',
       system: this.cachedSystem,
@@ -254,13 +252,10 @@ export class VercelAgentLoop implements AgentLoop {
   }
 
   async *streamAction(messages: AgentMessage[]): AsyncGenerator<AgentStreamEvent> {
-    if (!process.env.ANTHROPIC_API_KEY) {
-      throw new Error('ANTHROPIC_API_KEY is required for default VercelAgentLoop');
-    }
 
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     const result = (streamText as any)({
-      model: anthropic(this.model),
+      model: this.createModel(this.model),
       tools: this.tools,
       toolChoice: 'auto',
       system: this.cachedSystem,

package/src/skills/skill-router.ts

@@ -1,8 +1,9 @@
 import { generateObject } from 'ai';
-import { anthropic } from '@ai-sdk/anthropic';
+import { anthropic as defaultAnthropicProvider } from '@ai-sdk/anthropic';
 import { z } from 'zod';
 
 import type { SkillSummary } from './skill-types';
+import type { ModelFactory } from '../arc/types';
 
 const routeSchema = z.object({
   skillName: z.string().nullable(),
@@ -12,6 +13,7 @@ const routeSchema = z.object({
 
 export interface SkillRouterConfig {
   model?: string;
+  createModel?: ModelFactory;
   minConfidence?: number;
   aliases?: Record<string, string[]>;
 }
@@ -27,11 +29,13 @@ const DEFAULT_ALIASES: Record<string, string[]> = {
 
 export class SkillRouter {
   private readonly model: string;
+  private readonly createModel: ModelFactory;
   private readonly minConfidence: number;
   private readonly aliases: Record<string, string[]>;
 
   constructor(config: SkillRouterConfig = {}) {
     this.model = config.model ?? process.env.HARNESS_SKILL_ROUTER_MODEL ?? 'claude-3-5-haiku-latest';
+    this.createModel = config.createModel ?? defaultAnthropicProvider;
     this.minConfidence = config.minConfidence ?? Number(process.env.HARNESS_SKILL_ROUTER_THRESHOLD ?? '0.55');
     this.aliases = {
       ...DEFAULT_ALIASES,
@@ -53,9 +57,8 @@ export class SkillRouter {
       }
     }
 
-    if (!process.env.ANTHROPIC_API_KEY) {
-      return null;
-    }
+    // LLM-based routing — if no API key is configured, the provider will fail
+    // and the catch block below will return null (graceful fallback).
 
     try {
       const skillList = summaries
@@ -63,7 +66,7 @@ export class SkillRouter {
         .join('\n');
 
       const { object } = await generateObject({
-        model: anthropic(this.model),
+        model: this.createModel(this.model),
         schema: routeSchema,
         system: [
           'You are a skill router.',