@bluecopa/harness 0.1.0-snapshot.41 → 0.1.0-snapshot.43
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/arc/agent-runner.ts +20 -0
- package/src/arc/arc-loop.ts +7 -1
- package/src/arc/multi-model.ts +70 -0
- package/src/interfaces/hooks.ts +2 -1
package/package.json
CHANGED
package/src/arc/agent-runner.ts
CHANGED
|
@@ -344,6 +344,26 @@ export class AgentRunner {
|
|
|
344
344
|
const text = rawText || 'Done.';
|
|
345
345
|
messages.push({ role: 'assistant', content: text });
|
|
346
346
|
|
|
347
|
+
// RunComplete hook: allow middleware to inspect and optionally continue
|
|
348
|
+
if (config.hookRunner) {
|
|
349
|
+
const decision = await config.hookRunner.run({
|
|
350
|
+
event: 'RunComplete',
|
|
351
|
+
metadata: {
|
|
352
|
+
messages,
|
|
353
|
+
steps: step + 1,
|
|
354
|
+
output: text,
|
|
355
|
+
},
|
|
356
|
+
});
|
|
357
|
+
if (!decision.allow) {
|
|
358
|
+
// Hook wants the agent to keep going — inject reason as user guidance
|
|
359
|
+
messages.push({
|
|
360
|
+
role: 'user',
|
|
361
|
+
content: decision.reason ?? 'Continue — a required post-completion step was not performed.',
|
|
362
|
+
});
|
|
363
|
+
continue; // re-enter the loop for one more LLM step
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
|
|
347
367
|
// Structured output: use generateObject on terminal step when schema is set
|
|
348
368
|
if (config.outputSchema) {
|
|
349
369
|
try {
|
package/src/arc/arc-loop.ts
CHANGED
|
@@ -157,7 +157,13 @@ export class ArcLoop {
|
|
|
157
157
|
|
|
158
158
|
this.skillResolver = config.skillResolver
|
|
159
159
|
?? (config.skillIndexPath
|
|
160
|
-
? new DefaultSkillResolver({
|
|
160
|
+
? new DefaultSkillResolver({
|
|
161
|
+
skillIndexPath: config.skillIndexPath,
|
|
162
|
+
routerConfig: {
|
|
163
|
+
createModel: this.createModel,
|
|
164
|
+
model: this.modelMap.fast,
|
|
165
|
+
},
|
|
166
|
+
})
|
|
161
167
|
: undefined);
|
|
162
168
|
}
|
|
163
169
|
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Multi-provider model factory — mix and match LLM providers in a single agent system.
|
|
3
|
+
*
|
|
4
|
+
* Supports prefixed model IDs: "provider:model-id"
|
|
5
|
+
* - anthropic:claude-haiku-4-5
|
|
6
|
+
* - openai:gpt-5.4-mini
|
|
7
|
+
* - google:gemini-2.5-pro
|
|
8
|
+
* - openrouter:anthropic/claude-3.5-haiku
|
|
9
|
+
*
|
|
10
|
+
* Bare model IDs (no prefix) use the default provider.
|
|
11
|
+
*
|
|
12
|
+
* Usage:
|
|
13
|
+
* import { anthropic } from '@ai-sdk/anthropic';
|
|
14
|
+
* import { openai } from '@ai-sdk/openai';
|
|
15
|
+
* import { createOpenAI } from '@ai-sdk/openai';
|
|
16
|
+
*
|
|
17
|
+
* const openrouter = createOpenAI({ baseURL: 'https://openrouter.ai/api/v1', apiKey: process.env.OPENROUTER_API_KEY });
|
|
18
|
+
*
|
|
19
|
+
* const createModel = createMultiModelFactory({
|
|
20
|
+
* providers: { anthropic, openai, openrouter },
|
|
21
|
+
* default: 'openai',
|
|
22
|
+
* });
|
|
23
|
+
*
|
|
24
|
+
* // In modelMap — each tier can use a different provider:
|
|
25
|
+
* {
|
|
26
|
+
* fast: 'anthropic:claude-haiku-4-5',
|
|
27
|
+
* medium: 'openai:gpt-5.4-mini',
|
|
28
|
+
* strong: 'openrouter:google/gemini-2.5-pro',
|
|
29
|
+
* }
|
|
30
|
+
*/
|
|
31
|
+
|
|
32
|
+
import type { ModelFactory } from './types';
|
|
33
|
+
|
|
34
|
+
export interface MultiModelConfig {
|
|
35
|
+
/** Named provider factories. Key is the prefix used in model IDs. */
|
|
36
|
+
providers: Record<string, ModelFactory>;
|
|
37
|
+
/** Default provider name for model IDs without a prefix. */
|
|
38
|
+
default: string;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* Create a ModelFactory that routes to different providers based on model ID prefix.
|
|
43
|
+
*
|
|
44
|
+
* Model ID format: "provider:model" or just "model" (uses default provider).
|
|
45
|
+
*/
|
|
46
|
+
export function createMultiModelFactory(config: MultiModelConfig): ModelFactory {
|
|
47
|
+
const { providers } = config;
|
|
48
|
+
const defaultProvider = providers[config.default];
|
|
49
|
+
if (!defaultProvider) {
|
|
50
|
+
throw new Error(`Default provider "${config.default}" not found in providers: ${Object.keys(providers).join(', ')}`);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
return (modelId: string) => {
|
|
54
|
+
const colonIdx = modelId.indexOf(':');
|
|
55
|
+
if (colonIdx === -1) {
|
|
56
|
+
return defaultProvider(modelId);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
const prefix = modelId.slice(0, colonIdx);
|
|
60
|
+
const model = modelId.slice(colonIdx + 1);
|
|
61
|
+
|
|
62
|
+
const factory = providers[prefix];
|
|
63
|
+
if (!factory) {
|
|
64
|
+
console.warn(`[multi-model] Unknown provider "${prefix}" in "${modelId}", using default`);
|
|
65
|
+
return defaultProvider(modelId);
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
return factory(model);
|
|
69
|
+
};
|
|
70
|
+
}
|