@d3ara1n/pi-scout 0.1.0 → 0.1.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@d3ara1n/pi-scout",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Per-turn side agent decision framework for pi — uses a cheap model to select skills and route models before each conversation turn",
   "main": "src/index.ts",
   "keywords": [

package/src/index.ts

@@ -198,21 +198,21 @@ export default function scoutExtension(pi: ExtensionAPI) {
 			? (rolesApi.findRoleByModel(`${currentModel.provider}/${currentModel.id}`) ?? "unknown")
 			: "unknown";
 
-		// 3. Call side agent
-		const scoutSystemPrompt = buildScoutSystemPrompt(config);
+		// 3. Build roles list
 		const visibleRoles = rolesApi.getVisibleRoles();
 		const rolesList = Object.entries(visibleRoles)
 			.map(([name, cfg]: [string, any]) => `- ${name}: ${cfg.description ?? "(no description)"}${cfg.model ? ` (model: ${cfg.model})` : " (current model)"}`)
 			.join("\n");
+
+		// 4. Call side agent
+		const scoutSystemPrompt = buildScoutSystemPrompt(config, skillsList, rolesList);
 		const decision = await callSideAgent(
 			sideResolved.model,
 			sideResolved.apiKey,
 			sideResolved.headers,
 			scoutSystemPrompt,
 			event.prompt,
-			skillsList,
 			currentRole,
-			rolesList,
 		);
 
 		lastDecision = decision;

package/src/scout-prompt.ts

@@ -6,31 +6,34 @@ import type { ScoutConfig } from "./types.ts";
 
 /**
  * Build the user message for the side agent.
+ * Only contains per-turn variable content — stable data lives in the system prompt
+ * so it can be prompt-cached across turns.
  */
 export function buildScoutUserMessage(
 	userPrompt: string,
-	skillsList: string,
 	currentRole: string,
-	rolesList: string,
 ): string {
 	return [
-		`User prompt:`,
-		userPrompt,
-		``,
-		`Available skills:`,
-		skillsList || "(none)",
-		``,
 		`Current role: ${currentRole}`,
 		``,
-		`Available roles:`,
-		rolesList,
+		`User prompt:`,
+		userPrompt,
 	].join("\n");
 }
 
 /**
  * Build the system prompt for the side agent.
+ *
+ * Stable per-session data (skills, roles) is embedded here rather than in the
+ * user message so that the entire system prompt forms a large, cacheable prefix.
+ * This is critical for Anthropic which requires a 1024-token minimum for
+ * prompt caching to activate.
  */
-export function buildScoutSystemPrompt(config: ScoutConfig): string {
+export function buildScoutSystemPrompt(
+	config: ScoutConfig,
+	skillsList: string,
+	rolesList: string,
+): string {
 	const parts: string[] = [];
 
 	parts.push(`You are a scout. Analyze the user's request and decide which skills and model role to use.`);
@@ -59,5 +62,13 @@ export function buildScoutSystemPrompt(config: ScoutConfig): string {
 		parts.push(`- IMPORTANT: skill routing is disabled. Always return skills: [].`);
 	}
 
+	parts.push(``);
+	parts.push(`## Available Skills`);
+	parts.push(skillsList || "(none)");
+
+	parts.push(``);
+	parts.push(`## Available Roles`);
+	parts.push(rolesList);
+
 	return parts.join("\n");
 }

package/src/side-agent.ts

@@ -21,9 +21,8 @@ interface SideAgentContext {
  * @param sideModel - The Model instance to use (from pi-model-roles "side" role)
  * @param apiKey - API key for the side model
  * @param headers - Custom headers for the side model
- * @param systemPrompt - Scout system prompt
+ * @param systemPrompt - Scout system prompt (includes skills/roles for cache friendliness)
  * @param userPrompt - The user's original prompt text
- * @param skillsList - Formatted list of available skills for the prompt
  * @param currentRole - Current active role name
  * @returns Parsed ScoutDecision, or a safe fallback on error
  */
@@ -33,9 +32,7 @@ export async function callSideAgent(
 	headers: Record<string, string> | undefined,
 	systemPrompt: string,
 	userPrompt: string,
-	skillsList: string,
 	currentRole: string,
-	rolesList: string,
 ): Promise<ScoutDecision> {
 	const fallback: ScoutDecision = { skills: [], role: null, reasoning: "side agent error" };
 
@@ -44,13 +41,14 @@ export async function callSideAgent(
 		messages: [
 			{
 				role: "user",
-				content: buildScoutUserMessage(userPrompt, skillsList, currentRole, rolesList),
+				content: buildScoutUserMessage(userPrompt, currentRole),
 			},
 		],
 	};
 
 	const options: Record<string, any> = {
 		maxTokens: 256,
+		cacheRetention: "short",
 	};
 
 	if (apiKey) options.apiKey = apiKey;

package/src/types.ts

@@ -29,7 +29,7 @@ export interface ScoutDecision {
 
 export const DEFAULT_CONFIG: ScoutConfig = {
   enabled: true,
-  sideAgentRole: "fast",
+  sideAgentRole: "utility",
   maxSelectedSkills: 5,
   modules: {
     skillRouter: true,