@blockrun/franklin 3.15.2 → 3.15.4

package/dist/agent/evaluator.js

@@ -289,13 +289,23 @@ function anySignal(signals) {
 export function renderGroundingFollowup(result) {
     if (result.verdict === 'GROUNDED' || result.verdict === 'SKIPPED')
         return '';
+    // Headers state the situation directly. Old phrasing told the user to "re-run
+    // with the suggested tools" which both put the burden on them and exposed
+    // FRANKLIN_NO_EVAL as a one-flag escape hatch from the quality gate. New
+    // phrasing names the gap and offers a concrete next action.
     const header = result.verdict === 'UNGROUNDED'
-        ? '⚠️ **Grounding check failed** — the previous answer relied on memory where a tool call was available:'
-        : '⚠️ **Grounding check flagged some claims** — re-run with the suggested tools for a verified answer:';
+        ? '⚠️ **Unverified answer** — the model produced specific claims without calling any tool to back them up:'
+        : '⚠️ **Partial verification** — some claims in the answer aren\'t backed by tool output:';
     const body = result.issues.length > 0
         ? result.issues.map(i => `- ${i}`).join('\n')
-        : '(evaluator returned no specific items — check the transcript manually)';
-    return `\n\n${header}\n${body}\n\n_Ask again with an explicit instruction to call the tools, or disable these checks with \`FRANKLIN_NO_EVAL=1\`._`;
+        : '_(evaluator returned no specific items — check the transcript manually)_';
+    // Action line: tell the user exactly how to follow up, in their own voice.
+    // No env-var escape hatch in the user-facing text — that's a config concern,
+    // not a "make this warning go away" concern.
+    const action = result.verdict === 'UNGROUNDED'
+        ? '\n\n_Reply "verify" to re-run with required tool use, or accept the answer as-is._'
+        : '\n\n_Reply "verify" to fact-check the flagged claims, or accept the answer as-is._';
+    return `\n\n${header}\n${body}${action}`;
 }
 /**
  * Build a synthetic user message that instructs the agent to retry with the

package/dist/router/index.js

@@ -110,8 +110,26 @@ const REASONING_KEYWORDS = [
     'formally', 'mathematical', 'proof', 'logically', '证明', '定理', '推导',
 ];
 const SIMPLE_KEYWORDS = [
-    'what is', 'define', 'translate', 'hello', 'yes or no', 'capital of',
-    'how old', 'who is', 'when was', '什么是', '翻译', '你好',
+    // True simple intents: greeting, definition lookup, translation. Factual
+    // lookups ("who is", "when was", "capital of") were moved to RESEARCH below
+    // because they look easy but require external recall — sending them to
+    // SIMPLE-tier models reliably produces hallucinated subscriber counts,
+    // birth years, etc. that the post-hoc grounding check then has to flag.
+    'define', 'translate', 'hello', 'yes or no', '翻译', '你好',
+];
+// Research / fact-retrieval intent: questions whose correct answer depends
+// on data the model can't reliably recall from weights — current statistics,
+// latest news, comparisons, "best" rankings, identities of people/orgs.
+// Bumping tier here pushes them to a MEDIUM/COMPLEX model that has
+// WebSearch in its toolset, instead of letting a cheap text-only model
+// fabricate plausible-looking numbers.
+const RESEARCH_KEYWORDS = [
+    'who is', 'who was', 'when was', 'when did', 'what is the capital',
+    'how old', 'how many', 'how much',
+    'best', 'top ', 'most popular', 'compare', 'vs ', ' vs.',
+    'latest', 'current', 'recent', 'today', 'now',
+    'subscribers', 'members', 'followers', 'market cap', 'price of',
+    '最好的', '最新', '最近', '现在', '当前', '排名', '对比',
 ];
 const TECHNICAL_KEYWORDS = [
     'algorithm', 'optimize', 'architecture', 'distributed', 'kubernetes',
@@ -180,6 +198,17 @@ function classifyRequest(prompt, tokenCount) {
         score -= 0.25;
         signals.push('simple');
     }
+    // Research / fact-lookup detection (weight: +0.30). Bumps tier upward so
+    // questions like "best subreddit", "current price of X", "how many members"
+    // route to a model that can actually call WebSearch instead of guessing
+    // from weights. Capped at one keyword's worth — research questions
+    // typically signal with one phrase, and stacking would push trivial
+    // questions into REASONING.
+    const researchMatches = countMatches(prompt, RESEARCH_KEYWORDS);
+    if (researchMatches >= 1) {
+        score += 0.30;
+        signals.push('research');
+    }
     // Technical complexity (weight: 0.15) - increased
     const techMatches = countMatches(prompt, TECHNICAL_KEYWORDS);
     if (techMatches >= 2) {

package/dist/ui/app.js

@@ -99,6 +99,11 @@ function formatAgentErrorForDisplay(error) {
 }
 function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain, startWithPicker, onSubmit, onModelChange, onAbort, onExit, }) {
     const { exit } = useApp();
+    // Track terminal rows so we can cap the dynamic-region height. Ink wipes the
+    // terminal scrollback (via ansiEscapes.clearTerminal → \x1b[3J) whenever the
+    // dynamic output exceeds rows, so any tall live region (streaming text,
+    // model picker) must be windowed to preserve "scroll to the start" history.
+    const { rows: termRows } = useTerminalSize();
     const [input, setInput] = useState('');
     const [streamText, setStreamText] = useState('');
     const [thinking, setThinking] = useState(false);
@@ -199,6 +204,7 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
     const turnModelRef = useRef(undefined);
     const turnTierRef = useRef(undefined);
     const turnSavingsRef = useRef(undefined);
+    const turnCtxPctRef = useRef(undefined);
     const queuedInputsRef = useRef([]);
     // Keep refs in sync so memoized event handlers can read current values
     streamTextRef.current = streamText;
@@ -236,6 +242,7 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                     model: turnModelRef.current,
                     tier: turnTierRef.current,
                     savings: turnSavingsRef.current,
+                    ctxPct: turnCtxPctRef.current,
                     thinkMs,
                     thinkChars,
                 }];
@@ -418,6 +425,7 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                     turnModelRef.current = undefined;
                     turnTierRef.current = undefined;
                     turnSavingsRef.current = undefined;
+                    turnCtxPctRef.current = undefined;
                     setWaiting(true);
                     setReady(false);
                     // Pass through to agent loop to clear the actual conversation history
@@ -439,6 +447,7 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                     turnModelRef.current = undefined;
                     turnTierRef.current = undefined;
                     turnSavingsRef.current = undefined;
+                    turnCtxPctRef.current = undefined;
                     onSubmit(lastPrompt);
                     return;
                 default:
@@ -489,6 +498,7 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
         turnModelRef.current = undefined;
         turnTierRef.current = undefined;
         turnSavingsRef.current = undefined;
+        turnCtxPctRef.current = undefined;
         onSubmit(trimmed);
     }, [ready, currentModel, totalCost, onSubmit, onModelChange, onAbort, onExit, exit, lastPrompt, inputHistory, showStatus]);
     // Mouse support — OFF by default because Node stdin is shared: mouse escape
@@ -653,8 +663,10 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                             turnTierRef.current = event.tier;
                         if (event.savings !== undefined)
                             turnSavingsRef.current = event.savings;
-                        if (event.contextPct !== undefined)
+                        if (event.contextPct !== undefined) {
                             setContextPct(event.contextPct);
+                            turnCtxPctRef.current = event.contextPct;
+                        }
                         break;
                     }
                     case 'turn_done': {
@@ -752,16 +764,20 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                     const isUserMsg = r.key.startsWith('user-');
                     return (_jsxs(Box, { flexDirection: "column", children: [!isUserMsg && (r.tokens.input > 0 || r.tokens.output > 0) && (_jsx(Box, { marginTop: 1, children: _jsx(Text, { dimColor: true, children: '─'.repeat(60) }) })), isUserMsg && (_jsx(Box, { marginTop: 1 })), !isUserMsg && r.thinkMs !== undefined && r.thinkMs >= 500 && (_jsx(Box, { paddingLeft: 2, children: _jsxs(Text, { color: "magenta", dimColor: true, children: ["\u273B Thought for ", (r.thinkMs / 1000).toFixed(1), "s", r.thinkChars && r.thinkChars > 20
                                             ? ` · ~${Math.round(r.thinkChars / 4)} tokens`
-                                            : ''] }) })), _jsx(Box, { paddingLeft: isUserMsg ? 0 : 2, children: _jsx(Text, { wrap: "wrap", children: renderMarkdown(r.text) }) }), (r.tokens.input > 0 || r.tokens.output > 0) && (_jsx(Box, { marginLeft: 2, marginBottom: 1, children: _jsxs(Text, { dimColor: true, children: [r.tier && _jsxs(Text, { color: "cyan", children: ["[", r.tier, "] "] }), r.model ? shortModelName(r.model) : '', r.model ? '  ·  ' : '', r.tokens.calls > 0 && r.tokens.input === 0
+                                            : ''] }) })), _jsx(Box, { paddingLeft: isUserMsg ? 0 : 2, children: _jsx(Text, { wrap: "wrap", children: renderMarkdown(r.text) }) }), (r.tokens.input > 0 || r.tokens.output > 0) && (_jsx(Box, { marginLeft: 2, marginBottom: 1, children: _jsxs(Text, { dimColor: true, children: [r.tier
+                                            ? _jsxs(Text, { color: "cyan", children: ["[", r.tier, "] "] })
+                                            : (r.model ? _jsx(Text, { dimColor: true, children: "[direct] " }) : null), r.model ? shortModelName(r.model) : '', r.model ? '  ·  ' : '', r.tokens.calls > 0 && r.tokens.input === 0
                                             ? `${r.tokens.calls} calls`
-                                            : `${formatTokens(r.tokens.input)} in / ${formatTokens(r.tokens.output)} out`, r.cost > 0 ? `  ·  $${r.cost.toFixed(4)}` : '', r.savings !== undefined && r.savings > 0 ? _jsxs(Text, { color: "green", children: ["  saved ", Math.round(r.savings * 100), "%"] }) : ''] }) }))] }, r.key));
+                                            : `${formatTokens(r.tokens.input)} in / ${formatTokens(r.tokens.output)} out`, r.cost > 0 ? `  ·  $${r.cost.toFixed(4)}` : '', r.savings !== undefined && r.savings > 0 ? _jsxs(Text, { color: "green", children: ["  saved ", Math.round(r.savings * 100), "%"] }) : '', r.ctxPct !== undefined && r.ctxPct >= 5
+                                            ? _jsxs(Text, { color: r.ctxPct >= 80 ? 'red' : r.ctxPct >= 50 ? 'yellow' : undefined, dimColor: r.ctxPct < 50, children: ["  \u00B7  ctx ", r.ctxPct, "%"] })
+                                            : ''] }) }))] }, r.key));
                 } }), permissionRequest && (_jsxs(Box, { flexDirection: "column", marginTop: 1, marginLeft: 2, children: [_jsx(Text, { color: "yellow", children: "\u256D\u2500 Permission required \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500" }), _jsxs(Text, { color: "yellow", children: ["\u2502 ", _jsx(Text, { bold: true, children: permissionRequest.toolName })] }), permissionRequest.description.split('\n').map((line, i) => (_jsxs(Text, { dimColor: true, children: ["\u2502 ", line] }, i))), _jsx(Text, { color: "yellow", children: "\u2570\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500" }), _jsx(Box, { marginLeft: 2, children: _jsxs(Text, { children: [_jsx(Text, { bold: true, color: "green", children: "[y]" }), _jsx(Text, { dimColor: true, children: " yes  " }), _jsx(Text, { bold: true, color: "cyan", children: "[a]" }), _jsx(Text, { dimColor: true, children: " always  " }), _jsx(Text, { bold: true, color: "red", children: "[n]" }), _jsx(Text, { dimColor: true, children: " no" })] }) })] })), askUserRequest && (_jsxs(Box, { flexDirection: "column", marginTop: 1, marginLeft: 2, children: [_jsx(Text, { color: "cyan", children: "\u256D\u2500 Question \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500" }), _jsxs(Text, { color: "cyan", children: ["\u2502 ", _jsx(Text, { bold: true, children: askUserRequest.question })] }), askUserRequest.options && askUserRequest.options.length > 0 && (askUserRequest.options.map((opt, i) => (_jsxs(Text, { dimColor: true, children: ["\u2502 ", i + 1, ". ", opt] }, i)))), _jsx(Text, { color: "cyan", children: "\u2570\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500" }), _jsxs(Box, { marginLeft: 2, children: [_jsx(Text, { bold: true, children: "answer> " }), _jsx(TextInput, { value: askUserInput, onChange: setAskUserInput, onSubmit: (val) => {
                                     const answer = val.trim() || '(no response)';
                                     const r = askUserRequest.resolve;
                                     setAskUserRequest(null);
                                     setAskUserInput('');
                                     r(answer);
-                                }, focus: true })] })] })), expandableTool && (() => {
+                                }, focus: true })] })] })), expandableTool && !permissionRequest && !askUserRequest && (() => {
                 const tool = expandableTool;
                 const elapsedFmt = tool.elapsed >= 1000
                     ? `${(tool.elapsed / 1000).toFixed(1)}s`
@@ -776,18 +792,46 @@ function RunCodeApp({ initialModel, workDir, walletAddress, walletBalance, chain
                         const lines = thinkingText.split('\n').filter(Boolean).slice(-3);
                         return (_jsx(Box, { flexDirection: "column", marginLeft: 2, children: lines.map((line, i) => (_jsxs(Text, { dimColor: true, wrap: "truncate-end", children: ['⎿  ', line.slice(0, 120)] }, i))) }));
                     })()] })), waiting && !thinking && tools.size === 0 && (_jsx(Box, { marginLeft: 2, children: _jsxs(Text, { color: "yellow", children: [_jsx(Spinner, { type: "dots" }), ' ', _jsxs(Text, { dimColor: true, children: [shortModelName(currentModel), completedTools.length > 0 ? ` · step ${completedTools.length + 1}` : ''] })] }) })), streamText && (() => {
-                const { rendered, partial } = renderMarkdownStreaming(streamText);
-                return (_jsx(Box, { marginTop: 0, marginBottom: 0, marginLeft: 2, children: _jsxs(Text, { wrap: "wrap", children: [rendered, rendered && partial ? '\n' : '', partial] }) }));
-            })(), responsePreview && !streamText && (_jsx(Box, { flexDirection: "column", marginBottom: 0, marginLeft: 2, children: _jsx(Text, { wrap: "wrap", children: renderMarkdown(responsePreview) }) })), inPicker && (() => {
-                let flatIdx = 0;
-                return (_jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsxs(Box, { marginLeft: 2, children: [_jsx(Text, { bold: true, children: "Select a model " }), _jsx(Text, { dimColor: true, children: "(\u2191\u2193 navigate, Enter select, Esc cancel)" })] }), PICKER_CATEGORIES.map((cat) => (_jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsx(Box, { marginLeft: 2, children: _jsxs(Text, { dimColor: true, children: ["\u2500\u2500 ", cat.category, " \u2500\u2500"] }) }), cat.models.map((m) => {
-                                    const myIdx = flatIdx++;
-                                    const isSelected = myIdx === pickerIdx;
-                                    const isCurrent = m.id === currentModel;
-                                    const isHighlight = m.highlight === true;
-                                    return (_jsxs(Box, { marginLeft: 2, children: [_jsxs(Text, { inverse: isSelected, color: isSelected ? 'cyan' : isHighlight ? 'yellow' : undefined, bold: isSelected || isHighlight, children: [' ', m.label.padEnd(26), ' '] }), _jsxs(Text, { dimColor: true, children: [" ", m.shortcut.padEnd(14)] }), _jsx(Text, { color: m.price === 'FREE' ? 'green' : isHighlight ? 'yellow' : undefined, dimColor: !isHighlight && m.price !== 'FREE', children: m.price }), isCurrent && _jsx(Text, { color: "green", children: " \u2190" })] }, m.id));
-                                })] }, cat.category))), _jsx(Box, { marginTop: 1, marginLeft: 2, children: _jsx(Text, { dimColor: true, children: "Your conversation stays above \u2014 picking a model keeps all history intact." }) })] }));
-            })(), !inPicker && (_jsx(InputBox, { input: (permissionRequest || askUserRequest) ? '' : input, setInput: (permissionRequest || askUserRequest) ? () => { } : setInput, onSubmit: (permissionRequest || askUserRequest) ? () => { } : handleSubmit, model: currentModel, balance: liveBalance, chain: chain, walletTail: walletAddress && walletAddress.length >= 4 && !walletAddress.startsWith('not set') ? walletAddress.slice(-4) : undefined, sessionCost: totalCost, queued: queuedInputs[0] || undefined, queuedCount: queuedInputs.length, focused: !permissionRequest && !askUserRequest, busy: !askUserRequest && (waiting || thinking || tools.size > 0), contextPct: contextPct, vimMode: vimEnabled, onVimModeChange: setCurrentVimMode }))] }));
+                const maxLines = Math.max(8, termRows - 12);
+                const lines = streamText.split('\n');
+                const truncated = lines.length > maxLines;
+                const visible = truncated ? lines.slice(-maxLines).join('\n') : streamText;
+                const { rendered, partial } = renderMarkdownStreaming(visible);
+                return (_jsxs(Box, { flexDirection: "column", marginTop: 0, marginBottom: 0, marginLeft: 2, children: [truncated && (_jsxs(Text, { dimColor: true, children: ["\u2191 ", lines.length - maxLines, " earlier line", lines.length - maxLines === 1 ? '' : 's', " \u2014 full response will appear in scrollback when this turn finishes"] })), _jsxs(Text, { wrap: "wrap", children: [rendered, rendered && partial ? '\n' : '', partial] })] }));
+            })(), responsePreview && !streamText && !permissionRequest && !askUserRequest && (_jsx(Box, { flexDirection: "column", marginBottom: 0, marginLeft: 2, children: _jsx(Text, { wrap: "wrap", children: renderMarkdown(responsePreview) }) })), inPicker && (() => {
+                const totalModels = PICKER_MODELS_FLAT.length;
+                const maxModels = Math.max(6, termRows - 12);
+                let start = Math.max(0, pickerIdx - Math.floor(maxModels / 2));
+                let end = Math.min(totalModels, start + maxModels);
+                // Expand window backward if we hit the bottom of the list, so we
+                // always fill `maxModels` rows when the list is long enough.
+                if (end - start < maxModels)
+                    start = Math.max(0, end - maxModels);
+                const hiddenAbove = start;
+                const hiddenBelow = totalModels - end;
+                // Pre-compute each category's base offset into the flat model list so
+                // we can map (cat, localIdx) → globalIdx in one pass without re-walking.
+                let cursor = 0;
+                const catBases = PICKER_CATEGORIES.map((cat) => {
+                    const base = cursor;
+                    cursor += cat.models.length;
+                    return base;
+                });
+                return (_jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsxs(Box, { marginLeft: 2, children: [_jsx(Text, { bold: true, children: "Select a model " }), _jsx(Text, { dimColor: true, children: "(\u2191\u2193 navigate, Enter select, Esc cancel)" })] }), hiddenAbove > 0 && (_jsx(Box, { marginLeft: 2, marginTop: 1, children: _jsxs(Text, { dimColor: true, children: ["\u2191 ", hiddenAbove, " more above"] }) })), PICKER_CATEGORIES.map((cat, catIdx) => {
+                            const base = catBases[catIdx];
+                            const visible = cat.models
+                                .map((m, localIdx) => ({ m, globalIdx: base + localIdx }))
+                                .filter(({ globalIdx }) => globalIdx >= start && globalIdx < end);
+                            if (visible.length === 0)
+                                return null;
+                            return (_jsxs(Box, { flexDirection: "column", marginTop: 1, children: [_jsx(Box, { marginLeft: 2, children: _jsxs(Text, { dimColor: true, children: ["\u2500\u2500 ", cat.category, " \u2500\u2500"] }) }), visible.map(({ m, globalIdx }) => {
+                                        const isSelected = globalIdx === pickerIdx;
+                                        const isCurrent = m.id === currentModel;
+                                        const isHighlight = m.highlight === true;
+                                        return (_jsxs(Box, { marginLeft: 2, children: [_jsxs(Text, { inverse: isSelected, color: isSelected ? 'cyan' : isHighlight ? 'yellow' : undefined, bold: isSelected || isHighlight, children: [' ', m.label.padEnd(26), ' '] }), _jsxs(Text, { dimColor: true, children: [" ", m.shortcut.padEnd(14)] }), _jsx(Text, { color: m.price === 'FREE' ? 'green' : isHighlight ? 'yellow' : undefined, dimColor: !isHighlight && m.price !== 'FREE', children: m.price }), isCurrent && _jsx(Text, { color: "green", children: " \u2190" })] }, m.id));
+                                    })] }, cat.category));
+                        }), hiddenBelow > 0 && (_jsx(Box, { marginLeft: 2, marginTop: 1, children: _jsxs(Text, { dimColor: true, children: ["\u2193 ", hiddenBelow, " more below"] }) })), _jsx(Box, { marginTop: 1, marginLeft: 2, children: _jsx(Text, { dimColor: true, children: "Your conversation stays above \u2014 picking a model keeps all history intact." }) })] }));
+            })(), !inPicker && !permissionRequest && !askUserRequest && (_jsx(InputBox, { input: input, setInput: setInput, onSubmit: handleSubmit, model: currentModel, balance: liveBalance, chain: chain, walletTail: walletAddress && walletAddress.length >= 4 && !walletAddress.startsWith('not set') ? walletAddress.slice(-4) : undefined, sessionCost: totalCost, queued: queuedInputs[0] || undefined, queuedCount: queuedInputs.length, focused: !permissionRequest && !askUserRequest, busy: !askUserRequest && (waiting || thinking || tools.size > 0), contextPct: contextPct, vimMode: vimEnabled, onVimModeChange: setCurrentVimMode }))] }));
 }
 export function launchInkUI(opts) {
     let resolveInput = null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blockrun/franklin",
-  "version": "3.15.2",
+  "version": "3.15.4",
   "description": "Franklin — The AI agent with a wallet. Spends USDC autonomously to get real work done. Pay per action, no subscriptions.",
   "type": "module",
   "exports": {