@linxiraos/pi-stats 1.3.2 → 1.4.0

package/dist/types/user-metrics.d.ts

@@ -91,14 +91,34 @@ export interface UserMessageMetrics {
      */
     unsupportedScript: number;
 }
+export declare const WORD_RE: RegExp;
+/** 1 when the prose leans on a script the lexicons do not cover. */
+export declare function detectUnsupportedScript(prose: string): number;
+/**
+ * 1 when the message says essentially the same thing as the one before it -
+ * the one frustration signal that needs no lexicon and therefore works for
+ * any language and survives every transcription error.
+ */
+export declare function detectRepeatedMessage(prose: string, prevProse: string): number;
+/** Count regex hits without materializing the match array. */
+export declare function countMatches(text: string, re: RegExp): number;
+/**
+ * Strip structured content so that pasted code, harness wrappers, file
+ * mentions and quoted blocks don't dilute or fake behavior signals.
+ * Each strip is replaced with a newline so subsequent line counting
+ * reflects what was removed instead of merging neighbors.
+ */
+export declare function stripStructuredContent(text: string): string;
 /** Cap on the judge-facing prose stored per user message; longer prose is truncated. */
 export declare const PROSE_MAX_CHARS = 4000;
 /**
- * The prose a user message contributes to frustration judging: the same
+ * The prose a message contributes to behavioral analysis: the same
  * structured-content strip the regex signals score on, trimmed and capped at
  * {@link PROSE_MAX_CHARS}. Empty when the message was nothing but markup.
+ * Shared by the user-message judge and the model-side analyzer so both store
+ * exactly the same body.
  */
-export declare function judgeProse(text: string): string;
+export declare function analysisProse(text: string): string;
 /**
  * Compute behavioral metrics for a user message.
  *

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@linxiraos/pi-stats",
-	"version": "1.3.2",
+	"version": "1.4.0",
 	"description": "Local observability dashboard for omp AI usage statistics",
 	"homepage": "https://linxira-os.github.io/zeta/",
 	"author": "Linxira-OS",
@@ -39,9 +39,9 @@
 		"fmt": "oxfmt --no-error-on-unmatched-pattern 'src/**/*.{ts,tsx}' '{test,bench,examples,scripts}/**/*.ts' '*.ts'"
 	},
 	"dependencies": {
-		"@linxiraos/pi-ai": "1.3.2",
-		"@linxiraos/pi-catalog": "1.3.2",
-		"@linxiraos/pi-utils": "1.3.2",
+		"@linxiraos/pi-ai": "1.4.0",
+		"@linxiraos/pi-catalog": "1.4.0",
+		"@linxiraos/pi-utils": "1.4.0",
 		"lucide-react": "^1.24.0",
 		"react": "19.2.7",
 		"react-dom": "19.2.7"

package/src/aggregator.ts

@@ -415,6 +415,7 @@ async function syncAllSessionsLocked(
 		pendingRows +=
 			result.stats.length +
 			result.userStats.length +
+			result.assistantTexts.length +
 			result.userLinks.length +
 			result.toolCalls.length +
 			result.toolResults.length;

package/src/client/i18n/messages/frustration.ts

@@ -101,6 +101,46 @@ export const frustration = {
 		"frustration.cancelled": "Cancelled",
 		"frustration.failed": "Failed",
 		"frustration.done": "Done",
+		"frustration.model-side-title": "AI breakdown",
+		"frustration.model-side-description": "How the model's own replies read, per model version, in {window}.",
+		"frustration.model-turns": "Assistant turns",
+		"frustration.model-turns-title":
+			"Assistant replies with text in range; tool-call-only replies and thinking blocks are not analyzed",
+		"frustration.model-breakdown": "Breakdown rate",
+		"frustration.model-breakdown-title": "Share of analyzed turns with at least one breakdown signal",
+		"frustration.model-mean": "Signals / turn",
+		"frustration.model-mean-title": "Average per-turn aggregate: text markers plus capped failed tool results",
+		"frustration.model-self-blame": "Self-blame",
+		"frustration.model-self-blame-title": "Turns containing an apology or admission",
+		"frustration.model-restatement": "Restatement",
+		"frustration.model-restatement-title":
+			"Turns repeating earlier content, by explicit marker or near-duplicate reply",
+		"frustration.model-hedge": "Hedged",
+		"frustration.model-hedge-title": "Turns with hedged fallbacks: uncertainty or suggested alternatives",
+		"frustration.model-spiral": "Tool spirals",
+		"frustration.model-spiral-title": "Turns following three or more failed tool results",
+		"frustration.model-rambling": "Rambling",
+		"frustration.model-rambling-title": "Turns past the verbosity threshold",
+		"frustration.model-unscored-line": "Turns in a language without a lexicon: {count} — unscored, not calm.",
+		"frustration.model-by-model": "AI breakdown by model version",
+		"frustration.model-table-title": "Model breakdown detail",
+		"frustration.model-by-model-description":
+			"Share of each model's analyzed turns carrying a breakdown signal. Hue = model family.",
+		"frustration.model-over-time": "AI breakdown over time",
+		"frustration.model-over-time-description":
+			"Breakdown rate per bucket: turns with a signal over analyzed turns. Gaps are buckets with no turns.",
+		"frustration.model-sessions": "Sessions by breakdown",
+		"frustration.model-sessions-description": "Sessions with the most analyzed assistant turns.",
+		"frustration.model-table-description": "Rates are shares of analyzed assistant turns.",
+		"frustration.column-session": "Session",
+		"frustration.column-turns": "Turns",
+		"frustration.column-mean": "Signals/turn",
+		"frustration.column-tool-errors": "Tool errors",
+		"frustration.model-no-turns": "No assistant turns with text in this range",
+		"frustration.model-try-longer-range": "Try a longer range.",
+		"frustration.model-legend-breakdown": "Breakdown rate",
+		"frustration.turns-n": "{count} turns",
+		"frustration.model-hint-mean": "{value} signals per turn on average",
 	},
 	"zh-CN": {
 		"frustration.estimate-note":
@@ -194,5 +234,42 @@ export const frustration = {
 		"frustration.cancelled": "已取消",
 		"frustration.failed": "失败",
 		"frustration.done": "完成",
+		"frustration.model-side-title": "AI 崩溃度",
+		"frustration.model-side-description": "各模型版本自身回复的读感，统计窗口：{window}。",
+		"frustration.model-turns": "助手回合",
+		"frustration.model-turns-title": "时间范围内带文本的助手回复；仅含工具调用的回复与思考块不参与分析",
+		"frustration.model-breakdown": "崩溃率",
+		"frustration.model-breakdown-title": "至少带一个崩溃信号的已分析回合占比",
+		"frustration.model-mean": "信号 / 回合",
+		"frustration.model-mean-title": "每回合聚合均值：文本标记加上封顶的工具失败数",
+		"frustration.model-self-blame": "自责",
+		"frustration.model-self-blame-title": "包含道歉或认错的回合",
+		"frustration.model-restatement": "重复陈述",
+		"frustration.model-restatement-title": "以显式标记或与上一条回复高度相似的方式重复先前内容的回合",
+		"frustration.model-hedge": "含糊兜底",
+		"frustration.model-hedge-title": "带有含糊兜底的回合：不确定表述或建议替代方案",
+		"frustration.model-spiral": "工具失败螺旋",
+		"frustration.model-spiral-title": "紧随三个及以上工具失败之后的回合",
+		"frustration.model-rambling": "冗长",
+		"frustration.model-rambling-title": "超过冗长阈值的回合",
+		"frustration.model-unscored-line": "使用无词典语言的回合：{count} — 未评分，而非平静。",
+		"frustration.model-by-model": "各模型版本的 AI 崩溃度",
+		"frustration.model-table-title": "模型崩溃明细",
+		"frustration.model-by-model-description": "每个模型已分析回合中带崩溃信号的占比。色相 = 模型家族。",
+		"frustration.model-over-time": "AI 崩溃度随时间变化",
+		"frustration.model-over-time-description":
+			"每个时间桶的崩溃率：带信号的回合除以已分析回合。空白表示该桶没有回合。",
+		"frustration.model-sessions": "按崩溃度查看会话",
+		"frustration.model-sessions-description": "已分析助手回合最多的会话。",
+		"frustration.model-table-description": "比例为已分析助手回合的占比。",
+		"frustration.column-session": "会话",
+		"frustration.column-turns": "回合数",
+		"frustration.column-mean": "信号/回合",
+		"frustration.column-tool-errors": "工具错误",
+		"frustration.model-no-turns": "该时间范围内没有带文本的助手回合",
+		"frustration.model-try-longer-range": "试试更长的时间范围。",
+		"frustration.model-legend-breakdown": "崩溃率",
+		"frustration.turns-n": "{count} 个回合",
+		"frustration.model-hint-mean": "平均每回合 {value} 个信号",
 	},
 } as const;

package/src/client/routes/FrustrationRoute.tsx

@@ -6,17 +6,21 @@ import {
 	getFrustrationEstimate,
 	startFrustrationRun,
 } from "../api";
-import { Chart, type ChartSeries, Legend, useHiddenSeries } from "../charts";
+import { BarList, Chart, type ChartSeries, Legend, TimeChart, useHiddenSeries } from "../charts";
 import { t } from "../i18n";
 import { SERIES_COLORS } from "../data/colors";
 import { formatCost, formatInteger, formatPercent } from "../data/formatters";
 import { useQuery } from "../data/query";
-import { rangeMeta } from "../data/range";
+import { bucketAxis, rangeMeta } from "../data/range";
 import type {
 	FrustrationCounts,
 	FrustrationEstimate,
 	FrustrationJobStatus,
 	FrustrationModelStats,
+	ModelSideCounts,
+	ModelSideModelStats,
+	ModelSideSessionStats,
+	ModelSideTimeSeriesPoint,
 	TimeRange,
 } from "../types";
 import {
@@ -110,6 +114,47 @@ export function FrustrationRoute({ active, range }: FrustrationRouteProps) {
 			>
 				{data => <FrustrationModelsSection models={data.byModel} stale={stats.stale} />}
 			</QueryView>
+
+			{/* Model side: the same page, second section. Its signals are
+			    language-neutral lexicons computed at ingest, so it needs no
+			    judge run and appears immediately. */}
+			<QueryView query={stats} skeleton={<ChartSkeleton height={96} />}>
+				{data => (
+					<div className="frustration-model-summary" data-stale={stats.stale}>
+						<ModelSideSummary overall={data.modelSide.overall} window={t(meta.windowKey)} />
+					</div>
+				)}
+			</QueryView>
+
+			<QueryView
+				query={stats}
+				skeleton={
+					<Card index={4} title={t("frustration.model-by-model")}>
+						<ChartSkeleton height={300} />
+						<TableSkeleton rows={5} />
+					</Card>
+				}
+			>
+				{data => (
+					<ModelSideModels
+						models={data.modelSide.byModel}
+						series={data.modelSide.series}
+						range={range}
+						stale={stats.stale}
+					/>
+				)}
+			</QueryView>
+
+			<QueryView
+				query={stats}
+				skeleton={
+					<Card index={7} title={t("frustration.model-sessions")}>
+						<TableSkeleton rows={5} />
+					</Card>
+				}
+			>
+				{data => <ModelSideSessions sessions={data.modelSide.bySession} stale={stats.stale} />}
+			</QueryView>
 		</div>
 	);
 }
@@ -497,7 +542,7 @@ function JudgeResultLine({ job }: { job: FrustrationJobStatus }) {
 // ---------------------------------------------------------------------------
 
 /** Chart/filter identity of a model family: `class/family`. */
-function familyKey(row: FrustrationModelStats): string {
+function familyKey(row: { modelClass: string; family: string | null }): string {
 	return `${row.modelClass}/${row.family ?? "unclassified"}`;
 }
 
@@ -520,7 +565,7 @@ function hashString(value: string): number {
  * and probes forward past taken slots, so families present together stay
  * distinct (until the palette runs out) and keep their hue across ranges.
  */
-function assignFamilyColors(models: readonly FrustrationModelStats[]): Map<string, string> {
+function assignFamilyColors(models: readonly { modelClass: string; family: string | null }[]): Map<string, string> {
 	const keys = [...new Set(models.map(familyKey))].sort();
 	const taken = new Set<number>();
 	const colors = new Map<string, string>();
@@ -937,3 +982,393 @@ function FrustrationTable({
 		</Card>
 	);
 }
+
+// ---------------------------------------------------------------------------
+// Model side (AI breakdown)
+// ---------------------------------------------------------------------------
+
+function ModelSideSummary({ overall, window }: { overall: ModelSideCounts; window: string }) {
+	const mean = overall.messages > 0 ? (overall.collapse / overall.messages).toFixed(2) : "–";
+	return (
+		<>
+			<div className="card-titles">
+				<h2 className="page-title">{t("frustration.model-side-title")}</h2>
+				<p className="page-description">{t("frustration.model-side-description", { window })}</p>
+			</div>
+			<div className="frustration-model-notes">
+				<StatGrid min={170}>
+					<Stat
+						label={t("frustration.model-turns")}
+						title={t("frustration.model-turns-title")}
+						value={formatInteger(overall.messages)}
+					/>
+					<Stat
+						label={t("frustration.model-breakdown")}
+						title={t("frustration.model-breakdown-title")}
+						value={rate(overall.breakdown, overall.messages)}
+						hint={t("frustration.turns-n", { count: formatInteger(overall.breakdown) })}
+					/>
+					<Stat
+						label={t("frustration.model-mean")}
+						title={t("frustration.model-mean-title")}
+						value={mean}
+						hint={t("frustration.model-hint-mean", { value: mean })}
+					/>
+					<Stat
+						label={t("frustration.model-self-blame")}
+						title={t("frustration.model-self-blame-title")}
+						value={rate(overall.blamed, overall.messages)}
+					/>
+					<Stat
+						label={t("frustration.model-hedge")}
+						title={t("frustration.model-hedge-title")}
+						value={rate(overall.hedged, overall.messages)}
+					/>
+					<Stat
+						label={t("frustration.model-spiral")}
+						title={t("frustration.model-spiral-title")}
+						value={rate(overall.spiraled, overall.messages)}
+					/>
+				</StatGrid>
+				{overall.unscored > 0 && (
+					<p className="micro dim">
+						{t("frustration.model-unscored-line", { count: formatInteger(overall.unscored) })}
+					</p>
+				)}
+			</div>
+		</>
+	);
+}
+
+/** Share of turns carrying a signal, as the 0..100 value a chart axis wants. */
+function signalShare(part: number, whole: number): number {
+	return whole > 0 ? (part / whole) * 100 : 0;
+}
+
+function ModelSideModels({
+	models,
+	series,
+	range,
+	stale,
+}: {
+	models: ModelSideModelStats[];
+	series: ModelSideTimeSeriesPoint[];
+	range: TimeRange;
+	stale: boolean;
+}) {
+	const meta = rangeMeta(range);
+	const familyColors = useMemo(() => assignFamilyColors(models), [models]);
+	const buckets = useMemo(
+		() =>
+			bucketAxis(
+				range,
+				series.map(point => point.timestamp),
+				meta.bucketMs,
+			),
+		[series, range, meta.bucketMs],
+	);
+	const byBucket = useMemo(() => new Map(series.map(point => [point.timestamp, point])), [series]);
+	const chartSeries = useMemo(
+		(): ChartSeries[] => [
+			{
+				key: "breakdown",
+				label: t("frustration.model-legend-breakdown"),
+				color: "var(--chart-primary)",
+				values: buckets.map(bucket => {
+					const point = byBucket.get(bucket);
+					// A bucket without turns is a gap, not a calm 0%.
+					return point && point.messages > 0 ? signalShare(point.breakdown, point.messages) : null;
+				}),
+			},
+		],
+		[buckets, byBucket],
+	);
+	const ranked = useMemo(
+		() =>
+			[...models]
+				.sort(
+					(a, b) =>
+						signalShare(b.breakdown, b.messages) - signalShare(a.breakdown, a.messages) ||
+						b.messages - a.messages,
+				)
+				.slice(0, 12),
+		[models],
+	);
+
+	if (models.length === 0) {
+		return (
+			<Card index={4} title={t("frustration.model-by-model")} stale={stale}>
+				<EmptyState title={t("frustration.model-no-turns")} hint={t("frustration.model-try-longer-range")} />
+			</Card>
+		);
+	}
+
+	return (
+		<>
+			<Card
+				index={4}
+				title={t("frustration.model-by-model")}
+				description={t("frustration.model-by-model-description")}
+				stale={stale}
+			>
+				<BarList
+					max={100}
+					items={ranked.map(row => ({
+						key: row.key,
+						label: row.label,
+						value: signalShare(row.breakdown, row.messages),
+						display: rate(row.breakdown, row.messages),
+						color: familyColors.get(familyKey(row)) ?? SERIES_COLORS[0],
+					}))}
+				/>
+			</Card>
+
+			<Card
+				index={5}
+				title={t("frustration.model-over-time")}
+				description={t("frustration.model-over-time-description")}
+				actions={
+					<Legend
+						items={chartSeries.map(entry => ({
+							key: entry.key,
+							label: entry.label,
+							color: entry.color,
+						}))}
+					/>
+				}
+				stale={stale}
+			>
+				<TimeChart
+					buckets={buckets}
+					bucketMs={meta.bucketMs}
+					series={chartSeries}
+					height={260}
+					yMax={100}
+					format={value => `${value}%`}
+					formatTooltip={value => `${value.toFixed(1)}%`}
+					emptyLabel={t("frustration.model-no-turns")}
+				/>
+			</Card>
+
+			<ModelSideTable rows={models} familyColors={familyColors} stale={stale} />
+		</>
+	);
+}
+
+function ModelSideTable({
+	rows,
+	familyColors,
+	stale,
+}: {
+	rows: ModelSideModelStats[];
+	familyColors: Map<string, string>;
+	stale: boolean;
+}) {
+	const columns = useMemo(
+		(): Column<ModelSideModelStats>[] => [
+			{
+				key: "model",
+				header: t("common.model"),
+				sort: row => row.label,
+				render: row => (
+					<span className="row" title={row.key}>
+						<span
+							className="swatch"
+							style={{ background: familyColors.get(familyKey(row)) ?? SERIES_COLORS[0] }}
+						/>
+						<span className="cell-primary">{row.label}</span>
+					</span>
+				),
+			},
+			{
+				key: "ids",
+				header: t("frustration.column-model-ids"),
+				wrap: true,
+				render: row => <span className="mono micro dim">{row.models.join(", ")}</span>,
+			},
+			{
+				key: "turns",
+				header: t("frustration.column-turns"),
+				align: "right",
+				sort: row => row.messages,
+				render: row => <span className="num">{formatInteger(row.messages)}</span>,
+			},
+			{
+				key: "selfBlame",
+				header: t("frustration.model-self-blame"),
+				align: "right",
+				sort: row => signalShare(row.blamed, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.blamed) })}>
+						{rate(row.blamed, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "restatement",
+				header: t("frustration.model-restatement"),
+				title: t("frustration.model-restatement-title"),
+				align: "right",
+				sort: row => signalShare(row.restated, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.restated) })}>
+						{rate(row.restated, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "hedge",
+				header: t("frustration.model-hedge"),
+				align: "right",
+				sort: row => signalShare(row.hedged, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.hedged) })}>
+						{rate(row.hedged, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "rambling",
+				header: t("frustration.model-rambling"),
+				title: t("frustration.model-rambling-title"),
+				align: "right",
+				sort: row => signalShare(row.verbose, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.verbose) })}>
+						{rate(row.verbose, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "spiral",
+				header: t("frustration.model-spiral"),
+				align: "right",
+				sort: row => signalShare(row.spiraled, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.spiraled) })}>
+						{rate(row.spiraled, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "breakdown",
+				header: t("frustration.model-breakdown"),
+				align: "right",
+				sort: row => signalShare(row.breakdown, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.breakdown) })}>
+						{rate(row.breakdown, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "mean",
+				header: t("frustration.column-mean"),
+				align: "right",
+				sort: row => (row.messages > 0 ? row.collapse / row.messages : 0),
+				render: row => (
+					<span className="num">{row.messages > 0 ? (row.collapse / row.messages).toFixed(2) : "–"}</span>
+				),
+			},
+		],
+		[familyColors],
+	);
+
+	return (
+		<Card
+			index={6}
+			title={t("frustration.model-table-title")}
+			description={t("frustration.model-table-description")}
+			flush
+			stale={stale}
+		>
+			<Table
+				rows={rows}
+				rowKey={row => row.key}
+				columns={columns}
+				dense
+				empty={<EmptyState title={t("frustration.model-no-turns")} />}
+			/>
+		</Card>
+	);
+}
+
+function ModelSideSessions({ sessions, stale }: { sessions: ModelSideSessionStats[]; stale: boolean }) {
+	const columns = useMemo(
+		(): Column<ModelSideSessionStats>[] => [
+			{
+				key: "session",
+				header: t("frustration.column-session"),
+				render: row => (
+					<span className="stack" title={row.sessionFile}>
+						<span className="cell-primary mono micro">
+							{row.sessionFile.split(/[\\/]/).pop() ?? row.sessionFile}
+						</span>
+						<span className="micro dim truncate">{row.folder}</span>
+					</span>
+				),
+			},
+			{
+				key: "models",
+				header: t("common.model"),
+				wrap: true,
+				render: row => <span className="mono micro dim">{row.models.join(", ")}</span>,
+			},
+			{
+				key: "turns",
+				header: t("frustration.column-turns"),
+				align: "right",
+				sort: row => row.messages,
+				render: row => <span className="num">{formatInteger(row.messages)}</span>,
+			},
+			{
+				key: "breakdown",
+				header: t("frustration.model-breakdown"),
+				align: "right",
+				sort: row => signalShare(row.breakdown, row.messages),
+				render: row => (
+					<span className="num" title={t("frustration.turns-n", { count: formatInteger(row.breakdown) })}>
+						{rate(row.breakdown, row.messages)}
+					</span>
+				),
+			},
+			{
+				key: "mean",
+				header: t("frustration.column-mean"),
+				align: "right",
+				sort: row => (row.messages > 0 ? row.collapse / row.messages : 0),
+				render: row => (
+					<span className="num">{row.messages > 0 ? (row.collapse / row.messages).toFixed(2) : "–"}</span>
+				),
+			},
+			{
+				key: "toolErrors",
+				header: t("frustration.column-tool-errors"),
+				align: "right",
+				sort: row => row.toolErrors,
+				render: row => (
+					<span className={row.toolErrors > 0 ? "num tone-bad" : "num"}>{formatInteger(row.toolErrors)}</span>
+				),
+			},
+		],
+		[],
+	);
+
+	return (
+		<Card
+			index={7}
+			title={t("frustration.model-sessions")}
+			description={t("frustration.model-sessions-description")}
+			flush
+			stale={stale}
+		>
+			<Table
+				rows={sessions}
+				rowKey={row => row.sessionFile}
+				columns={columns}
+				dense
+				empty={<EmptyState title={t("frustration.model-no-turns")} />}
+			/>
+		</Card>
+	);
+}

package/src/client/routes/frustration.css

@@ -121,3 +121,16 @@
 	justify-content: flex-end;
 	gap: 6px;
 }
+
+/* Model-side summary: section header above the stat tiles. */
+.frustration-model-summary {
+	display: flex;
+	flex-direction: column;
+	gap: 20px;
+}
+
+.frustration-model-notes {
+	display: flex;
+	flex-direction: column;
+	gap: 8px;
+}