substrate-ai 0.5.7 → 0.5.9

package/dist/cli/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { AdapterTelemetryPersistence, AppError, DEFAULT_CONFIG, DEFAULT_ROUTING_POLICY, DoltClient, DoltNotInstalled, DoltRepoMapMetaRepository, DoltSymbolRepository, ERR_REPO_MAP_STORAGE_WRITE, FileStateStore, GitClient, GrammarLoader, IngestionServer, RepoMapInjector, RepoMapModule, RepoMapQueryEngine, RepoMapStorage, SUBSTRATE_OWNED_SETTINGS_KEYS, SymbolParser, VALID_PHASES, WorkGraphRepository, buildPipelineStatusOutput, checkDoltInstalled, createConfigSystem, createContextCompiler, createDatabaseAdapter, createDispatcher, createDoltClient, createEventEmitter, createImplementationOrchestrator, createPackLoader, createPhaseOrchestrator, createStateStore, createStopAfterGate, createTelemetryAdvisor, detectCycles, findPackageRoot, formatOutput, formatPhaseCompletionSummary, formatPipelineStatusHuman, formatPipelineSummary, formatTokenTelemetry, getAllDescendantPids, getAutoHealthData, getSubstrateDefaultSettings, initSchema, initializeDolt, isSyncAdapter, parseDbTimestampAsUtc, registerHealthCommand, registerRunCommand, resolveBmadMethodSrcPath, resolveBmadMethodVersion, resolveMainRepoRoot, resolveStoryKeys, runAnalysisPhase, runPlanningPhase, runSolutioningPhase, validateStopAfterFromConflict } from "../run-DwoihdAI.js";
+import { AdapterTelemetryPersistence, AppError, DEFAULT_CONFIG, DEFAULT_ROUTING_POLICY, DoltClient, DoltNotInstalled, DoltRepoMapMetaRepository, DoltSymbolRepository, ERR_REPO_MAP_STORAGE_WRITE, FileStateStore, GitClient, GrammarLoader, IngestionServer, RepoMapInjector, RepoMapModule, RepoMapQueryEngine, RepoMapStorage, SUBSTRATE_OWNED_SETTINGS_KEYS, SymbolParser, VALID_PHASES, WorkGraphRepository, buildPipelineStatusOutput, checkDoltInstalled, createConfigSystem, createContextCompiler, createDatabaseAdapter, createDispatcher, createDoltClient, createEventEmitter, createImplementationOrchestrator, createPackLoader, createPhaseOrchestrator, createStateStore, createStopAfterGate, createTelemetryAdvisor, detectCycles, findPackageRoot, formatOutput, formatPhaseCompletionSummary, formatPipelineStatusHuman, formatPipelineSummary, formatTokenTelemetry, getAllDescendantPids, getAutoHealthData, getSubstrateDefaultSettings, initSchema, initializeDolt, isSyncAdapter, parseDbTimestampAsUtc, registerHealthCommand, registerRunCommand, resolveBmadMethodSrcPath, resolveBmadMethodVersion, resolveMainRepoRoot, resolveStoryKeys, runAnalysisPhase, runPlanningPhase, runSolutioningPhase, validateStopAfterFromConflict } from "../run-DqMnPTZa.js";
 import { createLogger } from "../logger-D2fS2ccL.js";
 import { AdapterRegistry } from "../adapter-registry-D2zdMwVu.js";
 import { CURRENT_CONFIG_FORMAT_VERSION, CURRENT_TASK_GRAPH_VERSION, PartialSubstrateConfigSchema } from "../config-migrator-DtZW1maj.js";
@@ -2969,7 +2969,7 @@ async function runSupervisorAction(options, deps = {}) {
 								await initSchema(expAdapter);
 								const { runRunAction: runPipeline } = await import(
 									/* @vite-ignore */
-									"../run-H1Xn6_C4.js"
+									"../run-hr7YMtJF.js"
 );
 								const runStoryFn = async (opts) => {
 									const exitCode = await runPipeline({

package/dist/{run-DwoihdAI.js → run-DqMnPTZa.js}

@@ -6276,7 +6276,7 @@ const DEFAULT_TIMEOUTS = {
 	"planning": 3e5,
 	"architecture": 3e5,
 	"story-generation": 3e5,
-	"create-story": 42e4,
+	"create-story": 6e5,
 	"dev-story": 18e5,
 	"code-review": 9e5,
 	"minor-fixes": 6e5,
@@ -6310,7 +6310,7 @@ const DEFAULT_MAX_TURNS = {
 	"dev-story": 75,
 	"major-rework": 50,
 	"code-review": 25,
-	"create-story": 20,
+	"create-story": 30,
 	"minor-fixes": 25,
 	"analysis-vision": 8,
 	"analysis-scope": 10,
@@ -12680,6 +12680,20 @@ var AdapterTelemetryPersistence = class {
 		});
 	}
 	/**
+	* Delete all telemetry data for a story across all 5 telemetry tables.
+	* Used to purge stale data from prior runs before persisting new data.
+	*/
+	async purgeStoryTelemetry(storyKey) {
+		await this._adapter.transaction(async (adapter) => {
+			await adapter.query("DELETE FROM turn_analysis WHERE story_key = ?", [storyKey]);
+			await adapter.query("DELETE FROM efficiency_scores WHERE story_key = ?", [storyKey]);
+			await adapter.query("DELETE FROM recommendations WHERE story_key = ?", [storyKey]);
+			await adapter.query("DELETE FROM category_stats WHERE story_key = ?", [storyKey]);
+			await adapter.query("DELETE FROM consumer_stats WHERE story_key = ?", [storyKey]);
+		});
+		logger$9.debug({ storyKey }, "Purged stale telemetry data for story");
+	}
+	/**
 	* Record a named span with arbitrary attributes.
 	* Currently logs the span at debug level; no DB persistence.
 	*/
@@ -12749,6 +12763,9 @@ var TelemetryPersistence = class {
 	async getConsumerStats(storyKey) {
 		return this._impl.getConsumerStats(storyKey);
 	}
+	async purgeStoryTelemetry(storyKey) {
+		return this._impl.purgeStoryTelemetry(storyKey);
+	}
 	/**
 	* Record a named span with arbitrary attributes.
 	* Currently logs the span at debug level; no DB persistence.
@@ -13038,32 +13055,42 @@ var IngestionServer = class {
 		};
 	}
 	/**
-	* Extract the substrate.story_key attribute from a raw OTLP payload body.
-	* Looks in resourceSpans[].resource.attributes and resourceLogs[].resource.attributes.
+	* Substrate resource attributes extracted from an OTLP payload.
+	* These are set by ClaudeCodeAdapter via OTEL_RESOURCE_ATTRIBUTES env var.
 	*/
-	_extractStoryKeyFromPayload(body) {
-		if (!body || typeof body !== "object") return void 0;
+	_extractSubstrateAttributes(body) {
+		if (!body || typeof body !== "object") return {};
 		const payload = body;
 		const extractFromResources = (resources) => {
-			if (!Array.isArray(resources)) return void 0;
+			const result = {};
+			if (!Array.isArray(resources)) return result;
 			for (const entry of resources) {
 				if (!entry || typeof entry !== "object") continue;
 				const resource = entry.resource;
 				if (!resource || typeof resource !== "object") continue;
-				const attrs = resource.attributes;
-				if (!Array.isArray(attrs)) continue;
-				for (const attr of attrs) {
+				const attrs$1 = resource.attributes;
+				if (!Array.isArray(attrs$1)) continue;
+				for (const attr of attrs$1) {
 					if (!attr || typeof attr !== "object") continue;
 					const a = attr;
-					if (a.key === "substrate.story_key") {
+					const key = a.key;
+					if (key !== void 0 && key.startsWith("substrate.")) {
 						const val = a.value;
-						if (val && typeof val.stringValue === "string") return val.stringValue;
+						if (val && typeof val.stringValue === "string") result[key] = val.stringValue;
 					}
 				}
 			}
-			return void 0;
+			return result;
+		};
+		const attrs = {
+			...extractFromResources(payload.resourceSpans),
+			...extractFromResources(payload.resourceLogs)
+		};
+		return {
+			storyKey: attrs["substrate.story_key"],
+			taskType: attrs["substrate.task_type"],
+			dispatchId: attrs["substrate.dispatch_id"]
 		};
-		return extractFromResources(payload.resourceSpans) ?? extractFromResources(payload.resourceLogs);
 	}
 	_handleRequest(req, res) {
 		if (req.url === "/health" && req.method === "GET") {
@@ -13087,12 +13114,19 @@ var IngestionServer = class {
 			if (this._buffer !== void 0) try {
 				const body = JSON.parse(bodyStr);
 				const source = detectSource(body);
-				const storyKey = this._extractStoryKeyFromPayload(body);
-				const dispatchContext = storyKey !== void 0 ? this._activeDispatches.get(storyKey) : void 0;
+				const { storyKey, taskType, dispatchId } = this._extractSubstrateAttributes(body);
+				let dispatchContext;
+				if (taskType !== void 0 && dispatchId !== void 0) dispatchContext = {
+					taskType,
+					phase: taskType,
+					dispatchId
+				};
+				else if (storyKey !== void 0) dispatchContext = this._activeDispatches.get(storyKey);
 				const payload = {
 					body,
 					source,
 					receivedAt: Date.now(),
+					storyKey,
 					...dispatchContext !== void 0 && { dispatchContext }
 				};
 				this._buffer.push(payload);
@@ -13723,7 +13757,7 @@ var ConsumerAnalyzer = class {
 
 //#endregion
 //#region src/modules/telemetry/recommender.ts
-var Recommender = class {
+var Recommender = class Recommender {
 	_logger;
 	constructor(logger$27) {
 		this._logger = logger$27;
@@ -13781,8 +13815,21 @@ var Recommender = class {
 		return spans.reduce((sum, s) => sum + s.inputTokens + s.outputTokens, 0);
 	}
 	/**
-	* Identify top 3 token consumers (by inputTokens + outputTokens) where pct >5%.
-	* Severity based on the consumer's percentage of total tokens.
+	* Minimum absolute token count for a consumer to be flagged.
+	* Below this, the consumer is too small to be actionable regardless of percentage.
+	*/
+	static MIN_SIGNIFICANT_TOKENS = 1e4;
+	/**
+	* Identify top 3 token consumers (by inputTokens + outputTokens) where pct >5%
+	* AND absolute tokens exceed MIN_SIGNIFICANT_TOKENS.
+	*
+	* Filters out model-only consumers (empty toolName, format "model|") since those
+	* just indicate which model ran — not an actionable optimization target.
+	*
+	* Severity factors both percentage share and absolute magnitude:
+	*   - percentage-based tier via _assignSeverity()
+	*   - capped at 'warning' when absolute tokens < 50,000
+	*   - capped at 'info' when absolute tokens < 20,000
 	*/
 	_runBiggestConsumers(ctx) {
 		const { consumers, storyKey, sprintId, generatedAt } = ctx;
@@ -13791,11 +13838,18 @@ var Recommender = class {
 		if (grandTotal === 0) return [];
 		const sorted = [...consumers].sort((a, b) => b.totalTokens - a.totalTokens);
 		const top3 = sorted.slice(0, 3).filter((c) => {
-			return c.percentage > 5;
+			if (c.percentage <= 5) return false;
+			if (c.totalTokens < Recommender.MIN_SIGNIFICANT_TOKENS) return false;
+			if (c.consumerKey.endsWith("|") && !c.consumerKey.includes("|", 0)) return false;
+			const parts = c.consumerKey.split("|");
+			if (parts.length === 2 && parts[1] === "") return false;
+			return true;
 		});
 		return top3.map((consumer, index) => {
 			const pct = consumer.percentage;
-			const severity = this._assignSeverity(pct);
+			let severity = this._assignSeverity(pct);
+			if (consumer.totalTokens < 2e4 && severity !== "info") severity = "info";
+			else if (consumer.totalTokens < 5e4 && severity === "critical") severity = "warning";
 			const actionTarget = consumer.consumerKey;
 			const id = this._makeId("biggest_consumers", storyKey, actionTarget, index);
 			return {
@@ -14815,6 +14869,8 @@ var TelemetryPipeline = class {
 	_efficiencyScorer;
 	_recommender;
 	_persistence;
+	/** Stories that have had stale telemetry purged this pipeline lifetime. */
+	_purgedStories = new Set();
 	constructor(deps) {
 		this._normalizer = deps.normalizer;
 		this._turnAnalyzer = deps.turnAnalyzer;
@@ -15054,6 +15110,13 @@ var TelemetryPipeline = class {
 	*/
 	async _persistStoryData(storyKey, data) {
 		const { turns, efficiencyScore, categoryStats, consumerStats, recommendations, dispatchScores } = data;
+		if (!this._purgedStories.has(storyKey)) {
+			this._purgedStories.add(storyKey);
+			await this._persistence.purgeStoryTelemetry(storyKey).catch((err) => logger$7.warn({
+				err,
+				storyKey
+			}, "Failed to purge stale telemetry — continuing with persist"));
+		}
 		await Promise.all([
 			turns.length > 0 ? this._persistence.storeTurnAnalysis(storyKey, turns).catch((err) => logger$7.warn({
 				err,
@@ -22642,4 +22705,4 @@ function registerRunCommand(program, _version = "0.0.0", projectRoot = process.c
 
 //#endregion
 export { AdapterTelemetryPersistence, AppError, DEFAULT_CONFIG, DEFAULT_ROUTING_POLICY, DoltClient, DoltNotInstalled, DoltRepoMapMetaRepository, DoltSymbolRepository, ERR_REPO_MAP_STORAGE_WRITE, FileStateStore, GitClient, GrammarLoader, IngestionServer, RepoMapInjector, RepoMapModule, RepoMapQueryEngine, RepoMapStorage, SUBSTRATE_OWNED_SETTINGS_KEYS, SymbolParser, VALID_PHASES, WorkGraphRepository, buildPipelineStatusOutput, checkDoltInstalled, createConfigSystem, createContextCompiler, createDatabaseAdapter, createDispatcher, createDoltClient, createEventEmitter, createImplementationOrchestrator, createPackLoader, createPhaseOrchestrator, createStateStore, createStopAfterGate, createTelemetryAdvisor, detectCycles, findPackageRoot, formatOutput, formatPhaseCompletionSummary, formatPipelineStatusHuman, formatPipelineSummary, formatTokenTelemetry, getAllDescendantPids, getAutoHealthData, getSubstrateDefaultSettings, initSchema, initializeDolt, isSyncAdapter, parseDbTimestampAsUtc, registerHealthCommand, registerRunCommand, resolveBmadMethodSrcPath, resolveBmadMethodVersion, resolveMainRepoRoot, resolveStoryKeys, runAnalysisPhase, runPlanningPhase, runRunAction, runSolutioningPhase, validateStopAfterFromConflict };
-//# sourceMappingURL=run-DwoihdAI.js.map
+//# sourceMappingURL=run-DqMnPTZa.js.map

package/dist/{run-H1Xn6_C4.js → run-hr7YMtJF.js}

@@ -1,4 +1,4 @@
-import { registerRunCommand, runRunAction } from "./run-DwoihdAI.js";
+import { registerRunCommand, runRunAction } from "./run-DqMnPTZa.js";
 import "./logger-D2fS2ccL.js";
 import "./config-migrator-DtZW1maj.js";
 import "./helpers-BihqWgVe.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "substrate-ai",
-  "version": "0.5.7",
+  "version": "0.5.9",
   "description": "Substrate — multi-agent orchestration daemon for AI coding agents",
   "type": "module",
   "license": "MIT",