prism-mcp-server 19.3.0 → 19.3.1

package/dist/utils/inferenceMetrics.js

@@ -37,6 +37,7 @@ let promptTokensEvaluated = 0;
 let promptTokensSubmittedEst = 0;
 let totalCompletionTokens = 0;
 let totalLatencyMs = 0;
+let cloudTokensSavedEst = 0;
 export function recordInference(result) {
     if (result.backend === "safety_gate")
         return;
@@ -64,6 +65,9 @@ export function recordInference(result) {
     promptTokensSubmittedEst += submittedEst;
     totalCompletionTokens += ct;
     totalLatencyMs += result.latency_ms;
+    if (!result.used_cloud) {
+        cloudTokensSavedEst += submittedEst + ct;
+    }
     if (!byModel[key]) {
         byModel[key] = {
             calls: 0,
@@ -96,6 +100,7 @@ export function getInferenceSnapshot() {
         totalCompletionTokens,
         totalTokens: promptTokensSubmittedEst + totalCompletionTokens,
         avgLatencyMs: total > 0 ? Math.round(totalLatencyMs / total) : 0,
+        cloudTokensSavedEst,
         byModel: modelCopy,
     };
 }
@@ -106,6 +111,7 @@ export function resetInferenceMetrics() {
     promptTokensSubmittedEst = 0;
     totalCompletionTokens = 0;
     totalLatencyMs = 0;
+    cloudTokensSavedEst = 0;
     for (const key of Object.keys(byModel)) {
         delete byModel[key];
     }
@@ -142,7 +148,8 @@ export function formatInferenceMetrics(compact = false) {
         // see at least one rollup. Otherwise emit every N calls as the rolling summary.
         if (snap.totalCalls !== 1 && snap.totalCalls % every !== 0)
             return "";
-        return `📊 local ${snap.localCalls} (${snap.localPct}%) · cloud ${snap.cloudCalls} (${snap.cloudPct}%) · ~${snap.totalTokens.toLocaleString()} tok · avg ${snap.avgLatencyMs}ms`;
+        const savedStr = snap.cloudTokensSavedEst > 0 ? ` · ${snap.cloudTokensSavedEst.toLocaleString()} cloud tok saved` : "";
+        return `📊 local ${snap.localCalls} (${snap.localPct}%) · cloud ${snap.cloudCalls} (${snap.cloudPct}%) · ~${snap.totalTokens.toLocaleString()} tok · avg ${snap.avgLatencyMs}ms${savedStr}`;
     }
     // Full multi-line block (explicit inference_metrics tool call).
     // T2: show both evaluated (Ollama actual) and submitted estimate.
@@ -150,11 +157,15 @@ export function formatInferenceMetrics(compact = false) {
     const promptLine = snap.promptTokensEvaluated !== snap.promptTokensSubmittedEst
         ? `  Prompt tokens: ${snap.promptTokensEvaluated.toLocaleString()} evaluated / ${snap.promptTokensSubmittedEst.toLocaleString()} submitted est.`
         : `  Prompt tokens: ${snap.promptTokensEvaluated.toLocaleString()}`;
+    const savedLine = snap.cloudTokensSavedEst > 0
+        ? `  Cloud tokens saved (est.): ${snap.cloudTokensSavedEst.toLocaleString()} — token volume handled locally instead of cloud`
+        : `  Cloud tokens saved (est.): 0`;
     const lines = [
         `\n📊 Delegation Metrics — local-model calls this session (not host model spend):`,
         `  Total calls: ${snap.totalCalls} — Local: ${snap.localCalls} (${snap.localPct}%) | Cloud: ${snap.cloudCalls} (${snap.cloudPct}%)`,
         promptLine,
         `  Completion tokens: ${snap.totalCompletionTokens.toLocaleString()}`,
+        savedLine,
         `  Avg latency: ${snap.avgLatencyMs}ms`,
     ];
     const models = Object.entries(snap.byModel).sort((a, b) => b[1].calls - a[1].calls);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "prism-mcp-server",
-  "version": "19.3.0",
+  "version": "19.3.1",
   "mcpName": "io.github.dcostenco/prism-coder",
   "description": "Prism Coder — Cognitive memory + tool-calling intelligence for AI agents. Mind Palace persistent memory (BFCL Gold Certified, 100% Tool-Call Accuracy, 114 Agent Skills, PHI Guard, Tier Enforcement, Prompt-Based Skill Routing, Zero-Search HDC/HRR retrieval, HRR Semantic Drift Detection across BCBA/Coding/AAC domains, HIPAA-hardened local-first storage, SLERP-optimized GRPO alignment) plus the prism-coder 1.7B–32B open-weights LLM fleet.",
   "module": "index.ts",