prism-mcp-server 4.3.0 → 4.6.1

package/dist/dashboard/ui.js

@@ -657,6 +657,8 @@ export function renderDashboardHTML(version) {
         <div class="settings-tabs">
           <button class="s-tab active" id="stab-settings" onclick="switchSettingsTab('settings')">⚙️ Settings</button>
           <button class="s-tab" id="stab-skills" onclick="switchSettingsTab('skills')">📜 Skills</button>
+          <button class="s-tab" id="stab-providers" onclick="switchSettingsTab('providers')">🤖 AI Providers</button>
+          <button class="s-tab" id="stab-observability" onclick="switchSettingsTab('observability')">🔭 Observability</button>
         </div>
 
         <!-- Settings panel (existing content) -->
@@ -817,6 +819,225 @@ Example:\n## Dev Rules\n- Always write tests first\n- Use TypeScript strict mode
           </div>
         </div><!-- /spanel-skills -->
 
+        <!-- AI Providers panel (v4.4) -->
+        <div class="s-tab-panel" id="spanel-providers">
+
+          <div class="setting-section">Text Provider <span class="boot-badge">Restart Required</span></div>
+
+          <!-- ── Text Provider ──────────────────────────────── -->
+          <div class="setting-row">
+            <div>
+              <div class="setting-label">Text Provider</div>
+              <div class="setting-desc">LLM used for compaction, briefing, security scan &amp; fact merging</div>
+            </div>
+            <select id="select-text-provider"
+              style="padding: 0.2rem 0.4rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); cursor: pointer;"
+              onchange="onTextProviderChange(this.value)">
+              <option value="gemini">🔵 Gemini (Google)</option>
+              <option value="openai">🟢 OpenAI / Ollama</option>
+              <option value="anthropic">🟣 Anthropic (Claude)</option>
+            </select>
+          </div>
+
+          <!-- Gemini text fields -->
+          <div id="provider-fields-gemini">
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Google API Key</div>
+                <div class="setting-desc">GOOGLE_API_KEY — required for Gemini text &amp; embeddings</div>
+              </div>
+              <input type="password" id="input-google-api-key"
+                placeholder="AIza…"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 180px;"
+                onchange="saveBootSetting('GOOGLE_API_KEY', this.value)"
+                oninput="clearTimeout(this._pt); this._pt=setTimeout(()=>saveBootSetting('GOOGLE_API_KEY',this.value),800)" />
+            </div>
+          </div>
+
+          <!-- OpenAI / Ollama text fields -->
+          <div id="provider-fields-openai" style="display:none">
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">API Key</div>
+                <div class="setting-desc">Leave blank for Ollama / LM Studio (local endpoints)</div>
+              </div>
+              <input type="password" id="input-openai-api-key"
+                placeholder="sk-… (blank for Ollama)"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 180px;"
+                onchange="saveBootSetting('openai_api_key', this.value)"
+                oninput="clearTimeout(this._pt); this._pt=setTimeout(()=>saveBootSetting('openai_api_key',this.value),800)" />
+            </div>
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Base URL</div>
+                <div class="setting-desc">Ollama: http://localhost:11434/v1 · LM Studio: http://localhost:1234/v1</div>
+              </div>
+              <input type="text" id="input-openai-base-url"
+                placeholder="https://api.openai.com/v1"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 220px;"
+                onchange="saveBootSetting('openai_base_url', this.value)"
+                oninput="clearTimeout(this._pu); this._pu=setTimeout(()=>saveBootSetting('openai_base_url',this.value),800)" />
+            </div>
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Chat Model</div>
+                <div class="setting-desc">Used for compaction, briefing, security scan</div>
+              </div>
+              <input type="text" id="input-openai-model"
+                placeholder="gpt-4o-mini"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 160px;"
+                onchange="saveBootSetting('openai_model', this.value)"
+                oninput="clearTimeout(this._pm); this._pm=setTimeout(()=>saveBootSetting('openai_model',this.value),800)" />
+            </div>
+          </div>
+
+          <!-- Anthropic / Claude text fields -->
+          <div id="provider-fields-anthropic" style="display:none">
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Anthropic API Key</div>
+                <div class="setting-desc">Required. Get yours at console.anthropic.com</div>
+              </div>
+              <input type="password" id="input-anthropic-api-key"
+                placeholder="sk-ant-…"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 200px;"
+                onchange="saveBootSetting('anthropic_api_key', this.value)"
+                oninput="clearTimeout(this._pa); this._pa=setTimeout(()=>saveBootSetting('anthropic_api_key',this.value),800)" />
+            </div>
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Claude Model</div>
+                <div class="setting-desc">claude-3-5-sonnet for quality · claude-3-haiku for speed &amp; cost</div>
+              </div>
+              <input type="text" id="input-anthropic-model"
+                placeholder="claude-3-5-sonnet-20241022"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 220px;"
+                onchange="saveBootSetting('anthropic_model', this.value)"
+                oninput="clearTimeout(this._pam); this._pam=setTimeout(()=>saveBootSetting('anthropic_model',this.value),800)" />
+            </div>
+          </div>
+
+          <!-- ── Embedding Provider (always visible) ─────────── -->
+          <div class="setting-section" style="margin-top:1.2rem">Embedding Provider <span class="boot-badge">Restart Required</span></div>
+
+          <div class="setting-row">
+            <div>
+              <div class="setting-label">Embedding Provider</div>
+              <div class="setting-desc">Source for vector embeddings used by semantic memory search</div>
+            </div>
+            <select id="select-embedding-provider"
+              style="padding: 0.2rem 0.4rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); cursor: pointer;"
+              onchange="onEmbeddingProviderChange(this.value)">
+              <option value="auto">🔄 Auto (same as Text Provider)</option>
+              <option value="gemini">🔵 Gemini</option>
+              <option value="openai">🟢 OpenAI / Ollama</option>
+            </select>
+          </div>
+
+          <!-- Anthropic + auto warning: shown when text=anthropic AND embed=auto -->
+          <div id="anthropic-embed-warning" style="display:none;margin-top:0.5rem;padding:0.5rem 0.75rem;background:rgba(251,146,60,0.1);border:1px solid rgba(251,146,60,0.3);border-radius:6px;font-size:0.78rem;color:#fb923c;line-height:1.5">
+            ⚠️ <strong>Anthropic has no native embedding API.</strong>
+            Auto mode will route embeddings to <strong>Gemini</strong>.
+            Set Embedding Provider to <strong>OpenAI / Ollama</strong> to use a local model (e.g. <code>nomic-embed-text</code>).
+          </div>
+
+          <!-- OpenAI embedding model field (shown when embedding_provider = openai) -->
+          <div id="embed-fields-openai" style="display:none">
+            <div class="setting-row">
+              <div>
+                <div class="setting-label">Embedding Model</div>
+                <div class="setting-desc">Must output 768 dims. Ollama: nomic-embed-text · OpenAI: text-embedding-3-small</div>
+              </div>
+              <input type="text" id="input-openai-embedding-model"
+                placeholder="text-embedding-3-small"
+                style="padding: 0.2rem 0.5rem; background: var(--bg-hover); color: var(--text-primary); border: 1px solid var(--border-color); border-radius: 4px; font-size: 0.85rem; font-family: var(--font-mono); width: 210px;"
+                onchange="saveBootSetting('openai_embedding_model', this.value)"
+                oninput="clearTimeout(this._pe); this._pe=setTimeout(()=>saveBootSetting('openai_embedding_model',this.value),800)" />
+            </div>
+          </div>
+
+          <div style="margin-top:1rem;padding:0.6rem 0.8rem;background:rgba(139,92,246,0.08);border:1px solid rgba(139,92,246,0.2);border-radius:6px;font-size:0.78rem;color:var(--text-secondary);line-height:1.5">
+            💡 <strong>Cost-optimized setup:</strong> Text Provider → <code>Anthropic</code>, Embedding Provider → <code>OpenAI / Ollama</code>.<br>
+            Use Claude 3.5 Sonnet for reasoning &amp; <code>nomic-embed-text</code> (free, local) for embeddings.
+          </div>
+
+          <span class="setting-saved" id="savedToastProviders">Saved ✓</span>
+        </div><!-- /spanel-providers -->
+
+        <!-- ─── Observability panel (v4.6.0 — OTel) ───────────────────────── -->
+        <div class="s-tab-panel" id="spanel-observability">
+
+          <div class="setting-section">OpenTelemetry (OTel)</div>
+
+          <div class="setting-row" style="align-items: flex-start; margin-bottom: 1rem;">
+            <div class="setting-desc" style="margin: 0;">
+              Export distributed traces to
+              <a href="https://www.jaegertracing.io" target="_blank" rel="noopener" style="color: var(--accent);">Jaeger</a>,
+              <a href="https://grafana.com/oss/tempo/" target="_blank" rel="noopener" style="color: var(--accent);">Grafana Tempo</a>, or
+              <a href="https://zipkin.io" target="_blank" rel="noopener" style="color: var(--accent);">Zipkin</a>.
+              Provides a full latency waterfall for every MCP tool call, LLM provider hop, and background worker task.
+              <br><br>
+              <code style="font-size: 0.8rem; background: var(--bg-hover); padding: 2px 6px; border-radius: 4px;">
+                docker run -d -p 4318:4318 -p 16686:16686 jaegertracing/all-in-one
+              </code>
+              &nbsp;→ open <a href="http://localhost:16686" target="_blank" rel="noopener" style="color: var(--accent);">localhost:16686</a>
+            </div>
+          </div>
+
+          <!-- Enable toggle -->
+          <div class="setting-row">
+            <div>
+              <div class="setting-label">Enable OpenTelemetry</div>
+              <div class="setting-desc">Activates the W3C tracing pipeline. <strong>Requires server restart.</strong></div>
+            </div>
+            <label class="toggle-switch">
+              <input type="checkbox" id="input-otel-enabled"
+                onchange="saveBootSetting('otel_enabled', this.checked ? 'true' : 'false')">
+              <span class="slider"></span>
+            </label>
+          </div>
+
+          <!-- OTLP endpoint -->
+          <div class="setting-row">
+            <div style="flex: 0 0 auto; min-width: 160px;">
+              <div class="setting-label">OTLP HTTP Endpoint</div>
+              <div class="setting-desc">Where spans are exported.</div>
+            </div>
+            <input type="text" id="input-otel-endpoint"
+              class="setting-input"
+              placeholder="http://localhost:4318/v1/traces"
+              style="flex: 1;"
+              onchange="saveBootSetting('otel_endpoint', this.value)"
+              oninput="clearTimeout(this._pt); this._pt=setTimeout(()=>saveBootSetting('otel_endpoint',this.value),800)" />
+          </div>
+
+          <!-- Service name -->
+          <div class="setting-row">
+            <div style="flex: 0 0 auto; min-width: 160px;">
+              <div class="setting-label">Service Name</div>
+              <div class="setting-desc">Label shown in the trace UI.</div>
+            </div>
+            <input type="text" id="input-otel-service"
+              class="setting-input"
+              placeholder="prism-mcp-server"
+              style="flex: 1;"
+              onchange="saveBootSetting('otel_service_name', this.value)"
+              oninput="clearTimeout(this._ps); this._ps=setTimeout(()=>saveBootSetting('otel_service_name',this.value),800)" />
+          </div>
+
+          <!-- Expected trace waterfall diagram -->
+          <div class="setting-row" style="flex-direction: column; align-items: flex-start; margin-top: 0.5rem;">
+            <div class="setting-label" style="margin-bottom: 0.5rem;">Expected Trace Waterfall</div>
+            <pre style="font-size: 0.78rem; background: var(--bg-hover); padding: 0.8rem 1rem; border-radius: 6px; color: var(--text-secondary); line-height: 1.6; width: 100%; box-sizing: border-box; overflow-x: auto;">mcp.call_tool  [e.g. session_save_image, ~50 ms]
+  └─ worker.vlm_caption          [~2–5 s, outlives parent ✓]
+       └─ llm.generate_image_description  [~1–4 s]
+       └─ llm.generate_embedding          [~200 ms]</pre>
+          </div>
+
+          <span class="setting-saved" id="savedToastOtel">Saved ✓</span>
+        </div><!-- /spanel-observability -->
+
+
       </div>
     </div>
   </div>
@@ -1246,15 +1467,20 @@ Example:\n## Dev Rules\n- Always write tests first\n- Use TypeScript strict mode
     var _skillsCache = {};  // role → content cache
 
     function switchSettingsTab(tab) {
-      ['settings','skills'].forEach(function(t) {
+      ['settings','skills','providers','observability'].forEach(function(t) {
         document.getElementById('stab-' + t).classList.toggle('active', t === tab);
         document.getElementById('spanel-' + t).classList.toggle('active', t === tab);
       });
       if (tab === 'skills') {
-        // Load skill for whichever role is currently selected
         var role = document.getElementById('skillRoleSelect').value;
         loadSkillForRole(role);
       }
+      if (tab === 'providers') {
+        loadAiProviderSettings();
+      }
+      if (tab === 'observability') {
+        loadOtelSettings();
+      }
     }
 
     async function loadSkillForRole(role) {
@@ -1310,6 +1536,84 @@ Example:\n## Dev Rules\n- Always write tests first\n- Use TypeScript strict mode
       input.value = '';  // reset so same file can be re-uploaded
     }
 
+    // ─── AI Providers Settings (v4.4) ────────────────────────────────────
+    // text_provider  → governs generateText()  (gemini | openai | anthropic)
+    // embedding_provider → governs generateEmbedding() (auto | gemini | openai)
+
+    // Called when the TEXT provider dropdown changes.
+    function onTextProviderChange(value) {
+      document.getElementById('provider-fields-gemini').style.display    = value === 'gemini'    ? '' : 'none';
+      document.getElementById('provider-fields-openai').style.display    = value === 'openai'    ? '' : 'none';
+      document.getElementById('provider-fields-anthropic').style.display = value === 'anthropic' ? '' : 'none';
+      // Refresh the Anthropic warning — its visibility depends on both dropdowns
+      refreshAnthropicWarning(value, document.getElementById('select-embedding-provider').value);
+      saveBootSetting('text_provider', value);
+    }
+
+    // Called when the EMBEDDING provider dropdown changes.
+    function onEmbeddingProviderChange(value) {
+      var textVal = document.getElementById('select-text-provider').value;
+      // Show the OpenAI embedding model field only when embedding=openai
+      document.getElementById('embed-fields-openai').style.display = value === 'openai' ? '' : 'none';
+      refreshAnthropicWarning(textVal, value);
+      saveBootSetting('embedding_provider', value);
+    }
+
+    // Shows/hides the Anthropic+auto warning.
+    // Warning appears when: text=anthropic AND embedding=auto (auto-bridges to Gemini).
+    function refreshAnthropicWarning(textVal, embedVal) {
+      var show = textVal === 'anthropic' && embedVal === 'auto';
+      document.getElementById('anthropic-embed-warning').style.display = show ? '' : 'none';
+    }
+
+    // Load all AI provider settings from the API and populate fields.
+    // Called lazily when the tab is first activated (not on every modal open).
+    async function loadAiProviderSettings() {
+      try {
+        var res = await fetch('/api/settings');
+        var data = await res.json();
+        var s = data.settings || {};
+
+        // ── Text provider dropdown ────────────────────────────────────────
+        var textProvider = s.text_provider || 'gemini';
+        var textSel = document.getElementById('select-text-provider');
+        if (textSel) textSel.value = textProvider;
+        document.getElementById('provider-fields-gemini').style.display    = textProvider === 'gemini'    ? '' : 'none';
+        document.getElementById('provider-fields-openai').style.display    = textProvider === 'openai'    ? '' : 'none';
+        document.getElementById('provider-fields-anthropic').style.display = textProvider === 'anthropic' ? '' : 'none';
+
+        // ── Embedding provider dropdown ───────────────────────────────────
+        var embedProvider = s.embedding_provider || 'auto';
+        var embedSel = document.getElementById('select-embedding-provider');
+        if (embedSel) embedSel.value = embedProvider;
+        document.getElementById('embed-fields-openai').style.display = embedProvider === 'openai' ? '' : 'none';
+        refreshAnthropicWarning(textProvider, embedProvider);
+
+        // ── Gemini fields ─────────────────────────────────────────────────
+        // Never pre-fill API key values for security — use placeholder hint instead.
+        var gKey = document.getElementById('input-google-api-key');
+        if (gKey) gKey.placeholder = s.GOOGLE_API_KEY ? '(key saved — paste to update)' : 'AIza…';
+
+        // ── Anthropic fields ──────────────────────────────────────────────
+        var aKey = document.getElementById('input-anthropic-api-key');
+        if (aKey) aKey.placeholder = s.anthropic_api_key ? '(key saved — paste to update)' : 'sk-ant-…';
+        var aMod = document.getElementById('input-anthropic-model');
+        if (aMod && s.anthropic_model) aMod.value = s.anthropic_model;
+
+        // ── OpenAI / Ollama fields ────────────────────────────────────────
+        var oKey = document.getElementById('input-openai-api-key');
+        if (oKey) oKey.placeholder = s.openai_api_key ? '(key saved — paste to update)' : 'sk-… (blank for Ollama)';
+        var oUrl = document.getElementById('input-openai-base-url');
+        if (oUrl && s.openai_base_url) oUrl.value = s.openai_base_url;
+        var oMod = document.getElementById('input-openai-model');
+        if (oMod && s.openai_model) oMod.value = s.openai_model;
+        var oEmb = document.getElementById('input-openai-embedding-model');
+        if (oEmb && s.openai_embedding_model) oEmb.value = s.openai_embedding_model;
+
+      } catch(e) { console.warn('AI provider settings load failed:', e); }
+    }
+
+
 
     // ─── Auto-Load Checkboxes (v4.1) ─────────────────────────────────
     async function loadAutoloadCheckboxes() {
@@ -1424,9 +1728,36 @@ Example:\n## Dev Rules\n- Always write tests first\n- Use TypeScript strict mode
         loadAutoloadCheckboxes();
         // Repo path inputs are loaded dynamically
         loadRepoPathInputs();
+        // OTel settings are loaded dynamically when the tab is first opened,
+        // but also pre-load here so values are ready if user lands on that tab.
+        loadOtelSettings();
       } catch(e) { console.warn('Settings load failed:', e); }
     }
 
+    // ─── OTel Settings Hydration (v4.6.0) ────────────────────────────────
+    // Separate loader function so it can be called from both loadSettings()
+    // (pre-warm on modal open) and switchSettingsTab('observability')
+    // (refresh on tab focus, in case settings changed elsewhere).
+    async function loadOtelSettings() {
+      try {
+        var res = await fetch('/api/settings');
+        var data = await res.json();
+        var s = data.settings || {};
+
+        // Toggle: checked when otel_enabled === 'true'
+        var enabledEl = document.getElementById('input-otel-enabled');
+        if (enabledEl) enabledEl.checked = s.otel_enabled === 'true';
+
+        // OTLP endpoint: fall back to Jaeger default so the field is never blank
+        var endpointEl = document.getElementById('input-otel-endpoint');
+        if (endpointEl) endpointEl.value = s.otel_endpoint || 'http://localhost:4318/v1/traces';
+
+        // Service name: fall back to canonical default
+        var serviceEl = document.getElementById('input-otel-service');
+        if (serviceEl) serviceEl.value = s.otel_service_name || 'prism-mcp-server';
+      } catch(e) { console.warn('OTel settings load failed:', e); }
+    }
+
     function toggleSetting(key, el) {
       var isActive = el.classList.toggle('active');
       saveSetting(key, isActive ? 'true' : 'false');

package/dist/lifecycle.js

@@ -11,6 +11,7 @@ import * as os from "os";
 import { execSync } from "child_process";
 import { closeConfigStorage } from "./storage/configStorage.js";
 import { getStorage } from "./storage/index.js";
+import { shutdownTelemetry } from "./utils/telemetry.js";
 const PRISM_DIR = path.join(os.homedir(), ".prism-mcp");
 /**
  * Instance-aware PID file.
@@ -126,6 +127,11 @@ export function registerShutdownHandlers() {
         shuttingDown = true;
         log(`Shutting down gracefully (${reason})...`);
         try {
+            // 0. Flush OTel span buffer FIRST — before any DBs are closed.
+            //    BatchSpanProcessor holds spans in memory (up to 5s). If we close
+            //    DBs first, spans that reference DB operations lose their context.
+            //    shutdownTelemetry() is a no-op when otel_enabled=false.
+            await shutdownTelemetry();
             // 1. Close system settings DB
             closeConfigStorage();
             // 2. Close main ledger DB