clay-server 2.33.1 → 2.34.0-beta.10

package/lib/project.js

@@ -9,7 +9,7 @@ var { createNotesManager } = require("./notes");
 var { fetchLatestVersion, fetchVersion, isNewer } = require("./updater");
 var { execFileSync, spawn } = require("child_process");
 var usersModule = require("./users");
-var { resolveOsUserInfo, fsAsUser } = require("./os-users");
+var { resolveOsUserInfo, fsAsUser, grantProjectAccess } = require("./os-users");
 var crisisSafety = require("./crisis-safety");
 var matesModule = require("./mates");
 var sessionSearch = require("./session-search");
@@ -27,6 +27,7 @@ var { attachSessions } = require("./project-sessions");
 var { attachUserMessage } = require("./project-user-message");
 var { attachConnection } = require("./project-connection");
 var { attachMcp } = require("./project-mcp");
+var { attachMateDatastore } = require("./project-mate-datastore");
 var { createLocalMcp } = require("./mcp-local");
 var { attachEmail: attachEmailModule } = require("./project-email");
 // project-notifications is attached globally in server.js, passed via opts.notificationsModule
@@ -159,9 +160,10 @@ function createProjectContext(opts) {
   var serverTls = opts.tls || false;
   var serverAuthToken = opts.authToken || null;
   var latestVersion = null;
+  var sessionTitleMigrationScheduled = false;
 
   // --- YOKE adapters (multi-vendor, lazy init) ---
-  var _yokeState = yoke.createAdapters({ cwd: cwd });
+  var _yokeState = yoke.createAdapters({ cwd: cwd, slug: slug });
   var adapters = _yokeState.adapters;
   var defaultVendor = adapters.claude ? "claude" : Object.keys(adapters)[0] || "claude";
   var adapter = adapters[defaultVendor] || null;
@@ -186,6 +188,14 @@ function createProjectContext(opts) {
     return user.linuxUser;
   }
 
+  function ensureProjectAccessForSession(session) {
+    var linuxUser = getLinuxUserForSession(session);
+    if (linuxUser) {
+      grantProjectAccess(cwd, linuxUser);
+    }
+    return linuxUser;
+  }
+
   function getLinuxUserForWs(ws) {
     if (!osUsers) return null;
     if (!ws._clayUser || !ws._clayUser.linuxUser) return null;
@@ -457,6 +467,19 @@ function createProjectContext(opts) {
     },
   });
 
+  // --- Mate datastore (Mate projects only) ---
+  var _mateDatastore = attachMateDatastore({
+    cwd: cwd,
+    slug: slug,
+    isMate: isMate,
+    send: send,
+    sendTo: sendTo,
+    clients: clients,
+    getSessionForWs: getSessionForWs,
+    usersModule: usersModule,
+    getProjectOwnerId: function () { return projectOwnerId; },
+  });
+
   // --- MCP tool servers (created via YOKE adapter) ---
   var mcpServers = (function () {
     var servers = {};
@@ -482,6 +505,63 @@ function createProjectContext(opts) {
       console.error("[project] Failed to create debate MCP server:", e.message);
     }
 
+    // Ask-user MCP server (mates only)
+    if (isMate) {
+      try {
+        var askUserMcp = require("./ask-user-mcp-server");
+        var askUserToolDefs = askUserMcp.getToolDefs(function onAsk(input) {
+          // Stateless: the tool's job is to *post* the question card.
+          // We do NOT hold a promise open waiting for the user. When the
+          // user answers, the answer is injected as a fresh user message
+          // on the next turn (see project-sessions.js ask_user_response).
+          // This avoids HTTP long-poll timeouts on the MCP bridge and
+          // matches the natural multi-turn agent loop.
+          var session = sm.getActiveSession();
+          if (!session) {
+            // No active session means we have no way to show a card or
+            // route the answer. Fail closed rather than pretend success.
+            return Promise.resolve({
+              content: [{ type: "text", text: "Error: no active session in " + slug + "; cannot display question card." }],
+              isError: true,
+            });
+          }
+          if (session.loop && session.loop.active && session.loop.role !== "crafting") {
+            return Promise.resolve({
+              content: [{ type: "text", text: "Error: Autonomous mode. Make your own decision." }],
+              isError: true,
+            });
+          }
+
+          var toolId = "ask_" + Date.now() + "_" + crypto.randomUUID().slice(0, 8);
+          // Track for UI card lifecycle + answer routing. No resolve function.
+          session.pendingAskUser[toolId] = {
+            input: input,
+            mode: "mcp",
+            sessionId: session.localId,
+            postedAt: Date.now(),
+          };
+
+          sm.sendAndRecord(session, {
+            type: "tool_executing",
+            id: toolId,
+            name: "AskUserQuestion",
+            input: input,
+          });
+
+          return Promise.resolve({
+            content: [{
+              type: "text",
+              text: "The question card has been posted to the user. End this turn now without further commentary; the user's answer will arrive as the next user message.",
+            }],
+          });
+        });
+        var askUserMcpConfig = adapter.createToolServer({ name: "clay-ask-user", version: "1.0.0", tools: askUserToolDefs });
+        if (askUserMcpConfig) servers[askUserMcpConfig.name || "clay-ask-user"] = askUserMcpConfig;
+      } catch (e) {
+        console.error("[project] Failed to create ask-user MCP server:", e.message);
+      }
+    }
+
     // Browser MCP server (main project only, not mates)
     if (!isMate) {
       try {
@@ -537,6 +617,15 @@ function createProjectContext(opts) {
       console.error("[project] Failed to create email MCP server:", e.message);
     }
 
+    if (isMate) {
+      try {
+        var datastoreMcp = _mateDatastore.createMcpServer();
+        if (datastoreMcp) servers[datastoreMcp.name || "clay-datastore"] = datastoreMcp;
+      } catch (e) {
+        console.error("[project] Failed to create datastore MCP server:", e.message);
+      }
+    }
+
     return Object.keys(servers).length > 0 ? servers : undefined;
   })();
 
@@ -719,7 +808,7 @@ function createProjectContext(opts) {
         session.isProcessing = true;
         onProcessingChanged();
         sendToSession(session.localId, { type: "status", status: "processing" });
-        sdk.startQuery(session, text, null, getLinuxUserForSession(session));
+        sdk.startQuery(session, text, null, ensureProjectAccessForSession(session));
         sm.broadcastSessionList();
       }, schedDelay),
     };
@@ -878,6 +967,9 @@ function createProjectContext(opts) {
     // --- MCP bridge (remote MCP servers via extension) ---
     if (_mcp.handleMcpMessage(ws, msg)) return;
 
+    // --- Mate datastore ---
+    if (_mateDatastore.handleMateDatastoreMessage(ws, msg)) return;
+
     // --- Knowledge file management (delegated to project-knowledge.js) ---
     if (_knowledge.handleKnowledgeMessage(ws, msg)) return;
 
@@ -1050,6 +1142,7 @@ function createProjectContext(opts) {
     pushModule: pushModule,
     getSessionForWs: getSessionForWs,
     getLinuxUserForSession: getLinuxUserForSession,
+    ensureProjectAccessForSession: ensureProjectAccessForSession,
     getOsUserInfoForWs: getOsUserInfoForWs,
     hydrateImageRefs: hydrateImageRefs,
     onProcessingChanged: onProcessingChanged,
@@ -1098,6 +1191,7 @@ function createProjectContext(opts) {
     matesModule: matesModule,
     getSessionForWs: getSessionForWs,
     getLinuxUserForSession: getLinuxUserForSession,
+    ensureProjectAccessForSession: ensureProjectAccessForSession,
     getOsUserInfoForWs: getOsUserInfoForWs,
     hydrateImageRefs: hydrateImageRefs,
     saveImageFile: saveImageFile,
@@ -1292,12 +1386,31 @@ function createProjectContext(opts) {
     getLatestVersion: function () { return latestVersion; },
     getTitle: function () { return title; },
     getProject: function () { return project; },
+    // Exposed so the first websocket connection can lazily warm up the
+    // adapters for this project (see project-connection handleConnection).
+    warmup: function () {
+      sdk.warmup();
+      sdk.startIdleReaper();
+      if (!osUsers && !sessionTitleMigrationScheduled) {
+        sessionTitleMigrationScheduled = true;
+        setTimeout(function () {
+          try {
+            sm.migrateSessionTitles(adapter, cwd);
+          } catch (e) {
+            console.error("[project] Session title migration failed for " + slug + ":", e && e.message ? e.message : e);
+          }
+        }, 5000);
+      }
+    },
   });
 
   // --- Destroy ---
   function destroy() {
     _loop.stopTimer();
     _email.destroy();
+    if (_mateDatastore && typeof _mateDatastore.closeAllDatastores === "function") {
+      try { _mateDatastore.closeAllDatastores(); } catch (e) {}
+    }
     stopFileWatch();
     stopAllDirWatches();
     // Abort all active sessions and clean up mention sessions
@@ -1347,6 +1460,15 @@ function createProjectContext(opts) {
       var tmpDir = path.join(os.tmpdir(), "clay-" + cwdHash);
       fs.rmSync(tmpDir, { recursive: true, force: true });
     } catch (e) {}
+
+    var codexShutdown = Promise.resolve(true);
+    if (adapters && adapters.codex && typeof adapters.codex.shutdown === "function") {
+      codexShutdown = adapters.codex.shutdown().catch(function(err) {
+        console.error("[project] Codex shutdown failed for " + slug + ":", err && err.message ? err.message : err);
+        return false;
+      });
+    }
+    return codexShutdown;
   }
 
   // --- Status info ---
@@ -1494,15 +1616,9 @@ function createProjectContext(opts) {
       broadcastClientCount();
       broadcastPresence();
     },
-    warmup: function () {
-      sdk.warmup();
-      sdk.startIdleReaper();
-      // Migrate existing relay session titles to SDK format (one-time, async)
-      sm.migrateSessionTitles(adapter, cwd);
-    },
     destroy: function () {
       sdk.stopIdleReaper();
-      destroy();
+      return destroy();
     },
   };
 }

package/lib/public/app.js

@@ -18,6 +18,7 @@ import {
   openMobileSheet, setMobileSheetMateData, refreshMobileChatSheet
 } from './modules/sidebar-mobile.js';
 import { initMateSidebar, showMateSidebar, hideMateSidebar, renderMateSessionList, updateMateSidebarProfile, handleMateSearchResults } from './modules/mate-sidebar.js';
+import { initMateDatastoreUI } from './modules/mate-datastore-ui.js';
 import { initMateKnowledge, requestKnowledgeList, renderKnowledgeList, handleKnowledgeContent, hideKnowledge } from './modules/mate-knowledge.js';
 import { initMateMemory, renderMemoryList, hideMemory } from './modules/mate-memory.js';
 import { initRewind, setRewindMode, showRewindModal, clearPendingRewindUuid, addRewindButton, onRewindComplete, onRewindError } from './modules/rewind.js';
@@ -405,6 +406,7 @@ import { initDebate, handleDebatePreparing, handleDebateStarted, handleDebateRes
   initSidebar(sidebarCtx);
   var wsGetter = function () { return _getWsRef(); };
   initMateSidebar(wsGetter);
+  initMateDatastoreUI(wsGetter);
   initMateKnowledge(wsGetter);
   initMateMemory(wsGetter, { onShow: function () { hideKnowledge(); hideNotes(); } });
   initMateWizard(

package/lib/public/css/mates.css

@@ -410,18 +410,18 @@
   line-height: 1.4;
 }
 
-/* Step 4: Autonomy options */
-.mate-autonomy-options {
+/* Step 4: Vendor options */
+.mate-vendor-option-list {
   display: flex;
   flex-direction: column;
-  gap: 8px;
+  gap: 10px;
 }
-.mate-autonomy-btn {
+.mate-vendor-option-btn {
   display: flex;
-  flex-direction: column;
+  flex-direction: row;
   align-items: flex-start;
-  gap: 2px;
-  padding: 12px 16px;
+  gap: 14px;
+  padding: 14px 16px;
   background: var(--input-bg, #1a1a2e);
   border: 2px solid var(--border, #333);
   border-radius: 10px;
@@ -430,21 +430,36 @@
   text-align: left;
   color: var(--text, #fff);
   font-family: inherit;
+  width: 100%;
 }
-.mate-autonomy-btn:hover {
+.mate-vendor-option-btn:hover {
   border-color: var(--text-dimmer, #6272a4);
 }
-.mate-autonomy-btn.active {
+.mate-vendor-option-btn.active {
   border-color: var(--accent, #6c5ce7);
   background: var(--accent-bg, rgba(108,92,231,0.12));
 }
-.mate-autonomy-title {
+.mate-vendor-option-icon {
+  width: 36px;
+  height: 36px;
+  border-radius: 8px;
+  flex-shrink: 0;
+  object-fit: cover;
+}
+.mate-vendor-option-text {
+  display: flex;
+  flex-direction: column;
+  gap: 4px;
+  min-width: 0;
+}
+.mate-vendor-option-title {
   font-weight: 600;
   font-size: 14px;
 }
-.mate-autonomy-desc {
+.mate-vendor-option-desc {
   font-size: 12px;
   color: var(--text-muted, #9ea8c7);
+  line-height: 1.4;
 }
 
 /* Footer */
@@ -1884,6 +1899,11 @@ body.mate-dm-active #layout.sidebar-collapsed .mate-collapsed-info {
   height: 16px;
 }
 
+.mate-sidebar-actions button.active {
+  background: var(--bg-hover, rgba(255,255,255,0.1));
+  color: var(--text-primary, #fff);
+}
+
 .mate-session-list {
   flex: 1;
   overflow-y: auto;
@@ -1990,6 +2010,203 @@ body.mate-dm-active #layout.sidebar-collapsed .mate-collapsed-info {
 #mate-search-session-btn.active {
   color: var(--accent);
 }
+
+/* Mate datastore inspector */
+#mate-datastore-panel {
+  position: absolute;
+  inset: 0;
+  z-index: 40;
+  background: var(--bg);
+  display: flex;
+  flex-direction: column;
+  overflow: hidden;
+}
+
+#mate-datastore-panel.hidden {
+  display: none !important;
+}
+
+#main-column.mate-datastore-open > .title-bar-content,
+#main-column.mate-datastore-open > .dm-header-bar,
+#main-column.mate-datastore-open > #main-panels {
+  display: none !important;
+}
+
+.mate-datastore-top-bar {
+  display: flex;
+  align-items: center;
+  justify-content: space-between;
+  height: 48px;
+  padding: 0 16px;
+  border-bottom: 1px solid var(--border-subtle);
+  flex-shrink: 0;
+}
+
+.mate-datastore-top-title {
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  font-weight: 700;
+  font-size: 15px;
+  color: var(--text);
+}
+
+.mate-datastore-top-title .lucide {
+  width: 14px;
+  height: 14px;
+  color: var(--accent);
+  opacity: 0.85;
+}
+
+.mate-datastore-top-actions {
+  display: flex;
+  align-items: center;
+  gap: 8px;
+}
+
+.mate-db-status {
+  padding: 10px 14px 0;
+  font-size: 12px;
+  color: var(--text-secondary, #8e8e8e);
+}
+
+.mate-db-status[data-kind="error"] {
+  color: var(--error, #ff6b6b);
+}
+
+.mate-db-status[data-kind="warn"] {
+  color: var(--warning, #f5a524);
+}
+
+.mate-db-status[data-kind="ok"] {
+  color: var(--success, #36b37e);
+}
+
+.mate-db-layout {
+  display: grid;
+  grid-template-columns: 220px minmax(0, 1fr);
+  gap: 10px;
+  padding: 12px 10px 10px;
+  min-height: 0;
+  flex: 1;
+}
+
+.mate-db-table-column,
+.mate-db-detail {
+  min-height: 0;
+  display: flex;
+  flex-direction: column;
+}
+
+.mate-db-table-list {
+  overflow-y: auto;
+  border: 1px solid var(--border-subtle, rgba(255,255,255,0.06));
+  border-radius: 12px;
+  background: var(--sidebar-bg, rgba(255,255,255,0.03));
+  padding: 6px;
+  flex: 1;
+}
+
+.mate-db-table-item {
+  width: 100%;
+  display: flex;
+  justify-content: space-between;
+  gap: 6px;
+  padding: 8px 10px;
+  border: none;
+  background: transparent;
+  color: var(--text-secondary, #aaa);
+  border-radius: 8px;
+  text-align: left;
+  cursor: pointer;
+}
+
+.mate-db-table-item:hover,
+.mate-db-table-item.active {
+  background: var(--sidebar-active, rgba(255,255,255,0.08));
+  color: var(--text, #fff);
+}
+
+.mate-db-table-item-name {
+  overflow: hidden;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+  min-width: 0;
+}
+
+.mate-db-table-item-type {
+  font-size: 10px;
+  text-transform: uppercase;
+  letter-spacing: 0.05em;
+  opacity: 0.7;
+  flex-shrink: 0;
+}
+
+.mate-db-empty {
+  padding: 16px 10px;
+  color: var(--text-secondary, #8e8e8e);
+  font-size: 12px;
+}
+
+.mate-db-section-title {
+  font-size: 11px;
+  font-weight: 700;
+  text-transform: uppercase;
+  letter-spacing: 0.08em;
+  color: var(--text-muted, #9aa0a6);
+  margin: 0 0 6px;
+}
+
+.mate-db-detail {
+  gap: 8px;
+  min-width: 0;
+}
+
+.mate-db-table-schema,
+.mate-db-result {
+  margin: 0;
+  padding: 10px;
+  border-radius: 10px;
+  border: 1px solid var(--border-subtle, rgba(255,255,255,0.08));
+  background: var(--bg-alt, rgba(255,255,255,0.03));
+  color: var(--text-secondary, #b8b8b8);
+  font-size: 11px;
+  line-height: 1.5;
+  overflow: auto;
+  white-space: pre-wrap;
+  word-break: break-word;
+  min-height: 0;
+}
+
+.mate-db-table-schema {
+  max-height: 180px;
+}
+
+@media (max-width: 900px) {
+  .mate-db-layout {
+    grid-template-columns: 1fr;
+  }
+}
+
+body.mate-dm-active .mate-datastore-top-bar {
+  background: var(--mate-color);
+  color: #fff;
+}
+
+body.mate-dm-active .mate-datastore-top-title,
+body.mate-dm-active .mate-datastore-top-title .lucide {
+  color: #fff;
+}
+
+body.mate-dm-active .mate-datastore-top-bar .scheduler-close-btn {
+  color: rgba(255, 255, 255, 0.85);
+}
+
+body.mate-dm-active .mate-datastore-top-bar .scheduler-close-btn:hover {
+  color: #fff;
+  background: rgba(255, 255, 255, 0.15);
+}
+
 .mate-session-item.search-match {
   background: var(--accent-12, rgba(108, 92, 231, 0.12));
 }

package/lib/public/css/messages.css

@@ -1233,6 +1233,29 @@ pre.mermaid-error {
 .plan-card-body strong { font-weight: 600; }
 .plan-card-body blockquote { border-left: 3px solid var(--border); padding-left: 12px; color: var(--text-muted); margin: 8px 0; }
 
+.todo-widget.todo-widget-plan .todo-header {
+  background: linear-gradient(180deg, rgba(var(--overlay-rgb), 0.04), rgba(var(--overlay-rgb), 0.015));
+}
+
+.todo-widget.todo-widget-plan .todo-header-icon,
+.todo-widget.todo-widget-plan .todo-header-title {
+  color: var(--accent);
+}
+
+.todo-widget.todo-widget-plan .todo-header-count {
+  color: var(--text-muted);
+  font-weight: 500;
+}
+
+.todo-widget.todo-widget-plan .todo-item.pending .todo-item-icon {
+  opacity: 0.75;
+}
+
+.todo-widget.todo-widget-plan .todo-item.in-progress .todo-item-text {
+  color: var(--text);
+  font-weight: 500;
+}
+
 /* --- Plan permission (ExitPlanMode) --- */
 .plan-permission-header {
   background: var(--success-8) !important;

package/lib/public/css/mobile-nav.css

@@ -526,20 +526,6 @@
     white-space: nowrap;
   }
 
-  .mobile-session-bookmark {
-    display: inline-flex;
-    align-items: center;
-    color: var(--accent, #ff7b54);
-    flex-shrink: 0;
-  }
-
-  .mobile-session-bookmark .lucide,
-  .mobile-session-bookmark svg {
-    width: 13px;
-    height: 13px;
-    display: block;
-  }
-
   .mobile-session-processing {
     width: 7px;
     height: 7px;

package/lib/public/css/notifications-center.css

@@ -307,6 +307,86 @@
 .notif-banner-update-now:hover { opacity: 0.85; }
 .notif-banner-update-now:disabled { opacity: 0.6; cursor: default; }
 
+.light-theme .notif-banner-clear-all {
+  background:
+    linear-gradient(180deg, rgba(255,255,255,0.54), rgba(255,255,255,0.28)),
+    rgba(248,250,255,0.22);
+  backdrop-filter: blur(10px) saturate(1.08);
+  -webkit-backdrop-filter: blur(10px) saturate(1.08);
+  border-color: rgba(255,255,255,0.52);
+  color: rgba(36, 45, 66, 0.72);
+  box-shadow:
+    inset 0 1px 0 rgba(255,255,255,0.78),
+    0 8px 22px rgba(31, 41, 55, 0.07);
+}
+
+.light-theme .notif-banner-clear-all:hover {
+  color: rgba(22, 29, 45, 0.92);
+  background:
+    linear-gradient(180deg, rgba(255,255,255,0.62), rgba(255,255,255,0.34)),
+    rgba(248,250,255,0.26);
+  border-color: rgba(255,255,255,0.6);
+}
+
+.light-theme .notif-banner {
+  background:
+    linear-gradient(180deg, rgba(255,255,255,0.58), rgba(255,255,255,0.22)),
+    rgba(248,250,255,0.2);
+  backdrop-filter: blur(12px) saturate(1.05);
+  -webkit-backdrop-filter: blur(12px) saturate(1.05);
+  border: 1px solid rgba(255,255,255,0.5);
+  box-shadow:
+    inset 0 1px 0 rgba(255,255,255,0.72),
+    0 10px 30px rgba(31, 41, 55, 0.09);
+}
+
+.light-theme .notif-banner:hover {
+  border-color: rgba(255,255,255,0.62);
+  box-shadow:
+    inset 0 1px 0 rgba(255,255,255,0.8),
+    0 12px 34px rgba(31, 41, 55, 0.11);
+}
+
+.light-theme .notif-banner-icon {
+  background: linear-gradient(180deg, rgba(255,255,255,0.72), rgba(246,249,255,0.36));
+  border-color: rgba(255,255,255,0.52);
+  color: var(--text-secondary);
+  box-shadow: inset 0 1px 0 rgba(255,255,255,0.78);
+}
+
+.light-theme .notif-banner-project {
+  color: rgba(50, 62, 86, 0.74);
+  text-shadow: 0 1px 0 rgba(255,255,255,0.72);
+}
+
+.light-theme .notif-banner-title {
+  color: rgba(18, 24, 38, 0.95);
+  text-shadow: 0 1px 0 rgba(255,255,255,0.72);
+}
+
+.light-theme .notif-banner-text {
+  color: rgba(61, 73, 96, 0.76);
+}
+
+.light-theme .notif-banner-update .notif-banner-project,
+.light-theme .notif-banner-auth .notif-banner-project {
+  color: rgba(50, 62, 86, 0.74);
+}
+
+.light-theme .notif-banner-auth .notif-banner-title,
+.light-theme .notif-banner-update .notif-banner-title {
+  text-shadow: 0 1px 0 rgba(255,255,255,0.76);
+}
+
+.light-theme .notif-banner-close,
+.light-theme .notif-banner-close:hover {
+  background: rgba(244, 246, 250, 0.98);
+  color: rgba(44, 52, 68, 0.88);
+  box-shadow:
+    0 2px 6px rgba(31, 41, 55, 0.12),
+    inset 0 1px 0 rgba(255,255,255,0.88);
+}
+
 /* ========================================================
    Mobile
    ======================================================== */