mrmd-server 0.1.0 → 0.1.2

package/src/sync-manager.js

@@ -0,0 +1,223 @@
+/**
+ * Sync Server Manager for mrmd-server
+ *
+ * Ported from mrmd-electron/main.js to provide dynamic per-project sync servers.
+ * Allows mrmd-server to handle files from any project, not just a fixed projectDir.
+ */
+
+import { spawn } from 'child_process';
+import crypto from 'crypto';
+import path from 'path';
+import fs from 'fs';
+import os from 'os';
+import { fileURLToPath } from 'url';
+
+// Import utilities from mrmd-electron
+import { findFreePort, waitForPort, isProcessAlive } from 'mrmd-electron/src/utils/index.js';
+import { SYNC_SERVER_MEMORY_MB, DIR_HASH_LENGTH } from 'mrmd-electron/src/config.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+// Track active sync servers by directory hash
+const syncServers = new Map();
+
+// Event listeners for sync death notifications
+const syncDeathListeners = new Set();
+
+/**
+ * Hash a directory path to a short, filesystem-safe string
+ */
+function computeDirHash(dir) {
+  return crypto.createHash('sha256').update(path.resolve(dir)).digest('hex').slice(0, DIR_HASH_LENGTH);
+}
+
+/**
+ * Resolve the path to an mrmd package's CLI script
+ * In dev mode: Returns path to source CLI in sibling directory
+ */
+function resolvePackageBin(packageName, binPath) {
+  // Try sibling directory (for monorepo development)
+  const siblingPath = path.join(path.dirname(path.dirname(__dirname)), packageName, binPath);
+  if (fs.existsSync(siblingPath)) {
+    return siblingPath;
+  }
+
+  // Try node_modules
+  try {
+    const packageJson = path.dirname(require.resolve(`${packageName}/package.json`));
+    return path.join(packageJson, binPath);
+  } catch (e) {
+    // Fallback for ESM - look relative to mrmd-server
+    const nmPath = path.join(__dirname, '..', 'node_modules', packageName, binPath);
+    if (fs.existsSync(nmPath)) {
+      return nmPath;
+    }
+    throw new Error(`Cannot resolve ${packageName}: ${e.message}`);
+  }
+}
+
+/**
+ * Notify all registered listeners that a sync server died
+ */
+function notifySyncDied(projectDir, exitCode, signal) {
+  const message = {
+    projectDir,
+    exitCode,
+    signal,
+    timestamp: new Date().toISOString(),
+    reason: exitCode === null ? 'crashed (likely OOM)' : `exited with code ${exitCode}`,
+  };
+
+  console.error(`[sync] CRITICAL: Sync server died for ${projectDir}:`, message.reason);
+
+  for (const listener of syncDeathListeners) {
+    try {
+      listener(message);
+    } catch (e) {
+      console.error('[sync] Error in death listener:', e);
+    }
+  }
+}
+
+/**
+ * Register a listener to be notified when any sync server dies
+ * @param {Function} listener - Called with {projectDir, exitCode, signal, timestamp, reason}
+ * @returns {Function} Unsubscribe function
+ */
+export function onSyncDeath(listener) {
+  syncDeathListeners.add(listener);
+  return () => syncDeathListeners.delete(listener);
+}
+
+/**
+ * Get or start a sync server for a project directory
+ * Uses reference counting so multiple documents can share a sync server
+ *
+ * @param {string} projectDir - The project directory to sync
+ * @returns {Promise<{port: number, dir: string, refCount: number}>}
+ */
+export async function acquireSyncServer(projectDir) {
+  const dirHash = computeDirHash(projectDir);
+
+  // Reuse existing server if available
+  if (syncServers.has(dirHash)) {
+    const server = syncServers.get(dirHash);
+    server.refCount++;
+    console.log(`[sync] Reusing server for ${projectDir} on port ${server.port} (refCount: ${server.refCount})`);
+    return server;
+  }
+
+  // Check for existing server from a PID file (in case of restart)
+  const syncStatePath = path.join(os.tmpdir(), `mrmd-sync-${dirHash}`, 'server.pid');
+  try {
+    if (fs.existsSync(syncStatePath)) {
+      const pidData = JSON.parse(fs.readFileSync(syncStatePath, 'utf8'));
+      if (isProcessAlive(pidData.pid)) {
+        console.log(`[sync] Found existing server on port ${pidData.port}`);
+        const server = { proc: null, port: pidData.port, dir: projectDir, refCount: 1, owned: false };
+        syncServers.set(dirHash, server);
+        return server;
+      } else {
+        fs.unlinkSync(syncStatePath);
+      }
+    }
+  } catch (e) {
+    // Ignore errors reading PID file
+  }
+
+  // Start a new sync server
+  const port = await findFreePort();
+  console.log(`[sync] Starting server for ${projectDir} on port ${port}...`);
+
+  const syncCliPath = resolvePackageBin('mrmd-sync', 'bin/cli.js');
+  const nodeArgs = [
+    `--max-old-space-size=${SYNC_SERVER_MEMORY_MB}`,
+    syncCliPath,
+    '--port', port.toString(),
+    '--i-know-what-i-am-doing',
+    projectDir,
+  ];
+
+  const proc = spawn('node', nodeArgs, { stdio: ['pipe', 'pipe', 'pipe'] });
+  proc.expectedExit = false;
+
+  proc.stdout.on('data', (d) => console.log(`[sync:${port}]`, d.toString().trim()));
+  proc.stderr.on('data', (d) => console.error(`[sync:${port}]`, d.toString().trim()));
+
+  // Handle unexpected exits (data loss prevention)
+  proc.on('exit', (code, signal) => {
+    console.log(`[sync:${port}] Exited with code ${code}, signal ${signal}`);
+    syncServers.delete(dirHash);
+
+    if (!proc.expectedExit) {
+      notifySyncDied(projectDir, code, signal);
+    }
+  });
+
+  await waitForPort(port);
+
+  const server = { proc, port, dir: projectDir, refCount: 1, owned: true };
+  syncServers.set(dirHash, server);
+  return server;
+}
+
+/**
+ * Release a sync server reference
+ * If refCount reaches 0, the server is stopped
+ *
+ * @param {string} projectDir - The project directory
+ */
+export function releaseSyncServer(projectDir) {
+  const dirHash = computeDirHash(projectDir);
+  const server = syncServers.get(dirHash);
+  if (!server) return;
+
+  server.refCount--;
+  console.log(`[sync] Released server for ${projectDir} (refCount: ${server.refCount})`);
+
+  if (server.refCount <= 0 && server.owned && server.proc) {
+    console.log(`[sync] Stopping server for ${projectDir}`);
+    server.proc.expectedExit = true;
+    server.proc.kill('SIGTERM');
+    syncServers.delete(dirHash);
+  }
+}
+
+/**
+ * Get the sync server for a project if one is running
+ *
+ * @param {string} projectDir - The project directory
+ * @returns {Object|null} The server info or null
+ */
+export function getSyncServer(projectDir) {
+  const dirHash = computeDirHash(projectDir);
+  return syncServers.get(dirHash) || null;
+}
+
+/**
+ * List all active sync servers
+ * @returns {Array<{dir: string, port: number, refCount: number, owned: boolean}>}
+ */
+export function listSyncServers() {
+  return Array.from(syncServers.values()).map(s => ({
+    dir: s.dir,
+    port: s.port,
+    refCount: s.refCount,
+    owned: s.owned,
+  }));
+}
+
+/**
+ * Stop all sync servers (for shutdown)
+ */
+export function stopAllSyncServers() {
+  for (const [hash, server] of syncServers) {
+    if (server.owned && server.proc) {
+      console.log(`[sync] Stopping server for ${server.dir}`);
+      server.proc.expectedExit = true;
+      server.proc.kill('SIGTERM');
+    }
+  }
+  syncServers.clear();
+}

package/static/http-shim.js

@@ -130,6 +130,12 @@
 
     getAi: () => GET('/api/system/ai'),
 
+    // System info and uv management
+    system: {
+      info: () => GET('/api/system/info'),
+      ensureUv: () => POST('/api/system/ensure-uv', {}),
+    },
+
     // ========================================================================
     // Shell (stubs for browser)
     // ========================================================================
@@ -191,6 +197,9 @@
     // Python management
     // ========================================================================
 
+    createVenv: (venvPath) =>
+      POST('/api/system/create-venv', { venvPath }),
+
     installMrmdPython: (venvPath) =>
       POST('/api/system/install-mrmd-python', { venvPath }),
 
@@ -212,11 +221,24 @@
     // ========================================================================
 
     openFile: async (filePath) => {
-      // This was used to open a file and get session info
-      // We'll get project info and session info separately
+      // Get project info and session info
       const project = await window.electronAPI.project.get(filePath);
       const session = await window.electronAPI.session.forDocument(filePath);
-      return { project, session };
+
+      // Extract filename without extension for docName
+      const fileName = filePath.split('/').pop();
+      const docName = fileName.replace(/\.md$/, '');
+
+      // Use syncPort from project response (dynamically assigned per-project)
+      const syncPort = project?.syncPort || 4444;
+
+      return {
+        success: true,
+        syncPort,
+        docName,
+        projectDir: project?.root || filePath.split('/').slice(0, -1).join('/'),
+        pythonPort: session?.pythonPort || null,
+      };
     },
 
     // ========================================================================
@@ -280,6 +302,144 @@
       forDocument: (documentPath) => POST('/api/bash/for-document', { documentPath }),
     },
 
+    // ========================================================================
+    // JULIA SESSION SERVICE
+    // ========================================================================
+
+    julia: {
+      list: () => GET('/api/julia'),
+
+      start: (config) => POST('/api/julia', { config }),
+
+      stop: (sessionName) => DELETE(`/api/julia/${encodeURIComponent(sessionName)}`),
+
+      restart: (sessionName) => POST(`/api/julia/${encodeURIComponent(sessionName)}/restart`, {}),
+
+      forDocument: (documentPath) => POST('/api/julia/for-document', { documentPath }),
+
+      isAvailable: () => GET('/api/julia/available').then(r => r.available),
+    },
+
+    // ========================================================================
+    // PTY SESSION SERVICE (for ```term blocks)
+    // ========================================================================
+
+    pty: {
+      list: () => GET('/api/pty'),
+
+      start: (config) => POST('/api/pty', { config }),
+
+      stop: (sessionName) => DELETE(`/api/pty/${encodeURIComponent(sessionName)}`),
+
+      restart: (sessionName) => POST(`/api/pty/${encodeURIComponent(sessionName)}/restart`, {}),
+
+      forDocument: (documentPath) => POST('/api/pty/for-document', { documentPath }),
+    },
+
+    // ========================================================================
+    // NOTEBOOK (JUPYTER) SERVICE
+    // ========================================================================
+
+    notebook: {
+      convert: (ipynbPath) => POST('/api/notebook/convert', { ipynbPath }),
+
+      startSync: (ipynbPath) => POST('/api/notebook/start-sync', { ipynbPath }),
+
+      stopSync: (ipynbPath) => POST('/api/notebook/stop-sync', { ipynbPath }),
+    },
+
+    // ========================================================================
+    // R SESSION SERVICE
+    // ========================================================================
+
+    r: {
+      list: () => GET('/api/r'),
+
+      start: (config) => POST('/api/r', { config }),
+
+      stop: (sessionName) => DELETE(`/api/r/${encodeURIComponent(sessionName)}`),
+
+      restart: (sessionName) => POST(`/api/r/${encodeURIComponent(sessionName)}/restart`, {}),
+
+      forDocument: (documentPath) => POST('/api/r/for-document', { documentPath }),
+
+      isAvailable: () => GET('/api/r/available').then(r => r.available),
+    },
+
+    // ========================================================================
+    // SETTINGS SERVICE
+    // ========================================================================
+
+    settings: {
+      getAll: () => GET('/api/settings'),
+
+      get: (key, defaultValue) =>
+        GET(`/api/settings/key?path=${encodeURIComponent(key)}${defaultValue !== undefined ? `&default=${encodeURIComponent(defaultValue)}` : ''}`).then(r => r.value),
+
+      set: (key, value) =>
+        POST('/api/settings/key', { key, value }).then(r => r.success),
+
+      update: (updates) =>
+        POST('/api/settings/update', { updates }).then(r => r.success),
+
+      reset: () =>
+        POST('/api/settings/reset', {}).then(r => r.success),
+
+      getApiKeys: (masked = true) =>
+        GET(`/api/settings/api-keys?masked=${masked}`),
+
+      setApiKey: (provider, key) =>
+        POST('/api/settings/api-key', { provider, key }).then(r => r.success),
+
+      getApiKey: (provider) =>
+        GET(`/api/settings/api-key/${encodeURIComponent(provider)}`).then(r => r.key),
+
+      hasApiKey: (provider) =>
+        GET(`/api/settings/api-key/${encodeURIComponent(provider)}/exists`).then(r => r.hasKey),
+
+      getApiProviders: () =>
+        GET('/api/settings/api-providers'),
+
+      getQualityLevels: () =>
+        GET('/api/settings/quality-levels'),
+
+      setQualityLevelModel: (level, model) =>
+        POST(`/api/settings/quality-level/${level}/model`, { model }).then(r => r.success),
+
+      getCustomSections: () =>
+        GET('/api/settings/custom-sections'),
+
+      addCustomSection: (name) =>
+        POST('/api/settings/custom-section', { name }),
+
+      removeCustomSection: (sectionId) =>
+        DELETE(`/api/settings/custom-section/${encodeURIComponent(sectionId)}`).then(r => r.success),
+
+      addCustomCommand: (sectionId, command) =>
+        POST('/api/settings/custom-command', { sectionId, command }),
+
+      updateCustomCommand: (sectionId, commandId, updates) =>
+        apiCall('PUT', '/api/settings/custom-command', { sectionId, commandId, updates }).then(r => r.success),
+
+      removeCustomCommand: (sectionId, commandId) =>
+        apiCall('DELETE', '/api/settings/custom-command', { sectionId, commandId }).then(r => r.success),
+
+      getAllCustomCommands: () =>
+        GET('/api/settings/custom-commands'),
+
+      getDefaults: () =>
+        GET('/api/settings/defaults'),
+
+      setDefaults: (defaults) =>
+        POST('/api/settings/defaults', defaults).then(r => r.success),
+
+      export: (includeKeys = false) =>
+        GET(`/api/settings/export?includeKeys=${includeKeys}`).then(r => r.json),
+
+      import: (json, mergeKeys = false) =>
+        POST('/api/settings/import', { json, mergeKeys }).then(r => r.success),
+    },
+
     // ========================================================================
     // FILE SERVICE
     // ========================================================================
@@ -353,6 +513,15 @@
       // Remove existing handlers to prevent duplicates
       eventHandlers['sync-server-died'] = [callback];
     },
+
+    /**
+     * Register callback for OS "open with" events.
+     * In browser mode, this will never be called (no OS integration).
+     */
+    onOpenWithFile: (callback) => {
+      // No-op in browser mode - OS file associations don't exist
+      // Could potentially be triggered via URL parameters in the future
+    },
   };
 
   // ==========================================================================

package/static/index.html

@@ -4,6 +4,7 @@
   <meta charset="UTF-8">
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   <title>mrmd</title>
+  <link rel="icon" type="image/png" href="/favicon.png">
 
   <!-- Load the HTTP shim BEFORE anything else -->
   <script src="/http-shim.js"></script>