pi-mega-compact 0.4.8 → 0.4.10

package/dist/extensions/mega-compact.js

@@ -24,7 +24,7 @@
  * before_agent_start systemPrompt prepend (PREVENT-PI-003).
  */
 import { sessionEntryToContextMessages } from "@earendil-works/pi-coding-agent";
-import { join, dirname } from "node:path";
+import { join, dirname, sep } from "node:path";
 import { fileURLToPath } from "node:url";
 import { STATE_DIR_DEFAULT } from "../src/config.js";
 import { VectorStore } from "../src/vectorStore.js";
@@ -651,46 +651,93 @@ export default function (pi) {
     // ---- Dashboard server commands ----------------------------------------
     const portFile = join(currentStateDir, "port.pid");
     const runnerFile = join(currentStateDir, "_dashboard-runner.mjs");
+    const launchLog = join(currentStateDir, "_dashboard-launch.log");
+    // Whether the runner must be spawned with --experimental-strip-types (true only
+    // when we fall back to the .ts source outside node_modules; false when using
+    // the shipped compiled dist/extensions/dashboard-server.js).
+    let dashboardNeedsStrip = false;
+    // The dashboard server binds 9320–9329 (TARGET_PORT..TARGET_PORT+PORT_RANGE-1
+    // in dashboard-server.js). Probe each for a live /api/snapshot so we can detect
+    // readiness even when port.pid landed in a different state dir than we poll.
+    async function findLivePort() {
+        for (let port = 9320; port <= 9329; port++) {
+            try {
+                const res = await fetch(`http://localhost:${port}/api/snapshot`, { signal: AbortSignal.timeout(800) }); // guardrails-allow PREVENT-PI-004: localhost liveness probe of the dashboard server this extension spawned
+                if (res.ok)
+                    return port;
+            }
+            catch { /* not on this port — try next */ }
+        }
+        return null;
+    }
     /** Try to reach a running dashboard server. Returns { port, url } or null. */
     async function isServerRunning() {
-        if (!existsSync(portFile))
+        const port = await findLivePort();
+        if (!port) {
+            // Stale marker with no live server behind it — clean up.
+            if (existsSync(portFile)) {
+                try {
+                    unlinkSync(portFile);
+                }
+                catch { /* ignore */ }
+            }
             return null;
-        try {
-            const info = JSON.parse(readFileSync(portFile, "utf-8"));
-            if (!info?.port)
-                return null;
-            const url = `http://localhost:${info.port}`; // guardrails-allow PREVENT-PI-004: localhost URL of the dashboard server this extension spawned
-            // Quick liveness probe
-            const res = await fetch(`${url}/api/snapshot`, { signal: AbortSignal.timeout(1500) }); // guardrails-allow PREVENT-PI-004: localhost probe to the dashboard server this extension spawned
-            if (res.ok)
-                return { port: info.port, url };
         }
-        catch {
-            // stale or unreachable — clean up
-            try {
-                unlinkSync(portFile);
-            }
-            catch { /* ignore */ }
+        return { port, url: `http://localhost:${port}` }; // guardrails-allow PREVENT-PI-004: localhost URL of the dashboard server this extension spawned
+    }
+    /**
+     * Resolve the launchable dashboard-server module.
+     *
+     * CRITICAL: Node's `--experimental-strip-types` REFUSES to strip .ts files that
+     * live under `node_modules` (ERR_UNSUPPORTED_NODE_MODULES_TYPE_STRIPPING). Since
+     * the published package installs under node_modules, importing the .ts source
+     * fails in every real install (it only worked from a source checkout). So we
+     * prefer the COMPILED dist/extensions/dashboard-server.js (which the package
+     * ships from v0.4.6 — it imports only Node built-ins, so it runs standalone),
+     * and only fall back to the .ts source (with strip-types) when the compiled
+     * file is absent AND we're not under node_modules (dev checkout without a build).
+     *
+     * Returns { entry, needsStripTypes }.
+     */
+    function resolveDashboardEntry() {
+        const here = dirname(fileURLToPath(import.meta.url)); // .../extensions
+        const candidates = [
+            // 1. Compiled sibling when running from dist/ (import.meta is dist/extensions/…js)
+            { entry: join(here, "dashboard-server.js"), strip: false },
+            // 2. Compiled under the package's dist/ when running from source extensions/…ts
+            { entry: join(here, "..", "dist", "extensions", "dashboard-server.js"), strip: false },
+            // 3. Last resort: the .ts source (only strippable OUTSIDE node_modules)
+            { entry: join(here, "dashboard-server.ts"), strip: true },
+        ];
+        for (const c of candidates) {
+            if (!existsSync(c.entry))
+                continue;
+            if (c.strip && c.entry.includes(`${sep}node_modules${sep}`))
+                continue; // unstrippable
+            return { entry: c.entry, needsStripTypes: c.strip };
         }
         return null;
     }
     /** Write a small ESM runner script that imports and launches the dashboard server. */
     function writeRunnerScript() {
-        // The npm package ships SOURCE only (no dist/), so the launchable entry is
-        // the .ts file — not dashboard-server.js (which only exists after a local
-        // build). dashboard-server.ts imports only Node built-ins, so it loads under
-        // node's --experimental-strip-types without any other compiled code. The
-        // child is spawned with that flag (see the spawn below) so the import below
-        // resolves from the source install path.
-        const sourceServer = join(dirname(fileURLToPath(import.meta.url)), "dashboard-server.ts");
+        const resolved = resolveDashboardEntry();
+        if (!resolved)
+            return false;
+        dashboardNeedsStrip = resolved.needsStripTypes;
         const script = [
-            `import { launchDashboardServer } from ${JSON.stringify(sourceServer)};`,
-            `launchDashboardServer(${JSON.stringify(currentStateDir)}).catch(err => {`,
-            `  console.error("[mega-compact] dashboard failed:", err);`,
+            `import { appendFileSync } from "node:fs";`,
+            `const __log = ${JSON.stringify(launchLog)};`,
+            `function __fail(err) {`,
+            `  const msg = "[mega-compact] dashboard failed: " + (err && err.stack ? err.stack : String(err));`,
+            `  try { appendFileSync(__log, msg + "\\n"); } catch { /* ignore */ }`,
+            `  console.error(msg);`,
             `  process.exit(1);`,
-            `});`,
+            `}`,
+            `import { launchDashboardServer } from ${JSON.stringify(resolved.entry)};`,
+            `launchDashboardServer(${JSON.stringify(currentStateDir)}).catch(__fail);`,
         ].join("\n");
         writeFileSync(runnerFile, script);
+        return true;
     }
     /** Open a URL in the default browser. Platform-aware. Uses spawn (not exec) to avoid shell injection. */
     function openBrowser(url) {
@@ -718,30 +765,36 @@ export default function (pi) {
             }
             // Start the server
             ctx.ui.notify("[mega-compact] starting dashboard server…");
-            writeRunnerScript();
-            const child = spawn(process.execPath, ["--experimental-strip-types", runnerFile], {
+            if (!writeRunnerScript()) {
+                ctx.ui.notify("[mega-compact] dashboard entry not found — check logs.");
+                return;
+            }
+            const args = dashboardNeedsStrip ? ["--experimental-strip-types", runnerFile] : [runnerFile];
+            const child = spawn(process.execPath, args, {
                 detached: true,
                 stdio: "ignore",
             });
             child.unref();
-            // Poll for port.pid (up to 5 seconds)
-            const deadline = Date.now() + 5_000;
-            let port;
+            // Poll for a live server (port 9320–9329) instead of relying solely on the
+            // port.pid marker, which can land in a different state dir than the one we
+            // poll when a prior compact left currentStateDir pointing elsewhere.
+            const deadline = Date.now() + 6_000;
+            let port = null;
             while (Date.now() < deadline) {
-                await new Promise((r) => setTimeout(r, 300));
-                if (existsSync(portFile)) {
-                    try {
-                        const raw = JSON.parse(readFileSync(portFile, "utf-8"));
-                        if (raw?.port) {
-                            port = raw.port;
-                            break;
-                        }
-                    }
-                    catch { /* keep polling */ }
-                }
+                await new Promise((resolve) => setTimeout(resolve, 300));
+                port = await findLivePort();
+                if (port)
+                    break;
             }
             if (!port) {
-                ctx.ui.notify("[mega-compact] dashboard server failed to start — check logs.");
+                let detail = "";
+                try {
+                    const log = readFileSync(launchLog, "utf-8").trim();
+                    if (log)
+                        detail = ` — ${log.split("\n").slice(-3).join("; ")}`;
+                }
+                catch { /* no log yet */ }
+                ctx.ui.notify(`[mega-compact] dashboard server failed to start${detail}. See ${launchLog}`);
                 return;
             }
             const url = `http://localhost:${port}`; // guardrails-allow PREVENT-PI-004: localhost URL of the dashboard server this extension spawned

package/extensions/mega-compact.ts

@@ -27,7 +27,7 @@
 import type { ExtensionAPI, ExtensionContext, ContextEvent, SessionBeforeCompactEvent } from "@earendil-works/pi-coding-agent";
 import { sessionEntryToContextMessages } from "@earendil-works/pi-coding-agent";
 import type { AgentMessage } from "@earendil-works/pi-agent-core";
-import { join, dirname } from "node:path";
+import { join, dirname, sep } from "node:path";
 import { fileURLToPath } from "node:url";
 import { STATE_DIR_DEFAULT } from "../src/config.js";
 import { VectorStore } from "../src/vectorStore.js";
@@ -790,41 +790,89 @@ export default function (pi: ExtensionAPI) {
 
   const portFile = join(currentStateDir, "port.pid");
   const runnerFile = join(currentStateDir, "_dashboard-runner.mjs");
+  const launchLog = join(currentStateDir, "_dashboard-launch.log");
+  // Whether the runner must be spawned with --experimental-strip-types (true only
+  // when we fall back to the .ts source outside node_modules; false when using
+  // the shipped compiled dist/extensions/dashboard-server.js).
+  let dashboardNeedsStrip = false;
+
+  // The dashboard server binds 9320–9329 (TARGET_PORT..TARGET_PORT+PORT_RANGE-1
+  // in dashboard-server.js). Probe each for a live /api/snapshot so we can detect
+  // readiness even when port.pid landed in a different state dir than we poll.
+  async function findLivePort(): Promise<number | null> {
+    for (let port = 9320; port <= 9329; port++) {
+      try {
+        const res = await fetch(`http://localhost:${port}/api/snapshot`, { signal: AbortSignal.timeout(800) }); // guardrails-allow PREVENT-PI-004: localhost liveness probe of the dashboard server this extension spawned
+        if (res.ok) return port;
+      } catch { /* not on this port — try next */ }
+    }
+    return null;
+  }
 
   /** Try to reach a running dashboard server. Returns { port, url } or null. */
   async function isServerRunning(): Promise<{ port: number; url: string } | null> {
-    if (!existsSync(portFile)) return null;
-    try {
-      const info = JSON.parse(readFileSync(portFile, "utf-8"));
-      if (!info?.port) return null;
-      const url = `http://localhost:${info.port}`; // guardrails-allow PREVENT-PI-004: localhost URL of the dashboard server this extension spawned
-      // Quick liveness probe
-      const res = await fetch(`${url}/api/snapshot`, { signal: AbortSignal.timeout(1500) }); // guardrails-allow PREVENT-PI-004: localhost probe to the dashboard server this extension spawned
-      if (res.ok) return { port: info.port, url };
-    } catch {
-      // stale or unreachable — clean up
-      try { unlinkSync(portFile); } catch { /* ignore */ }
+    const port = await findLivePort();
+    if (!port) {
+      // Stale marker with no live server behind it — clean up.
+      if (existsSync(portFile)) {
+        try { unlinkSync(portFile); } catch { /* ignore */ }
+      }
+      return null;
+    }
+    return { port, url: `http://localhost:${port}` }; // guardrails-allow PREVENT-PI-004: localhost URL of the dashboard server this extension spawned
+  }
+
+  /**
+   * Resolve the launchable dashboard-server module.
+   *
+   * CRITICAL: Node's `--experimental-strip-types` REFUSES to strip .ts files that
+   * live under `node_modules` (ERR_UNSUPPORTED_NODE_MODULES_TYPE_STRIPPING). Since
+   * the published package installs under node_modules, importing the .ts source
+   * fails in every real install (it only worked from a source checkout). So we
+   * prefer the COMPILED dist/extensions/dashboard-server.js (which the package
+   * ships from v0.4.6 — it imports only Node built-ins, so it runs standalone),
+   * and only fall back to the .ts source (with strip-types) when the compiled
+   * file is absent AND we're not under node_modules (dev checkout without a build).
+   *
+   * Returns { entry, needsStripTypes }.
+   */
+  function resolveDashboardEntry(): { entry: string; needsStripTypes: boolean } | null {
+    const here = dirname(fileURLToPath(import.meta.url)); // .../extensions
+    const candidates = [
+      // 1. Compiled sibling when running from dist/ (import.meta is dist/extensions/…js)
+      { entry: join(here, "dashboard-server.js"), strip: false },
+      // 2. Compiled under the package's dist/ when running from source extensions/…ts
+      { entry: join(here, "..", "dist", "extensions", "dashboard-server.js"), strip: false },
+      // 3. Last resort: the .ts source (only strippable OUTSIDE node_modules)
+      { entry: join(here, "dashboard-server.ts"), strip: true },
+    ];
+    for (const c of candidates) {
+      if (!existsSync(c.entry)) continue;
+      if (c.strip && c.entry.includes(`${sep}node_modules${sep}`)) continue; // unstrippable
+      return { entry: c.entry, needsStripTypes: c.strip };
     }
     return null;
   }
 
   /** Write a small ESM runner script that imports and launches the dashboard server. */
-  function writeRunnerScript(): void {
-    // The npm package ships SOURCE only (no dist/), so the launchable entry is
-    // the .ts file — not dashboard-server.js (which only exists after a local
-    // build). dashboard-server.ts imports only Node built-ins, so it loads under
-    // node's --experimental-strip-types without any other compiled code. The
-    // child is spawned with that flag (see the spawn below) so the import below
-    // resolves from the source install path.
-    const sourceServer = join(dirname(fileURLToPath(import.meta.url)), "dashboard-server.ts");
+  function writeRunnerScript(): boolean {
+    const resolved = resolveDashboardEntry();
+    if (!resolved) return false;
+    dashboardNeedsStrip = resolved.needsStripTypes;
     const script = [
-      `import { launchDashboardServer } from ${JSON.stringify(sourceServer)};`,
-      `launchDashboardServer(${JSON.stringify(currentStateDir)}).catch(err => {`,
-      `  console.error("[mega-compact] dashboard failed:", err);`,
+      `import { appendFileSync } from "node:fs";`,
+      `const __log = ${JSON.stringify(launchLog)};`,
+      `function __fail(err) {`,
+      `  const msg = "[mega-compact] dashboard failed: " + (err && err.stack ? err.stack : String(err));`,
+      `  try { appendFileSync(__log, msg + "\\n"); } catch { /* ignore */ }`,
+      `  console.error(msg);`,
       `  process.exit(1);`,
-      `});`,
+      `}`,
+      `import { launchDashboardServer } from ${JSON.stringify(resolved.entry)};`,
+      `launchDashboardServer(${JSON.stringify(currentStateDir)}).catch(__fail);`,
     ].join("\n");
     writeFileSync(runnerFile, script);
+    return true;
   }
 
   /** Open a URL in the default browser. Platform-aware. Uses spawn (not exec) to avoid shell injection. */
@@ -855,29 +903,36 @@ export default function (pi: ExtensionAPI) {
 
       // Start the server
       ctx.ui.notify("[mega-compact] starting dashboard server…");
-      writeRunnerScript();
+      if (!writeRunnerScript()) {
+        ctx.ui.notify("[mega-compact] dashboard entry not found — check logs.");
+        return;
+      }
 
-      const child = spawn(process.execPath, ["--experimental-strip-types", runnerFile], {
+      const args = dashboardNeedsStrip ? ["--experimental-strip-types", runnerFile] : [runnerFile];
+      const child = spawn(process.execPath, args, {
         detached: true,
         stdio: "ignore",
       });
       child.unref();
 
-      // Poll for port.pid (up to 5 seconds)
-      const deadline = Date.now() + 5_000;
-      let port: number | undefined;
+      // Poll for a live server (port 9320–9329) instead of relying solely on the
+      // port.pid marker, which can land in a different state dir than the one we
+      // poll when a prior compact left currentStateDir pointing elsewhere.
+      const deadline = Date.now() + 6_000;
+      let port: number | null = null;
       while (Date.now() < deadline) {
-        await new Promise((r) => setTimeout(r, 300));
-        if (existsSync(portFile)) {
-          try {
-            const raw = JSON.parse(readFileSync(portFile, "utf-8"));
-            if (raw?.port) { port = raw.port; break; }
-          } catch { /* keep polling */ }
-        }
+        await new Promise((resolve) => setTimeout(resolve, 300));
+        port = await findLivePort();
+        if (port) break;
       }
 
       if (!port) {
-        ctx.ui.notify("[mega-compact] dashboard server failed to start — check logs.");
+        let detail = "";
+        try {
+          const log = readFileSync(launchLog, "utf-8").trim();
+          if (log) detail = ` — ${log.split("\n").slice(-3).join("; ")}`;
+        } catch { /* no log yet */ }
+        ctx.ui.notify(`[mega-compact] dashboard server failed to start${detail}. See ${launchLog}`);
         return;
       }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-mega-compact",
-  "version": "0.4.8",
+  "version": "0.4.10",
   "description": "Layered, local, vector-backed context compressor for pi — supersede/collapse/cluster compaction with deduped inline recall.",
   "type": "module",
   "license": "BSD-2-Clause",