@aexol/spectral 0.9.44 → 0.9.45

package/dist/extensions/seo/analyzers/crawler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/analyzers/crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAe,WAAW,EAAE,WAAW,EAA8B,MAAM,aAAa,CAAC;AA4FrG,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,SAAS,EACjB,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,WAAW,CAAC,CAkKtB"}
+{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/analyzers/crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAEV,WAAW,EACX,WAAW,EAGZ,MAAM,aAAa,CAAC;AAgHrB,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,SAAS,EACjB,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,WAAW,CAAC,CA+LtB"}

package/dist/extensions/seo/analyzers/crawler.js

@@ -9,6 +9,26 @@ const DEFAULT_CRAWL_CONFIG = {
     crawlDelayMs: 500,
     includeExternal: false,
 };
+/**
+ * Strip query parameters and hash for URL identity comparison.
+ * Two URLs that differ only by query params or hash should be considered
+ * the same page for crawling purposes — prevents re-crawling the same page
+ * hundreds of times when query params encode ephemeral UI state.
+ */
+function urlIdentity(url) {
+    try {
+        const u = new URL(url);
+        u.search = "";
+        u.hash = "";
+        if (u.pathname.length > 1 && u.pathname.endsWith("/")) {
+            u.pathname = u.pathname.replace(/\/+$/, "");
+        }
+        return u.href;
+    }
+    catch {
+        return url;
+    }
+}
 function extractInternalLinks(html, baseUrl) {
     const links = [];
     const hrefRegex = /<a\s[^>]*href\s*=\s*["']([^"']+)["'][^>]*>/gi;
@@ -18,22 +38,20 @@ function extractInternalLinks(html, baseUrl) {
             const resolved = new URL(match[1], baseUrl).href;
             const base = new URL(baseUrl);
             const resolvedUrl = new URL(resolved);
-            // Only include same-host, non-fragment, non-anchor links
             if (resolvedUrl.hostname === base.hostname &&
                 resolvedUrl.protocol.startsWith("http") &&
                 !resolved.includes("#") &&
                 !resolved.includes("javascript:") &&
-                !resolved.includes("mailto:")) {
-                // Normalize: remove trailing slash, lowercase path
+                !resolved.includes("mailto:") &&
+                !resolved.includes("/cdn-cgi/")) {
                 const normalized = normalizeUrl(resolved);
                 links.push(normalized);
             }
         }
         catch {
-            // skip malformed URLs
+            // skip malformed hrefs
         }
     }
-    // Deduplicate
     return [...new Set(links)];
 }
 function parseRobotsTxtForDisallowed(content, userAgent) {
@@ -53,7 +71,8 @@ function parseRobotsTxtForDisallowed(content, userAgent) {
         if (key === "user-agent") {
             currentUserAgents.push(value.toLowerCase());
         }
-        else if (inRelevantBlock || currentUserAgents.some((ua) => ua === "*" || ua === userAgent.toLowerCase())) {
+        else if (inRelevantBlock ||
+            currentUserAgents.some((ua) => ua === "*" || ua === userAgent.toLowerCase())) {
             inRelevantBlock = true;
             if (key === "disallow") {
                 if (value)
@@ -91,7 +110,6 @@ export async function crawlSite(startUrl, config, crawlConfig) {
     const cfg = { ...DEFAULT_CRAWL_CONFIG, ...crawlConfig };
     const normalizedStart = normalizeUrl(startUrl);
     const baseHost = new URL(normalizedStart).hostname;
-    // Fetch robots.txt
     let disallowedPaths = [];
     let robotsCrawlDelay = null;
     if (cfg.respectRobotsTxt) {
@@ -104,23 +122,31 @@ export async function crawlSite(startUrl, config, crawlConfig) {
             }
         }
         catch {
-            // robots.txt fetch failed — proceed without restrictions
+            // robots.txt not available — crawl freely
         }
     }
-    const delayMs = robotsCrawlDelay ? robotsCrawlDelay * 1000 : cfg.crawlDelayMs;
-    // BFS crawl
-    const visited = new Set();
-    const queue = [{ url: normalizedStart, depth: 0 }];
+    const delayMs = robotsCrawlDelay
+        ? robotsCrawlDelay * 1000
+        : cfg.crawlDelayMs;
+    const visitedIdentities = new Set();
+    const queuedIdentities = new Set();
+    const queue = [];
+    const startIdentity = urlIdentity(normalizedStart);
+    queuedIdentities.add(startIdentity);
+    queue.push({ url: normalizedStart, depth: 0 });
     const pages = [];
     const brokenLinks = [];
     const errors = [];
     const allDiscoveredLinks = new Set();
-    while (queue.length > 0 && visited.size < cfg.maxPages) {
-        // Process batch of concurrent pages
+    while (queue.length > 0 &&
+        visitedIdentities.size < cfg.maxPages) {
         const batch = [];
-        while (batch.length < cfg.concurrency && queue.length > 0 && visited.size + batch.length < cfg.maxPages) {
+        while (batch.length < cfg.concurrency &&
+            queue.length > 0 &&
+            visitedIdentities.size + batch.length < cfg.maxPages) {
             const next = queue.shift();
-            if (visited.has(next.url))
+            const identity = urlIdentity(next.url);
+            if (visitedIdentities.has(identity))
                 continue;
             if (isDisallowed(next.url, disallowedPaths))
                 continue;
@@ -165,21 +191,28 @@ export async function crawlSite(startUrl, config, crawlConfig) {
                 continue;
             }
             const page = result.value;
-            visited.add(page.url);
+            const identity = urlIdentity(page.url);
+            visitedIdentities.add(identity);
             pages.push(page);
-            // Check for broken external links from page data
             if (page.pageData) {
                 for (const link of page.pageData.links) {
                     if (link.type === "external")
                         continue;
                     allDiscoveredLinks.add(link.href);
-                    // Internal links we haven't visited yet — add to queue
                     const normalized = normalizeUrl(link.href);
-                    if (!visited.has(normalized) && normalized !== page.url) {
+                    const linkIdentity = urlIdentity(normalized);
+                    if (!visitedIdentities.has(linkIdentity) &&
+                        !queuedIdentities.has(linkIdentity) &&
+                        linkIdentity !== identity) {
                         try {
                             const linkUrl = new URL(normalized);
-                            if (linkUrl.hostname === baseHost && page.depth < cfg.maxDepth) {
-                                queue.push({ url: normalized, depth: page.depth + 1 });
+                            if (linkUrl.hostname === baseHost &&
+                                page.depth < cfg.maxDepth) {
+                                queuedIdentities.add(linkIdentity);
+                                queue.push({
+                                    url: normalized,
+                                    depth: page.depth + 1,
+                                });
                             }
                         }
                         catch {
@@ -188,13 +221,12 @@ export async function crawlSite(startUrl, config, crawlConfig) {
                     }
                 }
             }
-            // Delay between batches
             if (delayMs > 0) {
                 await sleep(delayMs);
             }
         }
     }
-    // Detect broken links — check pages with non-200 status
+    // Detect broken links (pages crawled with 4xx/5xx status)
     for (const page of pages) {
         if (page.statusCode >= 400) {
             brokenLinks.push({
@@ -205,9 +237,7 @@ export async function crawlSite(startUrl, config, crawlConfig) {
             });
         }
     }
-    // Detect duplicate content
     const duplicateGroups = detectDuplicates(pages);
-    // Orphan pages = pages only discovered via crawling that weren't linked from any other page
     const linkedPages = new Set();
     for (const page of pages) {
         for (const link of page.linksFound) {
@@ -217,7 +247,6 @@ export async function crawlSite(startUrl, config, crawlConfig) {
     const orphanPages = pages
         .filter((p) => p.depth === 0 && !linkedPages.has(p.url))
         .map((p) => p.url);
-    // Build link graph
     const linkGraph = pages.map((p) => ({
         url: p.url,
         internalInlinks: pages.reduce((count, other) => count + (other.linksFound.includes(p.url) ? 1 : 0), 0),
@@ -241,10 +270,20 @@ export async function crawlSite(startUrl, config, crawlConfig) {
 }
 function detectDuplicates(pages) {
     const groups = [];
+    // Use urlIdentity for deduplication so /studio/ and /studio/?pako=...
+    // are counted as the same page
+    const identitySet = new Set();
+    const uniquePages = pages.filter((p) => {
+        const id = urlIdentity(p.url);
+        if (identitySet.has(id))
+            return false;
+        identitySet.add(id);
+        return true;
+    });
     const titleMap = new Map();
     const descMap = new Map();
     const h1Map = new Map();
-    for (const page of pages) {
+    for (const page of uniquePages) {
         if (!page.pageData)
             continue;
         const title = page.pageData.title?.trim().toLowerCase();
@@ -269,17 +308,17 @@ function detectDuplicates(pages) {
             h1Map.get(h1).push(page.url);
         }
     }
-    for (const [title, urls] of titleMap) {
+    for (const [value, urls] of titleMap) {
         if (urls.length > 1)
-            groups.push({ type: "title", value: title, pageUrls: urls });
+            groups.push({ type: "title", value, pageUrls: urls });
     }
-    for (const [desc, urls] of descMap) {
+    for (const [value, urls] of descMap) {
         if (urls.length > 1)
-            groups.push({ type: "description", value: desc, pageUrls: urls });
+            groups.push({ type: "description", value, pageUrls: urls });
     }
-    for (const [h1, urls] of h1Map) {
+    for (const [value, urls] of h1Map) {
         if (urls.length > 1)
-            groups.push({ type: "h1", value: h1, pageUrls: urls });
+            groups.push({ type: "h1", value, pageUrls: urls });
     }
     return groups;
 }

package/dist/server/session-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-stream.d.ts","sourceRoot":"","sources":["../../src/server/session-stream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAMH,OAAO,EAAe,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAejD,OAAO,KAAK,EACV,eAAe,EACf,sBAAsB,EAEtB,WAAW,EACX,WAAW,EACX,wBAAwB,EAGzB,MAAM,WAAW,CAAC;AAEnB;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2EAA2E;IAC3E,IAAI,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC/B,wEAAwE;IACxE,MAAM,IAAI,OAAO,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,UAAU;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,IAAI,IAAI,CAAC;IAChB;;;;;OAKG;IACH,OAAO,CAAC,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD;;;OAGG;IACH,kBAAkB,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;IACtD;;;;;;OAMG;IACH,QAAQ,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAChE,oBAAoB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC;;;;;OAKG;IACH,wBAAwB,CAAC,IAAI,MAAM,GAAG,SAAS,CAAC;IAChD;;;;OAIG;IACH,eAAe,CAAC,IAAI;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IACzG,gBAAgB,CAAC,IAAI,KAAK,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC,CAAC;IACH,iBAAiB,CAAC,IAAI;QACpB,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;QACtE,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC;YAClB,UAAU,EAAE,OAAO,CAAC;YACpB,UAAU,EAAE,OAAO,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC;SACjB,CAAC;KACH,CAAC;CACH;AAED,iDAAiD;AACjD,MAAM,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,kBAAkB,KAAK,UAAU,CAAC;AAkQrE,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;IACtE,QAAQ,EAAE;QACR,QAAQ,EAAE,OAAO,CAAC;QAClB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,EAAE,OAAO,CAAC;QACpB,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,YAAY,EAAE;QACZ,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,UAAU,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,QAAQ,EAAE;QACR,2BAA2B,EAAE,MAAM,CAAC;QACpC,yBAAyB,EAAE,MAAM,CAAC;QAClC,qBAAqB,EAAE,MAAM,CAAC;KAC/B,CAAC;CACH;AAiCD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,WAAW,EAAE,sBAAsB,GAAG,IAAI,CAAC;IAC3C,4FAA4F;IAC5F,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB;;qEAEiE;IACjE,kBAAkB,EAAE,OAAO,CAAC;IAC5B,wGAAwG;IACxG,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,yFAAyF;IACzF,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,0EAA0E;IAC1E,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,YAAY,CAAC;IACpB;;;;OAIG;IACH,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;OAKG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoC;IAC5D,OAAO,CAAC,QAAQ,CAAS;gBAEb,IAAI,EAAE,2BAA2B;IA4B7C;;;;;;;;OAQG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,YAAY;IAkC/D;;;;OAIG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAOvD,6EAA6E;IAC7E,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIzC;;;;;OAKG;IACH,uBAAuB,IAAI,GAAG,CAAC,MAAM,CAAC;IAOtC;;;;;OAKG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5C,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB;IAiE9D,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,wBAAwB;IA8D9D,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCtD;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACG,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,eAAe,EAAE,EAC1B,eAAe,CAAC,EAAE,MAAM,EACxB,IAAI,CAAC,EAAE;QAAE,eAAe,CAAC,EAAE,OAAO,CAAA;KAAE,GACnC,OAAO,CAAC,IAAI,CAAC;IA2MhB;;;OAGG;IACH,OAAO,IAAI,IAAI;IAef,sEAAsE;IACtE,WAAW,IAAI,MAAM;IAIrB;;;;;;;;;OASG;IACH,eAAe,IAAI,MAAM;IAQzB;;;;;;;;OAQG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAsDnC;;;;;;;OAOG;IACH,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA4B7C;;;;;OAKG;IACH,qBAAqB,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI;IAM1D;;;;;;;;OAQG;IACH,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,OAAO,EACf,cAAc,CAAC,EAAE,MAAM,EACvB,aAAa,CAAC,EAAE,MAAM,EACtB,IAAI,CAAC,EAAE,MAAM,GACZ,IAAI;IAkBP;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB;IA8D1B;;;;;;;;;;;;;;OAcG;IACH;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,eAAe;YA6BT,qBAAqB;IAgCnC,OAAO,CAAC,YAAY;IAqKpB,OAAO,CAAC,iBAAiB;IAsSzB;;;;;;;;OAQG;IACH,OAAO,CAAC,iBAAiB;IA+BzB,OAAO,CAAC,SAAS;IAqBjB;;;;OAIG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAevC;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;CA2BzB"}
+{"version":3,"file":"session-stream.d.ts","sourceRoot":"","sources":["../../src/server/session-stream.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAMH,OAAO,EAAe,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAejD,OAAO,KAAK,EACV,eAAe,EACf,sBAAsB,EAEtB,WAAW,EACX,WAAW,EACX,wBAAwB,EAGzB,MAAM,WAAW,CAAC;AAEnB;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2EAA2E;IAC3E,IAAI,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC/B,wEAAwE;IACxE,MAAM,IAAI,OAAO,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,UAAU;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,IAAI,IAAI,CAAC;IAChB;;;;;OAKG;IACH,OAAO,CAAC,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD;;;OAGG;IACH,kBAAkB,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;IACtD;;;;;;OAMG;IACH,QAAQ,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAChE,oBAAoB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC;;;;;OAKG;IACH,wBAAwB,CAAC,IAAI,MAAM,GAAG,SAAS,CAAC;IAChD;;;;OAIG;IACH,eAAe,CAAC,IAAI;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IACzG,gBAAgB,CAAC,IAAI,KAAK,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC,CAAC;IACH,iBAAiB,CAAC,IAAI;QACpB,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;QACtE,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC;YAClB,UAAU,EAAE,OAAO,CAAC;YACpB,UAAU,EAAE,OAAO,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC;SACjB,CAAC;KACH,CAAC;CACH;AAED,iDAAiD;AACjD,MAAM,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,kBAAkB,KAAK,UAAU,CAAC;AAkKrE,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,QAAQ,GAAG,SAAS,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;IACtE,QAAQ,EAAE;QACR,QAAQ,EAAE,OAAO,CAAC;QAClB,UAAU,EAAE,OAAO,CAAC;QACpB,UAAU,EAAE,OAAO,CAAC;QACpB,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,YAAY,EAAE;QACZ,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,UAAU,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,QAAQ,EAAE;QACR,2BAA2B,EAAE,MAAM,CAAC;QACpC,yBAAyB,EAAE,MAAM,CAAC;QAClC,qBAAqB,EAAE,MAAM,CAAC;KAC/B,CAAC;CACH;AAiCD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,WAAW,EAAE,sBAAsB,GAAG,IAAI,CAAC;IAC3C,4FAA4F;IAC5F,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB;;qEAEiE;IACjE,kBAAkB,EAAE,OAAO,CAAC;IAC5B,wGAAwG;IACxG,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,yFAAyF;IACzF,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,0EAA0E;IAC1E,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,YAAY,CAAC;IACpB;;;;OAIG;IACH,GAAG,EAAE,MAAM,CAAC;IACZ;;;;;OAKG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoC;IAC5D,OAAO,CAAC,QAAQ,CAAS;gBAEb,IAAI,EAAE,2BAA2B;IA4B7C;;;;;;;;OAQG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,YAAY;IAkC/D;;;;OAIG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,IAAI;IAOvD,6EAA6E;IAC7E,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIzC;;;;;OAKG;IACH,uBAAuB,IAAI,GAAG,CAAC,MAAM,CAAC;IAOtC;;;;;OAKG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5C,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB;IAiE9D,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,wBAAwB;IA8D9D,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCtD;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACG,MAAM,CACV,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,eAAe,EAAE,EAC1B,eAAe,CAAC,EAAE,MAAM,EACxB,IAAI,CAAC,EAAE;QAAE,eAAe,CAAC,EAAE,OAAO,CAAA;KAAE,GACnC,OAAO,CAAC,IAAI,CAAC;IA2MhB;;;OAGG;IACH,OAAO,IAAI,IAAI;IAef,sEAAsE;IACtE,WAAW,IAAI,MAAM;IAIrB;;;;;;;;;OASG;IACH,eAAe,IAAI,MAAM;IAQzB;;;;;;;;OAQG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAsDnC;;;;;;;OAOG;IACH,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IA4B7C;;;;;OAKG;IACH,qBAAqB,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI;IAM1D;;;;;;;;OAQG;IACH,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,OAAO,EACf,cAAc,CAAC,EAAE,MAAM,EACvB,aAAa,CAAC,EAAE,MAAM,EACtB,IAAI,CAAC,EAAE,MAAM,GACZ,IAAI;IAkBP;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB;IA8D1B;;;;;;;;;;;;;;OAcG;IACH;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,eAAe;YA6BT,qBAAqB;IAgCnC,OAAO,CAAC,YAAY;IAqKpB,OAAO,CAAC,iBAAiB;IAsSzB;;;;;;;;OAQG;IACH,OAAO,CAAC,iBAAiB;IA+BzB,OAAO,CAAC,SAAS;IAqBjB;;;;OAIG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAevC;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;CA2BzB"}

package/dist/server/session-stream.js

@@ -125,80 +125,6 @@ function selectHistoryForBridge(history, hasMemorySnapshot) {
     const selected = history.slice(Math.max(0, start + 1));
     return selected.length > 0 ? selected : [history[history.length - 1]];
 }
-function prunePersistedHistoryAfterCompaction(store, sessionId, bridge) {
-    if (!bridge.getSessionBranch)
-        return;
-    try {
-        const entries = bridge.getSessionBranch();
-        // Pi appends a CompactionEntry (type "compaction") at the end whose
-        // firstKeptEntryId marks the first branch entry that survives in LLM context.
-        // We scan backwards so we find the most recent compaction (there should be
-        // exactly one per compaction pass).
-        const lastCompaction = [...entries].reverse().find((entry) => entry.type === "compaction");
-        const firstKeptEntryId = lastCompaction?.firstKeptEntryId;
-        if (!firstKeptEntryId) {
-            console.log(`[spectral] prune: skipped – no compaction entry (or no firstKeptEntryId) ` +
-                `in branch for ${sessionId} (${entries.length} entries)`);
-            return;
-        }
-        const keptEntryIndex = entries.findIndex((entry) => entry.id === firstKeptEntryId);
-        if (keptEntryIndex === -1) {
-            console.log(`[spectral] prune: skipped – firstKeptEntryId "${firstKeptEntryId}" ` +
-                `not found in ${entries.length} branch entries for ${sessionId}`);
-            return;
-        }
-        // Count user + assistant messages in the kept portion of the branch.
-        // Tool-result entries are separate branch entries but are NOT separate
-        // SQLite rows – they live inside the assistant message's events_jsonl.
-        // Counting them would inflate the count and make the prune a silent no-op.
-        let keptPersistedMessageCount = 0;
-        for (let i = keptEntryIndex; i < entries.length; i++) {
-            const entry = entries[i];
-            if (entry.type !== "message")
-                continue;
-            const role = entry.message && typeof entry.message === "object" && "role" in entry.message
-                ? entry.message.role
-                : undefined;
-            if (role === "user" || role === "assistant" || role === "system") {
-                keptPersistedMessageCount += 1;
-            }
-        }
-        const existing = store.getMessages(sessionId);
-        if (existing.length === 0)
-            return;
-        console.log(`[spectral] prune: ${sessionId} – branch has ${entries.length} entries, ` +
-            `kept portion starts at index ${keptEntryIndex} (id=${firstKeptEntryId}), ` +
-            `${keptPersistedMessageCount} user+assistant entries kept, ` +
-            `${existing.length} SQLite messages`);
-        if (keptPersistedMessageCount <= 0) {
-            console.log(`[spectral] prune: skipped – no kept messages for ${sessionId}`);
-            return;
-        }
-        if (keptPersistedMessageCount >= existing.length) {
-            console.log(`[spectral] prune: skipped – kept message count (${keptPersistedMessageCount}) ` +
-                `>= SQLite message count (${existing.length}) for ${sessionId}`);
-            return;
-        }
-        const keptMessages = existing.slice(-keptPersistedMessageCount);
-        const pruned = existing.length - keptMessages.length;
-        store.deleteMessagesBySession(sessionId);
-        for (const msg of keptMessages) {
-            store.appendMessage(sessionId, {
-                id: msg.id,
-                role: msg.role,
-                content: msg.content,
-                eventsJsonl: msg.events,
-                createdAt: msg.createdAt,
-                images: msg.images,
-            });
-        }
-        console.log(`[spectral] prune: finished – dropped ${pruned} pre-compaction message(s) ` +
-            `for ${sessionId}, ${keptMessages.length} kept`);
-    }
-    catch (err) {
-        console.warn(`[spectral] warn: failed to prune persisted history after compaction for ${sessionId}: ${err instanceof Error ? err.message : String(err)}`);
-    }
-}
 function defaultMemoryStatus(cwd) {
     const config = loadConfig(cwd);
     return {
@@ -484,7 +410,6 @@ export class SessionStreamManager {
             // Prune persisted history synchronously after compaction, so even if the
             // compaction_end event handler races or misses, SQLite reflects the
             // compacted state before the next user prompt or reconnect.
-            prunePersistedHistoryAfterCompaction(this.store, sessionId, stream.bridge);
         }
         finally {
             if (stream.compacting)
@@ -1270,9 +1195,9 @@ export class SessionStreamManager {
         }
         if (event.type === "compaction_end") {
             stream.compacting = false;
-            if (!event.aborted) {
-                prunePersistedHistoryAfterCompaction(this.store, stream.sessionId, stream.bridge);
-            }
+            // Keep the full persisted history in SQLite after compaction.
+            // The LLM context is already compacted via the bridge/session manager;
+            // landing can still load older messages through the REST endpoint.
             persistObservationalMemorySnapshot(this.store, stream.sessionId, stream.bridge);
             // Drain the prompt queue after compaction finishes. During
             // compaction, auto-dequeue in agent_end is skipped to prevent the

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aexol/spectral",
-  "version": "0.9.44",
+  "version": "0.9.45",
   "description": "AI coding agent for Aexol with relay-based browser access.",
   "type": "module",
   "private": false,