@aexol/spectral 0.9.125 → 0.9.127

package/dist/extensions/seo/utils/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/parser.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAMV,QAAQ,EAGT,MAAM,aAAa,CAAC;AAgGrB,8CAA8C;AAC9C,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CA4IhF;AAED,uDAAuD;AACvD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKhD;AAED,oDAAoD;AACpD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,EAAE,CAerD"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/parser.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAMV,QAAQ,EAGT,MAAM,aAAa,CAAC;AA0HrB,8CAA8C;AAC9C,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,QAAQ,CAuKhF;AAED,uDAAuD;AACvD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKhD;AACD,mEAAmE;AACnE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAavD;AAED,6EAA6E;AAC7E,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,EAAE,CAwBrD"}

package/dist/extensions/seo/utils/parser.js

@@ -45,6 +45,18 @@ function resolveUrl(href, baseUrl) {
     }
 }
 /** Parse JSON-LD blocks from the HTML. */
+/** Expand JSON-LD @graph arrays into individual entities. */
+function flattenGraph(item) {
+    if (!item || typeof item !== "object")
+        return [item];
+    const obj = item;
+    const graph = obj["@graph"];
+    if (graph === undefined)
+        return [item];
+    if (Array.isArray(graph))
+        return graph;
+    return [graph];
+}
 function parseJsonLd($, baseUrl) {
     const blocks = [];
     $('script[type="application/ld+json"]').each((_, el) => {
@@ -55,25 +67,41 @@ function parseJsonLd($, baseUrl) {
             const parsed = JSON.parse(raw);
             const items = Array.isArray(parsed) ? parsed : [parsed];
             for (const item of items) {
-                const type = item?.["@type"] ?? "Unknown";
-                const issues = [];
-                if (!item?.["@context"])
-                    issues.push("Missing @context");
-                if (typeof type === "string" && type.includes("/")) {
-                    // Could be a full URL type — that's fine.
-                }
-                // Check for relative URLs.
-                const jsonStr = JSON.stringify(item);
-                if (jsonStr.includes('"url": "/') || jsonStr.includes('"url":"/')) {
-                    issues.push("Contains relative URL (should be absolute)");
+                // Expand @graph entries into individual blocks.
+                const expanded = flattenGraph(item);
+                for (const entity of expanded) {
+                    if (!entity || typeof entity !== "object") {
+                        blocks.push({
+                            type: "Invalid",
+                            format: "json-ld",
+                            raw,
+                            parsed: entity,
+                            issues: ["Invalid schema object (not an object)"],
+                        });
+                        continue;
+                    }
+                    const e = entity;
+                    const rawType = e["@type"];
+                    const type = typeof rawType === "string"
+                        ? rawType.replace("https://schema.org/", "")
+                        : Array.isArray(rawType) && rawType.length > 0
+                            ? rawType[0].replace("https://schema.org/", "")
+                            : "Unknown";
+                    const issues = [];
+                    if (!e["@context"])
+                        issues.push("Missing @context");
+                    const jsonStr = JSON.stringify(e);
+                    if (/("url"\s*:\s*"\/)[^/]/.test(jsonStr)) {
+                        issues.push("Contains relative URL (should be absolute)");
+                    }
+                    blocks.push({
+                        type,
+                        format: "json-ld",
+                        raw,
+                        parsed: entity,
+                        issues,
+                    });
                 }
-                blocks.push({
-                    type: typeof type === "string" ? type : "Composite",
-                    format: "json-ld",
-                    raw,
-                    parsed: item,
-                    issues,
-                });
             }
         }
         catch {
@@ -155,16 +183,40 @@ export function parsePage(html, url, baseUrl) {
         const src = $(el).attr("src") ?? $(el).attr("data-src") ?? "";
         if (!src || src.startsWith("data:"))
             return;
+        const resolvedSrc = resolveUrl(src, effectiveBaseUrl);
+        const rawAlt = $(el).attr("alt");
+        const altValue = rawAlt ?? "";
+        const hasAltAttribute = rawAlt !== undefined;
+        const role = $(el).attr("role");
+        const ariaHidden = $(el).attr("aria-hidden");
         images.push({
-            src: resolveUrl(src, effectiveBaseUrl),
-            alt: $(el).attr("alt") ?? "",
+            src: resolvedSrc,
+            alt: altValue,
             width: $(el).attr("width"),
             height: $(el).attr("height"),
             loading: $(el).attr("loading"),
             lazyMethod: detectLazyMethod($, el),
             fetchpriority: $(el).attr("fetchpriority"),
+            srcset: $(el).attr("srcset"),
+            sizes: $(el).attr("sizes"),
+            decoding: $(el).attr("decoding"),
+            isDecorative: (hasAltAttribute && altValue === "") || role === "presentation" || ariaHidden === "true",
+            isInPicture: $(el).parent("picture").length > 0,
+            isSvg: resolvedSrc.endsWith(".svg") || resolvedSrc.startsWith("data:image/svg"),
         });
     });
+    const pictureCount = $("picture").length;
+    let svgCount = 0;
+    let svgMissingTitle = 0;
+    $("svg").each((_, el) => {
+        svgCount++;
+        const hasTitle = $(el).find("title").length > 0;
+        const hasRoleImg = $(el).attr("role") === "img";
+        const hasAriaLabel = $(el).attr("aria-label");
+        if (!hasTitle && !hasRoleImg && !hasAriaLabel) {
+            svgMissingTitle++;
+        }
+    });
     // Links
     const links = [];
     let internalLinkCount = 0;
@@ -233,6 +285,9 @@ export function parsePage(html, url, baseUrl) {
         language,
         viewport,
         charset,
+        pictureCount,
+        svgCount,
+        svgMissingTitle,
     };
 }
 /** Extract the visible text content from HTML body. */
@@ -242,7 +297,22 @@ export function extractText(html) {
     $("script, style, noscript").remove();
     return $("body").text().replace(/\s+/g, " ").trim();
 }
-/** Extract raw JSON-LD blocks as parsed objects. */
+/** Extract main content text, skipping nav/footer/aside/header. */
+export function extractContentText(html) {
+    const $ = cheerio.load(html);
+    $("nav, footer, aside, header").remove();
+    $("script, style, noscript").remove();
+    const main = $("main");
+    const article = $("article");
+    if (article.length > 0) {
+        return article.text().replace(/\s+/g, " ").trim();
+    }
+    if (main.length > 0) {
+        return main.text().replace(/\s+/g, " ").trim();
+    }
+    return $("body").text().replace(/\s+/g, " ").trim();
+}
+/** Extract raw JSON-LD blocks as parsed objects, expanding @graph arrays. */
 export function extractJsonLd(html) {
     const $ = cheerio.load(html);
     const results = [];
@@ -252,10 +322,20 @@ export function extractJsonLd(html) {
             return;
         try {
             const parsed = JSON.parse(raw);
-            if (Array.isArray(parsed))
-                results.push(...parsed);
-            else
-                results.push(parsed);
+            const items = Array.isArray(parsed) ? parsed : [parsed];
+            for (const item of items) {
+                const obj = item;
+                if (obj && typeof obj === "object" && "@graph" in obj) {
+                    const graph = obj["@graph"];
+                    if (Array.isArray(graph))
+                        results.push(...graph);
+                    else
+                        results.push(graph);
+                }
+                else {
+                    results.push(item);
+                }
+            }
         }
         catch {
             // skip invalid JSON

package/dist/extensions/seo/utils/renderer.d.ts

@@ -6,7 +6,7 @@
  * the SEO extension self-contained.
  */
 import type { SeoConfig } from "../config.js";
-import type { FetchResult } from "../types.js";
+import type { FetchResult, MeasuredPerformance } from "../types.js";
 export interface RenderOptions {
     viewport?: "desktop" | "mobile";
     timeout?: number;
@@ -15,8 +15,12 @@ export interface RenderOptions {
     captureA11y?: boolean;
     /** Whether to capture console errors. */
     captureConsole?: boolean;
+    /** Whether to capture Web Vitals and real browser performance metrics. */
+    capturePerformance?: boolean;
     /** User agent override. */
     userAgent?: string;
+    /** Optional AbortSignal to cancel an in-flight render. */
+    signal?: AbortSignal;
 }
 export interface RenderResult extends FetchResult {
     isSpa: boolean;
@@ -24,6 +28,7 @@ export interface RenderResult extends FetchResult {
     consoleErrors: string[];
     renderMs: number;
     accessibilityTree: unknown | null;
+    measuredPerformance?: MeasuredPerformance;
 }
 /** Close the shared browser instance (called on session shutdown). */
 export declare function closeRenderer(): Promise<void>;

package/dist/extensions/seo/utils/renderer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"renderer.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/renderer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAe,MAAM,aAAa,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,uEAAuE;IACvE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,yCAAyC;IACzC,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,OAAO,GAAG,IAAI,CAAC;CACnC;AAeD,sEAAsE;AACtE,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAUnD;AAED,sDAAsD;AACtD,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,CAO5D;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,SAAS,EACjB,IAAI,GAAE,aAAkB,GACvB,OAAO,CAAC,YAAY,CAAC,CA8JvB"}
+{"version":3,"file":"renderer.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/renderer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAe,MAAM,aAAa,CAAC;AAEjF,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,uEAAuE;IACvE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,yCAAyC;IACzC,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,0EAA0E;IAC1E,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,OAAO,GAAG,IAAI,CAAC;IAClC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C;AAeD,sEAAsE;AACtE,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAUnD;AAED,sDAAsD;AACtD,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,CAO5D;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,SAAS,EACjB,IAAI,GAAE,aAAkB,GACvB,OAAO,CAAC,YAAY,CAAC,CAyMvB"}

package/dist/extensions/seo/utils/renderer.js

@@ -42,15 +42,23 @@ export async function renderPage(url, config, opts = {}) {
     const timeout = opts.timeout ?? config.timeout;
     const blockResources = opts.blockResources ?? config.blockRenderResources;
     const captureA11y = opts.captureA11y ?? false;
+    const capturePerformance = opts.capturePerformance ?? false;
     const captureConsole = opts.captureConsole ?? true;
     const startTime = Date.now();
+    if (opts.signal?.aborted) {
+        throw new Error("Render aborted before launch.");
+    }
     const browser = await getBrowser();
+    if (opts.signal?.aborted) {
+        throw new Error("Render aborted before context creation.");
+    }
     const context = await browser.newContext({
         viewport: viewport === "mobile" ? MOBILE_VIEWPORT : DESKTOP_VIEWPORT,
         userAgent: opts.userAgent ?? config.userAgent,
     });
     // Block resource types to speed up rendering.
-    if (blockResources.length > 0) {
+    // When capturing performance, we need all resources to load for real metrics.
+    if (!capturePerformance && blockResources.length > 0) {
         await context.route("**/*", (route) => {
             const resourceType = route.request().resourceType();
             if (blockResources.includes(resourceType)) {
@@ -74,6 +82,26 @@ export async function renderPage(url, config, opts = {}) {
             consoleErrors.push(err.message);
         });
     }
+    // Track failed requests for performance audit.
+    const failedRequests = [];
+    if (capturePerformance) {
+        page.on("requestfailed", (request) => {
+            failedRequests.push({
+                url: request.url(),
+                status: 0,
+                type: request.resourceType(),
+            });
+        });
+        page.on("response", (response) => {
+            if (response.status() >= 400) {
+                failedRequests.push({
+                    url: response.url(),
+                    status: response.status(),
+                    type: response.request().resourceType(),
+                });
+            }
+        });
+    }
     let response = null;
     let finalUrl = url;
     try {
@@ -81,6 +109,9 @@ export async function renderPage(url, config, opts = {}) {
             waitUntil: "networkidle",
             timeout,
         });
+        if (opts.signal?.aborted) {
+            throw new Error("Render aborted after navigation.");
+        }
         if (response) {
             // Track redirects by walking the redirectedFrom() chain.
             let current = response.request().redirectedFrom();
@@ -113,6 +144,7 @@ export async function renderPage(url, config, opts = {}) {
             consoleErrors,
             renderMs: Date.now() - startTime,
             accessibilityTree: null,
+            measuredPerformance: undefined,
         };
     }
     const rawContent = (await response?.text()) ?? "";
@@ -120,6 +152,15 @@ export async function renderPage(url, config, opts = {}) {
     // SPA heuristic: if the rendered DOM is significantly larger than the raw
     // initial HTML, content was likely injected by JavaScript.
     const isSpa = rawContent.length > 0 && content.length > rawContent.length * 1.5;
+    let measuredPerformance;
+    if (capturePerformance) {
+        try {
+            measuredPerformance = await capturePagePerformance(page, failedRequests);
+        }
+        catch {
+            measuredPerformance = undefined;
+        }
+    }
     let accessibilityTree = null;
     if (captureA11y) {
         try {
@@ -186,5 +227,170 @@ export async function renderPage(url, config, opts = {}) {
         consoleErrors,
         renderMs,
         accessibilityTree,
+        measuredPerformance,
     };
 }
+/**
+ * Web Vitals rating thresholds (Google's CWV thresholds).
+ */
+const LCP_GOOD = 2500;
+const LCP_POOR = 4000;
+const CLS_GOOD = 0.1;
+const CLS_POOR = 0.25;
+const TBT_GOOD = 200;
+const TBT_POOR = 600;
+const FCP_GOOD = 1800;
+const FCP_POOR = 3000;
+const TTFB_GOOD = 800;
+const TTFB_POOR = 1800;
+function vitalRating(value, good, poor) {
+    if (value <= good)
+        return "good";
+    if (value <= poor)
+        return "needs-improvement";
+    return "poor";
+}
+async function capturePagePerformance(page, failedRequests) {
+    // Capture navigation and resource timings.
+    const timings = await page.evaluate(() => {
+        const nav = performance.getEntriesByType("navigation")[0];
+        const resources = performance.getEntriesByType("resource");
+        const navTiming = nav
+            ? {
+                dnsMs: Math.round(nav.domainLookupEnd - nav.domainLookupStart),
+                tcpMs: Math.round(nav.connectEnd - nav.connectStart),
+                sslMs: Math.round(nav.secureConnectionStart > 0 ? nav.connectEnd - nav.secureConnectionStart : 0),
+                ttfbMs: Math.round(nav.responseStart - nav.requestStart),
+                downloadMs: Math.round(nav.responseEnd - nav.responseStart),
+            }
+            : undefined;
+        const totalTransfer = resources.reduce((s, r) => s + (r.transferSize || 0), 0);
+        const heavyResources = resources
+            .filter((r) => (r.transferSize || 0) > 50000)
+            .sort((a, b) => (b.transferSize || 0) - (a.transferSize || 0))
+            .slice(0, 10)
+            .map((r) => ({
+            url: r.name,
+            type: r.initiatorType,
+            transferSize: r.transferSize || 0,
+            encodedSize: r.encodedBodySize || 0,
+        }));
+        return {
+            navTiming,
+            totalTransferKb: Math.round(totalTransfer / 1024),
+            resourceCount: resources.length,
+            heavyResources,
+        };
+    });
+    // Capture Web Vitals via PerformanceObserver.
+    const webVitals = await page.evaluate(async () => {
+        return new Promise((resolve) => {
+            const results = {};
+            // LCP
+            const lcpObs = new PerformanceObserver((list) => {
+                const entries = list.getEntries();
+                if (entries.length > 0) {
+                    const last = entries[entries.length - 1];
+                    const el = last.element;
+                    results.lcp = {
+                        value: Math.round(last.startTime),
+                        element: el ? {
+                            tagName: el.tagName,
+                            id: el.id || undefined,
+                            src: el.src || el.currentSrc || undefined,
+                            renderTime: last.renderTime || last.startTime,
+                            size: `${el.width || el.naturalWidth || 0}x${el.height || el.naturalHeight || 0}`,
+                        } : undefined,
+                    };
+                }
+                lcpObs.disconnect();
+            });
+            lcpObs.observe({ type: "largest-contentful-paint", buffered: true });
+            // CLS
+            let clsValue = 0;
+            const layoutShifts = [];
+            const clsObs = new PerformanceObserver((list) => {
+                for (const entry of list.getEntries()) {
+                    if (!entry.hadRecentInput)
+                        clsValue += entry.value;
+                    layoutShifts.push({ value: entry.value, nodeCount: entry.sources?.length || 0 });
+                }
+            });
+            clsObs.observe({ type: "layout-shift", buffered: true });
+            // Long tasks
+            const longTasks = [];
+            const longTaskDetails = [];
+            const ltObs = new PerformanceObserver((list) => {
+                for (const entry of list.getEntries()) {
+                    longTasks.push({ duration: entry.duration });
+                    longTaskDetails.push({
+                        startTime: entry.startTime,
+                        duration: entry.duration,
+                        attribution: entry.attribution?.[0]?.containerSrc || entry.attribution?.[0]?.containerName || undefined,
+                    });
+                }
+            });
+            ltObs.observe({ type: "longtask", buffered: true });
+            // FCP
+            const fcpObs = new PerformanceObserver((list) => {
+                const entries = list.getEntries();
+                if (entries.length > 0) {
+                    results.fcp = { value: Math.round(entries[0].startTime) };
+                }
+                fcpObs.disconnect();
+            });
+            fcpObs.observe({ type: "paint", buffered: true });
+            // Wait 3 seconds for metrics to settle
+            setTimeout(() => {
+                clsObs.disconnect();
+                ltObs.disconnect();
+                results.cls = { value: Math.round(clsValue * 1000) / 1000 };
+                results.layoutShiftCount = layoutShifts.length;
+                results.layoutShiftSources = layoutShifts.slice(0, 5);
+                results.tbt = {
+                    value: Math.round(longTasks.reduce((s, t) => s + Math.max(0, t.duration - 50), 0)),
+                };
+                results.longTasks = {
+                    count: longTasks.length,
+                    totalDurationMs: Math.round(longTasks.reduce((s, t) => s + t.duration, 0)),
+                    details: longTaskDetails,
+                };
+                resolve(results);
+            }, 3000);
+        });
+    });
+    // Assemble MeasuredPerformance.
+    const mp = {
+        navigationTiming: timings.navTiming,
+        resourceCount: timings.resourceCount,
+        totalTransferKb: timings.totalTransferKb,
+        topHeavyResources: timings.heavyResources,
+        failedRequests: failedRequests.length > 0 ? failedRequests : undefined,
+    };
+    if (webVitals.lcp) {
+        mp.lcp = { value: webVitals.lcp.value, rating: vitalRating(webVitals.lcp.value, LCP_GOOD, LCP_POOR), element: webVitals.lcp.element };
+    }
+    if (webVitals.cls) {
+        mp.cls = { value: webVitals.cls.value, rating: vitalRating(webVitals.cls.value, CLS_GOOD, CLS_POOR) };
+    }
+    if (webVitals.fcp) {
+        mp.fcp = { value: webVitals.fcp.value, rating: vitalRating(webVitals.fcp.value, FCP_GOOD, FCP_POOR) };
+    }
+    if (webVitals.tbt) {
+        mp.tbt = { value: webVitals.tbt.value, rating: vitalRating(webVitals.tbt.value, TBT_GOOD, TBT_POOR) };
+    }
+    if (webVitals.longTasks) {
+        mp.longTasks = webVitals.longTasks;
+    }
+    if (webVitals.layoutShiftCount !== undefined) {
+        mp.layoutShiftCount = webVitals.layoutShiftCount;
+        mp.layoutShiftSources = webVitals.layoutShiftSources;
+    }
+    if (timings.navTiming) {
+        mp.ttfb = {
+            value: timings.navTiming.ttfbMs,
+            rating: vitalRating(timings.navTiming.ttfbMs, TTFB_GOOD, TTFB_POOR),
+        };
+    }
+    return mp;
+}

package/dist/extensions/seo/utils/url-safety.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"url-safety.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/url-safety.ts"],"names":[],"mappings":"AAUA,qBAAa,cAAe,SAAQ,KAAK;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAiDD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,yEAAyE;IACzE,GAAG,EAAE,MAAM,EAAE,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,MAAM,EACd,IAAI,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAO,GAC5D,OAAO,CAAC,YAAY,CAAC,CA8EvB;AAED,+DAA+D;AAC/D,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CA8B7D;AAED,sFAAsF;AACtF,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CA2BhD;AAED,wDAAwD;AACxD,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE3C"}
+{"version":3,"file":"url-safety.d.ts","sourceRoot":"","sources":["../../../../src/extensions/seo/utils/url-safety.ts"],"names":[],"mappings":"AAUA,qBAAa,cAAe,SAAQ,KAAK;gBAC3B,OAAO,EAAE,MAAM;CAI5B;AAiDD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,yEAAyE;IACzE,GAAG,EAAE,MAAM,EAAE,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,MAAM,EACd,IAAI,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAO,GAC5D,OAAO,CAAC,YAAY,CAAC,CA8EvB;AAED,+DAA+D;AAC/D,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CA8B7D;AAED,sFAAsF;AACtF,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CA2ChD;AAED,wDAAwD;AACxD,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE3C"}

package/dist/extensions/seo/utils/url-safety.js

@@ -168,7 +168,19 @@ export function validateUrlBasic(urlStr) {
 }
 /** Normalize a URL for baseline matching (strip UTM, sort params, lowercase host). */
 export function normalizeUrl(url) {
-    const UTM_PARAMS = new Set(["utm_source", "utm_medium", "utm_campaign", "utm_term", "utm_content"]);
+    const TRACKING_PARAMS = new Set([
+        "utm_source",
+        "utm_medium",
+        "utm_campaign",
+        "utm_term",
+        "utm_content",
+        // Click-IDs and marketing tracking params beyond UTM.
+        "gclid",
+        "fbclid",
+        "msclkid",
+        "mc_eid",
+        "mc_cid",
+    ]);
     let parsed;
     try {
         parsed = new URL(url);
@@ -176,15 +188,19 @@ export function normalizeUrl(url) {
     catch {
         return url;
     }
+    // Always strip fragments (hash).
+    parsed.hash = "";
+    // Lowercase scheme and host.
+    parsed.protocol = parsed.protocol.toLowerCase();
     parsed.hostname = parsed.hostname.toLowerCase();
     // Strip default ports.
     if ((parsed.protocol === "http:" && parsed.port === "80") || (parsed.protocol === "https:" && parsed.port === "443")) {
         parsed.port = "";
     }
-    // Remove UTM params.
+    // Remove tracking params.
     const params = new URLSearchParams(parsed.search);
     for (const key of [...params.keys()]) {
-        if (UTM_PARAMS.has(key.toLowerCase())) {
+        if (TRACKING_PARAMS.has(key.toLowerCase())) {
             params.delete(key);
         }
     }

package/dist/extensions/web/tools/fetch.js

@@ -10,10 +10,10 @@ const MAX_OUTPUT_BYTES = 200 * 1024; // 200 KB
 const webFetchSchema = Type.Object({
     url: Type.String({
         description: "The URL to fetch. Must begin with http:// or https://.",
-        pattern: "^https?://",
     }),
-    format: Type.Optional(Type.Union([Type.Literal("text"), Type.Literal("markdown"), Type.Literal("html"), Type.Literal("json")], {
+    format: Type.Optional(Type.String({
         default: "markdown",
+        enum: ["text", "markdown", "html", "json"],
         description: "Output format: text, markdown (default), html, or json.",
     })),
     timeout: Type.Optional(Type.Number({

package/dist/memory/tools/compact-context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"compact-context.d.ts","sourceRoot":"","sources":["../../../src/memory/tools/compact-context.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EASN,KAAK,gBAAgB,EACrB,MAAM,iDAAiD,CAAC;AACzD,OAAO,EAAc,KAAK,YAAY,EAAyB,MAAM,iCAAiC,CAAC;AAKvG,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAY,KAAK,MAAM,EAAE,MAAM,cAAc,CAAC;AAErD,eAAO,MAAM,yBAAyB,oBAAoB,CAAC;AAoO3D;;;;GAIG;AACH,wBAAgB,iCAAiC,CAAC,OAAO,GAAE;IAC1D,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,iCAAiC,GAAG,wBAAwB,CAAC,CAAC;IACpF,MAAM,CAAC,EAAE,gBAAgB,CAAC;CACrB,GAAG,WAAW,CAAC,OAAO,uBAAuB,EAAE,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAiBrF;AA+MD,wFAAwF;AACxF,wBAAgB,sCAAsC,CACrD,eAAe,EAAE,YAAY,EAAE,EAC/B,MAAM,GAAE,gBAA4C,EACpD,gBAAgB,CAAC,EAAE,MAAM,GACvB,YAAY,EAAE,CAchB;AAsQD,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAkSpF"}
+{"version":3,"file":"compact-context.d.ts","sourceRoot":"","sources":["../../../src/memory/tools/compact-context.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EASN,KAAK,gBAAgB,EACrB,MAAM,iDAAiD,CAAC;AACzD,OAAO,EAAc,KAAK,YAAY,EAAyB,MAAM,iCAAiC,CAAC;AAKvG,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAY,KAAK,MAAM,EAAE,MAAM,cAAc,CAAC;AAErD,eAAO,MAAM,yBAAyB,oBAAoB,CAAC;AAoO3D;;;;GAIG;AACH,wBAAgB,iCAAiC,CAAC,OAAO,GAAE;IAC1D,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,iCAAiC,GAAG,wBAAwB,CAAC,CAAC;IACpF,MAAM,CAAC,EAAE,gBAAgB,CAAC;CACrB,GAAG,WAAW,CAAC,OAAO,uBAAuB,EAAE,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAiBrF;AA+MD,wFAAwF;AACxF,wBAAgB,sCAAsC,CACrD,eAAe,EAAE,YAAY,EAAE,EAC/B,MAAM,GAAE,gBAA4C,EACpD,gBAAgB,CAAC,EAAE,MAAM,GACvB,YAAY,EAAE,CAchB;AAsQD,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CA0SpF"}

package/dist/memory/tools/compact-context.js

@@ -617,7 +617,17 @@ export function registerCompactContextTool(ext, runtime) {
         // 1. Explicit request (agent-driven tool call or turn-start auto-schedule).
         //    These set state.request before this context event fires, so pruning
         //    applies to the current provider request with no lag.
+        // Compute mid-run status first so we can promote a premature after_turn
+        // request (scheduled at before_agent_start while the agent was transiently
+        // idle) to request_time when the agent is now actively mid-run.
+        const isMidRun = _event.providerRequest === true || hasPendingModelRequest(ctx);
         const request = state.request;
+        if (request && request.mode === "after_turn" && isMidRun) {
+            notifyDcp(ctx, "DCP-lite after-turn compaction promoted to request-time pruning — agent is mid-run", "info", {
+                version: 1, event: "scheduled", source: request.source, mode: "request_time", scope: request.scope, timestamp: Date.now(),
+            });
+            request.mode = "request_time";
+        }
         if (request && request.mode === "request_time") {
             state.request = null;
             if (runtime.compactInFlight) {
@@ -653,9 +663,6 @@ export function registerCompactContextTool(ext, runtime) {
         // The context hook is the last zero-lag seam before conversion/provider send.
         // Treat an explicit provider-preparation event as in-run even if the session
         // state has not flipped to streaming/pending yet.
-        const isMidRun = _event.providerRequest === true || hasPendingModelRequest(ctx);
-        if (!isMidRun)
-            return;
         const autoSettings = getAutoOlderHistoryRequestSettings(policy);
         const autoRawTokens = safeRawTokensForContext(ctx);
         const autoUsage = ctx.getContextUsage();

package/dist/sdk/agent-core/agent-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/sdk/agent-core/agent-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAGL,WAAW,EAIZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,YAAY,EAIZ,QAAQ,EACT,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEzE;;;GAGG;AACH,wBAAgB,SAAS,CACvB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAsBzC;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CA6BzC;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,OAAO,CAAC,YAAY,EAAE,CAAC,CAgBzB;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,OAAO,CAAC,YAAY,EAAE,CAAC,CAiBzB"}
+{"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/sdk/agent-core/agent-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAGL,WAAW,EAIZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,YAAY,EAIZ,QAAQ,EACT,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAYzE;;;GAGG;AACH,wBAAgB,SAAS,CACvB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CA2BzC;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAkCzC;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,OAAO,CAAC,YAAY,EAAE,CAAC,CAgBzB;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GAClB,OAAO,CAAC,YAAY,EAAE,CAAC,CAiBzB"}