@aria-cli/tools 1.0.0

package/dist/executors/web.js

@@ -0,0 +1,543 @@
+/**
+ * @aria/tools - Web tool executors
+ *
+ * Implementation of web operations for ARIA tool system.
+ */
+import { createHash } from "node:crypto";
+import { log } from "@aria/types";
+import { z } from "zod";
+import { success, fail, getErrorMessage } from "./utils.js";
+import { safeParseJson } from "../utils/safe-parse-json.js";
+import { validateUrlStructure, followRedirects, discardResponseBody } from "../security/ssrf.js";
+import { SearchProviderRouter } from "../providers/router.js";
+import { TavilySearchProvider, DuckDuckGoSearchProvider, BraveSearchProvider, JinaSearchProvider, ExaSearchProvider, FirecrawlSearchProvider, } from "../providers/index.js";
+import { resolveSearchProviderEnv } from "../providers/search-provider.js";
+import { searchCache, fetchCache, browseCache, } from "../cache/web-cache.js";
+import { fetchWithSsrf } from "../utils/retry.js";
+import { wrapExternalContent } from "../security/external-content.js";
+import { extractFromResponse } from "../extraction/content-extraction.js";
+import { normalizeGitHubUrl, getUserAgent } from "../utils/url.js";
+function buildSearchEnv(ctx) {
+    const env = ctx.env ?? {};
+    return {
+        ARIA_SEARCH_PROVIDER: env.ARIA_SEARCH_PROVIDER ?? process.env.ARIA_SEARCH_PROVIDER,
+        BRAVE_API_KEY: env.BRAVE_API_KEY ?? process.env.BRAVE_API_KEY,
+        FIRECRAWL_API_KEY: env.FIRECRAWL_API_KEY ?? process.env.FIRECRAWL_API_KEY,
+        EXA_API_KEY: env.EXA_API_KEY ?? process.env.EXA_API_KEY,
+        TAVILY_API_KEY: env.TAVILY_API_KEY ?? process.env.TAVILY_API_KEY,
+        JINA_API_KEY: env.JINA_API_KEY ?? process.env.JINA_API_KEY,
+    };
+}
+function createSearchRouter(env) {
+    return new SearchProviderRouter([
+        new BraveSearchProvider(env),
+        new TavilySearchProvider(env),
+        new JinaSearchProvider(env),
+        new ExaSearchProvider(env),
+        new FirecrawlSearchProvider(env),
+        new DuckDuckGoSearchProvider(),
+    ], env);
+}
+/** Default timeout for fetch requests in milliseconds */
+const DEFAULT_TIMEOUT_MS = 30_000;
+/** Default maximum response size in bytes for fetch (1MB) */
+const FETCH_MAX_SIZE_BYTES = 1 * 1024 * 1024;
+/** Default maximum response size in bytes for browse (2MB) */
+const BROWSE_MAX_SIZE_BYTES = 2 * 1024 * 1024;
+const JsonFetchContentSchema = z.union([
+    z.record(z.string(), z.unknown()),
+    z.array(z.unknown()),
+    z.string(),
+    z.number(),
+    z.boolean(),
+    z.null(),
+]);
+/**
+ * Creates an AbortController with a timeout.
+ */
+function createTimeoutController(timeoutMs) {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => {
+        if (!controller.signal.aborted) {
+            controller.abort();
+        }
+    }, timeoutMs);
+    return { controller, timeoutId };
+}
+/**
+ * Links a parent AbortSignal to a child AbortController, forwarding abort.
+ * Returns a cleanup function that MUST be called when the operation completes
+ * to prevent the listener from firing after the try/catch scope has exited.
+ */
+function linkAbortSignal(parentSignal, childController) {
+    if (!parentSignal)
+        return () => { };
+    const onAbort = () => {
+        if (!childController.signal.aborted) {
+            childController.abort();
+        }
+    };
+    parentSignal.addEventListener("abort", onAbort, { once: true });
+    return () => {
+        parentSignal.removeEventListener("abort", onAbort);
+    };
+}
+/**
+ * Reads a response body with a streaming byte limit.
+ * Unlike checking Content-Length alone, this protects against chunked/streaming
+ * responses that lack a Content-Length header.
+ *
+ * When `truncate` is false (default), throws if the limit is exceeded.
+ * When `truncate` is true, returns whatever was read up to the limit.
+ */
+async function readResponseWithLimit(response, maxBytes, options) {
+    const body = response.body;
+    if (!body) {
+        return { text: "", truncated: false, contentBytes: 0 };
+    }
+    const truncateMode = options?.truncate ?? false;
+    const reader = body.getReader();
+    const decoder = new TextDecoder();
+    const chunks = [];
+    let totalBytes = 0;
+    try {
+        for (;;) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            const chunkBytes = value.byteLength;
+            if (totalBytes + chunkBytes > maxBytes) {
+                if (truncateMode) {
+                    // Keep what we have so far (exclude the chunk that exceeded the limit)
+                    reader.cancel();
+                    chunks.push(decoder.decode());
+                    return {
+                        text: chunks.join(""),
+                        truncated: true,
+                        contentBytes: totalBytes,
+                    };
+                }
+                reader.cancel();
+                throw new Error(`Response body exceeds maximum size of ${maxBytes} bytes`);
+            }
+            totalBytes += chunkBytes;
+            chunks.push(decoder.decode(value, { stream: true }));
+        }
+        // Flush the decoder
+        chunks.push(decoder.decode());
+        return { text: chunks.join(""), truncated: false, contentBytes: totalBytes };
+    }
+    catch (err) {
+        reader.cancel();
+        throw err;
+    }
+}
+function ensureWrappedExternalContent(content, source) {
+    return wrapExternalContent(content, source).content;
+}
+function wrapWebSearchOutput(output) {
+    return {
+        query: output.query,
+        results: output.results.map((result) => ({
+            ...result,
+            content: ensureWrappedExternalContent(result.content, "web_search"),
+        })),
+    };
+}
+function hasAdvancedSearchOptions(input) {
+    return (input.limit !== undefined ||
+        input.topic !== undefined ||
+        (input.domains?.length ?? 0) > 0 ||
+        (input.excludeDomains?.length ?? 0) > 0 ||
+        input.timeRange !== undefined);
+}
+function buildSearchCachePayload(query, options) {
+    return JSON.stringify({ query, ...options });
+}
+function buildRouterSearchCacheKey(env, query, options) {
+    const resolved = resolveSearchProviderEnv(env);
+    const providerOverride = resolved.ARIA_SEARCH_PROVIDER ?? "auto";
+    const providerAvailability = [
+        resolved.BRAVE_API_KEY ? "brave=1" : "brave=0",
+        resolved.TAVILY_API_KEY ? "tavily=1" : "tavily=0",
+        resolved.JINA_API_KEY ? "jina=1" : "jina=0",
+        resolved.EXA_API_KEY ? "exa=1" : "exa=0",
+        resolved.FIRECRAWL_API_KEY ? "firecrawl=1" : "firecrawl=0",
+    ].join(",");
+    return `search:router:${providerOverride}:${providerAvailability}:${buildSearchCachePayload(query, options)}`;
+}
+function buildNativeSearchCacheKey(providerName, query, options) {
+    return `search:native:${providerName}:${buildSearchCachePayload(query, options)}`;
+}
+/**
+ * Searches the web using the SearchProviderRouter with automatic fallback.
+ * Providers are selected based on available API keys (Brave, Tavily, Jina, Exa,
+ * Firecrawl, DuckDuckGo). DuckDuckGo is always available as a last resort.
+ *
+ * Results are cached via LRU+TTL cache for 15 minutes.
+ */
+export async function executeWebSearch(input, ctx) {
+    const limit = input.limit ?? 10;
+    const searchOptions = {
+        limit,
+        ...(input.topic ? { topic: input.topic } : {}),
+        ...(input.domains ? { domains: input.domains } : {}),
+        ...(input.excludeDomains ? { excludeDomains: input.excludeDomains } : {}),
+        ...(input.timeRange ? { timeRange: input.timeRange } : {}),
+    };
+    const searchEnv = buildSearchEnv(ctx);
+    const advancedOptionsProvided = hasAdvancedSearchOptions(input);
+    const nativeSearchAvailable = Boolean(ctx.nativeSearchAdapter && ctx.providerContext?.capabilities?.nativeSearch);
+    const nativeProviderName = ctx.providerContext?.name ?? "unknown";
+    const routerCacheKey = buildRouterSearchCacheKey(searchEnv, input.query, searchOptions);
+    const nativeCacheKey = nativeSearchAvailable && !advancedOptionsProvided
+        ? buildNativeSearchCacheKey(nativeProviderName, input.query, searchOptions)
+        : undefined;
+    if (nativeCacheKey) {
+        const cachedNative = searchCache.get(nativeCacheKey);
+        if (cachedNative) {
+            return success(`Found ${cachedNative.results.length} cached results for "${input.query}"`, wrapWebSearchOutput(cachedNative));
+        }
+    }
+    else {
+        const cachedRouter = searchCache.get(routerCacheKey);
+        if (cachedRouter) {
+            return success(`Found ${cachedRouter.results.length} cached results for "${input.query}"`, wrapWebSearchOutput(cachedRouter));
+        }
+    }
+    if (advancedOptionsProvided && nativeSearchAvailable) {
+        log.debug("[web_search] advanced options provided; bypassing native adapter");
+    }
+    // Native search routing: If provider supports native search and adapter is wired, use it
+    // Phase 1: Gemini isolated adapter (router-based callback pattern)
+    if (nativeSearchAvailable && ctx.nativeSearchAdapter && !advancedOptionsProvided) {
+        try {
+            const rawResults = await ctx.nativeSearchAdapter(input.query);
+            if (rawResults.length === 0) {
+                throw new Error("Native search returned no results");
+            }
+            const results = rawResults.map((r) => ({
+                title: r.title,
+                url: r.url,
+                content: r.content,
+                score: r.score,
+            }));
+            const output = { query: input.query, results };
+            searchCache.set(nativeCacheKey, output);
+            return success(`Found ${results.length} results for "${input.query}" (native search)`, wrapWebSearchOutput(output));
+        }
+        catch (err) {
+            // Fall through to SearchProviderRouter on native search failure
+            log.debug(`[web_search] native adapter failed, falling back: ${getErrorMessage(err)}`);
+            const cachedRouterFallback = searchCache.get(routerCacheKey);
+            if (cachedRouterFallback) {
+                return success(`Found ${cachedRouterFallback.results.length} cached results for "${input.query}"`, wrapWebSearchOutput(cachedRouterFallback));
+            }
+        }
+    }
+    const searchRouter = createSearchRouter(searchEnv);
+    try {
+        // Race search against context abort signal for cancellation support
+        let results;
+        if (ctx.abortSignal) {
+            const abortPromise = new Promise((_resolve, reject) => {
+                if (ctx.abortSignal.aborted) {
+                    reject(new DOMException("The operation was aborted", "AbortError"));
+                    return;
+                }
+                ctx.abortSignal.addEventListener("abort", () => reject(new DOMException("The operation was aborted", "AbortError")), { once: true });
+            });
+            results = await Promise.race([searchRouter.search(input.query, searchOptions), abortPromise]);
+        }
+        else {
+            results = await searchRouter.search(input.query, searchOptions);
+        }
+        // Normalize results to WebSearchResult shape (cache raw; wrap at return-time)
+        const webResults = results.map((r) => ({
+            title: r.title,
+            url: r.url,
+            content: r.content,
+            score: r.score,
+        }));
+        const output = { query: input.query, results: webResults };
+        searchCache.set(routerCacheKey, output);
+        return success(`Found ${webResults.length} results for "${input.query}"`, wrapWebSearchOutput(output));
+    }
+    catch (err) {
+        if (ctx.abortSignal?.aborted) {
+            return fail("Web search cancelled");
+        }
+        return fail(`Web search failed: ${getErrorMessage(err)}`);
+    }
+}
+function wrapWebFetchOutput(output) {
+    if (typeof output.content !== "string") {
+        return output;
+    }
+    return {
+        ...output,
+        content: ensureWrappedExternalContent(output.content, "web_fetch"),
+    };
+}
+function markFetchOutputFromCache(cached) {
+    return {
+        ...cached,
+        fromCache: true,
+    };
+}
+function normalizeRequestHeaders(headers) {
+    if (!headers) {
+        return [];
+    }
+    return Object.entries(headers)
+        .map(([name, value]) => [name.trim().toLowerCase(), value.trim()])
+        .sort(([left], [right]) => left.localeCompare(right));
+}
+function hashRequestHeaders(headers) {
+    const normalizedHeaders = normalizeRequestHeaders(headers);
+    if (normalizedHeaders.length === 0) {
+        return "none";
+    }
+    return createHash("sha256").update(JSON.stringify(normalizedHeaders)).digest("hex");
+}
+function createFetchCacheKey({ url, format, headers, timeoutMs, maxSizeBytes, }) {
+    return `fetch:${url}:${format}:headers=${hashRequestHeaders(headers)}:maxSizeBytes=${maxSizeBytes}:timeoutMs=${timeoutMs}`;
+}
+/**
+ * Fetches content from a URL with retry resilience, caching, and security wrapping.
+ * Uses fetchWithRetry for automatic retry on transient failures (429, 5xx, ECONNRESET).
+ * Results are cached via LRU+TTL cache for 15 minutes.
+ */
+export async function executeWebFetch(input, ctx) {
+    // Normalize GitHub blob URLs to raw content URLs before fetching
+    const url = normalizeGitHubUrl(input.url);
+    // Validate URL structure. DNS/SSRF safety is enforced by fetchWithSsrf
+    // so validation and fetch share one trust boundary.
+    const urlError = validateUrlStructure(url);
+    if (urlError) {
+        return fail(urlError);
+    }
+    const format = input.format ?? "text";
+    const timeoutMs = input.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const maxSizeBytes = input.maxSizeBytes ?? FETCH_MAX_SIZE_BYTES;
+    // Check cache first (use normalized URL + request variants to avoid collisions)
+    const cacheKey = createFetchCacheKey({
+        url,
+        format,
+        headers: input.headers,
+        timeoutMs,
+        maxSizeBytes,
+    });
+    const cached = fetchCache.get(cacheKey);
+    if (cached) {
+        return success(`Fetched ${input.url} (cached)`, wrapWebFetchOutput(markFetchOutputFromCache(cached)));
+    }
+    const { controller, timeoutId } = createTimeoutController(timeoutMs);
+    // Forward context abort signal to our controller
+    const unlinkAbort = linkAbortSignal(ctx.abortSignal, controller);
+    try {
+        const fetchOptions = {
+            headers: input.headers ?? {},
+            signal: controller.signal,
+            redirect: "manual",
+        };
+        // Use DNS-pinned SSRF fetch wrapper with transient retry support.
+        const initialResponse = await fetchWithSsrf(url, fetchOptions, {
+            maxAttempts: 2,
+        });
+        // Follow redirects manually and keep each hop on the same DNS-pinned path.
+        const response = await followRedirects(initialResponse, fetchOptions, {
+            baseUrl: url,
+            fetchFn: (redirectUrl, redirectInit) => fetchWithSsrf(redirectUrl, redirectInit, { maxAttempts: 2 }),
+            validateRedirectUrl: validateUrlStructure,
+        });
+        clearTimeout(timeoutId);
+        if (!response.ok) {
+            await discardResponseBody(response);
+            unlinkAbort();
+            return fail(`HTTP error: ${response.status} ${response.statusText}`, {
+                status: response.status,
+                statusText: response.statusText,
+            });
+        }
+        // Check Content-Length header for size limit
+        const contentLength = response.headers.get("Content-Length");
+        if (contentLength) {
+            const size = parseInt(contentLength, 10);
+            if (!isNaN(size) && size > maxSizeBytes) {
+                await discardResponseBody(response);
+                unlinkAbort();
+                return fail(`Response too large: ${size} bytes exceeds maximum of ${maxSizeBytes} bytes`);
+            }
+        }
+        const contentType = response.headers.get("Content-Type") ?? undefined;
+        let content;
+        // Use streaming reader to enforce size limit even for chunked responses
+        let text;
+        let contentBytes = 0;
+        try {
+            const result = await readResponseWithLimit(response, maxSizeBytes);
+            text = result.text;
+            contentBytes = result.contentBytes;
+            if (result.truncated) {
+                unlinkAbort();
+                return fail(`Response body exceeds maximum size of ${maxSizeBytes} bytes`);
+            }
+        }
+        catch (sizeErr) {
+            unlinkAbort();
+            return fail(getErrorMessage(sizeErr));
+        }
+        if (format === "json") {
+            const parsed = safeParseJson(text, JsonFetchContentSchema);
+            if (!parsed.ok) {
+                unlinkAbort();
+                return fail(`Failed to parse JSON response (${parsed.reason})`);
+            }
+            content = parsed.data;
+        }
+        else {
+            content = text;
+        }
+        const output = {
+            content,
+            status: response.status,
+            contentType,
+            fromCache: false,
+            fetchedAt: new Date().toISOString(),
+            finalUrl: response.url || url,
+            contentBytes,
+            truncated: false,
+        };
+        fetchCache.set(cacheKey, output);
+        unlinkAbort();
+        return success(`Fetched ${input.url} (${response.status})`, wrapWebFetchOutput(output));
+    }
+    catch (err) {
+        clearTimeout(timeoutId);
+        unlinkAbort();
+        if (err instanceof Error &&
+            (err.name === "AbortError" || (err instanceof DOMException && err.name === "AbortError"))) {
+            if (ctx.abortSignal?.aborted) {
+                return fail("Request cancelled");
+            }
+            return fail(`Request timed out after ${timeoutMs}ms`);
+        }
+        return fail(getErrorMessage(err));
+    }
+}
+// ============================================================================
+// Browse
+// ============================================================================
+/** Default timeout for browsing in milliseconds */
+const BROWSE_TIMEOUT_MS = 30_000;
+/** Maximum content length returned by browse (characters) — increased from 10K to 50K */
+const BROWSE_MAX_CONTENT_LENGTH = 50_000;
+function wrapBrowseOutput(output) {
+    return {
+        ...output,
+        content: ensureWrappedExternalContent(output.content, "browse"),
+    };
+}
+function markBrowseOutputFromCache(cached) {
+    return {
+        ...cached,
+        fromCache: true,
+    };
+}
+/**
+ * Browses a URL by fetching its HTML content and extracting Markdown.
+ * Uses Readability.js + Turndown for article extraction with three-tier fallback.
+ * Supports GitHub URL normalization, retry on transient failures, LRU+TTL caching,
+ * and nonce-based external content wrapping.
+ */
+export async function executeBrowse(input, ctx) {
+    // Validate URL
+    if (!input.url) {
+        return fail("URL is required for browse");
+    }
+    // Normalize GitHub blob URLs to raw content URLs
+    const url = normalizeGitHubUrl(input.url);
+    // Check cache (using normalized URL as key)
+    const cached = browseCache.get(url);
+    if (cached) {
+        return success(`Browsed ${input.url} (cached)`, wrapBrowseOutput(markBrowseOutputFromCache(cached)));
+    }
+    const urlError = validateUrlStructure(url);
+    if (urlError) {
+        return fail(urlError);
+    }
+    const timeoutMs = input.timeoutMs ?? BROWSE_TIMEOUT_MS;
+    const { controller, timeoutId } = createTimeoutController(timeoutMs);
+    // Forward context abort signal to our controller
+    const unlinkAbort = linkAbortSignal(ctx.abortSignal, controller);
+    try {
+        const fetchOptions = {
+            headers: {
+                "User-Agent": getUserAgent(),
+                Accept: "text/html, application/xhtml+xml, */*",
+            },
+            signal: controller.signal,
+            redirect: "manual",
+        };
+        // Use DNS-pinned SSRF fetch wrapper with transient retry support.
+        const initialResponse = await fetchWithSsrf(url, fetchOptions, {
+            maxAttempts: 2,
+        });
+        // Follow redirects manually and keep each hop on the same DNS-pinned path.
+        const response = await followRedirects(initialResponse, fetchOptions, {
+            baseUrl: url,
+            fetchFn: (redirectUrl, redirectInit) => fetchWithSsrf(redirectUrl, redirectInit, { maxAttempts: 2 }),
+            validateRedirectUrl: validateUrlStructure,
+        });
+        clearTimeout(timeoutId);
+        if (!response.ok) {
+            await discardResponseBody(response);
+            unlinkAbort();
+            return fail(`HTTP error fetching ${input.url}: ${response.status} ${response.statusText}`);
+        }
+        // Truncate large pages gracefully — content gets reduced to 50K chars by
+        // Readability+Turndown anyway, so the first 2MB of HTML is plenty.
+        const { text: html, truncated: responseTruncated, contentBytes, } = await readResponseWithLimit(response, BROWSE_MAX_SIZE_BYTES, {
+            truncate: true,
+        });
+        // Extract content using Content-Type-aware extraction pipeline.
+        const { title, content: extractedContent } = await extractFromResponse(html, url, response.headers.get("Content-Type"));
+        // Truncate to 50K character limit
+        // extractContent() internally truncates to MAX_CONTENT_LENGTH (50K),
+        // so content that was originally longer arrives here at exactly 50K.
+        // Use >= to detect content that hit the internal limit.
+        const contentLimitReached = extractedContent.length >= BROWSE_MAX_CONTENT_LENGTH;
+        const truncated = contentLimitReached || responseTruncated;
+        const truncatedContent = contentLimitReached
+            ? extractedContent.slice(0, BROWSE_MAX_CONTENT_LENGTH) + "\n\n[Content truncated]"
+            : responseTruncated
+                ? extractedContent + "\n\n[Content truncated]"
+                : extractedContent;
+        const output = {
+            url: input.url,
+            title,
+            content: truncatedContent,
+            fromCache: false,
+            fetchedAt: new Date().toISOString(),
+            finalUrl: response.url || url,
+            contentBytes,
+            truncated,
+        };
+        browseCache.set(url, output);
+        unlinkAbort();
+        return success(`Browsed ${input.url}`, wrapBrowseOutput(output));
+    }
+    catch (err) {
+        clearTimeout(timeoutId);
+        unlinkAbort();
+        if (err instanceof Error && err.name === "AbortError") {
+            if (ctx.abortSignal?.aborted) {
+                return fail("Browse cancelled");
+            }
+            return fail(`Browse timed out after ${timeoutMs}ms: ${input.url}`);
+        }
+        return fail(`Browse failed: ${getErrorMessage(err)}`);
+    }
+}
+//# sourceMappingURL=web.js.map

package/dist/executors/web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.js","sourceRoot":"","sources":["../../src/executors/web.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAC3E,OAAO,EACL,WAAW,EACX,UAAU,EACV,WAAW,GAGZ,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEnE,SAAS,cAAc,CAAC,GAAgB;IACtC,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;IAC1B,OAAO;QACL,oBAAoB,EAAE,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;QAClF,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa;QAC7D,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;QACzE,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;QACvD,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAChE,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY;KAC3D,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAsB;IAChD,OAAO,IAAI,oBAAoB,CAC7B;QACE,IAAI,mBAAmB,CAAC,GAAG,CAAC;QAC5B,IAAI,oBAAoB,CAAC,GAAG,CAAC;QAC7B,IAAI,kBAAkB,CAAC,GAAG,CAAC;QAC3B,IAAI,iBAAiB,CAAC,GAAG,CAAC;QAC1B,IAAI,uBAAuB,CAAC,GAAG,CAAC;QAChC,IAAI,wBAAwB,EAAE;KAC/B,EACD,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,yDAAyD;AACzD,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,6DAA6D;AAC7D,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE7C,8DAA8D;AAC9D,MAAM,qBAAqB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9C,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC;IACrC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,OAAO,EAAE;IACX,CAAC,CAAC,IAAI,EAAE;CACT,CAAC,CAAC;AAEH;;GAEG;AACH,SAAS,uBAAuB,CAAC,SAAiB;IAIhD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;QAChC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,EAAE,SAAS,CAAC,CAAC;IACd,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AACnC,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CACtB,YAAqC,EACrC,eAAgC;IAEhC,IAAI,CAAC,YAAY;QAAE,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IAEnC,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IAEF,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,GAAG,EAAE;QACV,YAAY,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC,CAAC;AACJ,CAAC;AAQD;;;;;;;GAOG;AACH,KAAK,UAAU,qBAAqB,CAClC,QAAkB,EAClB,QAAgB,EAChB,OAAgC;IAEhC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IACzD,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,EAAE,QAAQ,IAAI,KAAK,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,CAAC;QACH,SAAS,CAAC;YACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;YACpC,IAAI,UAAU,GAAG,UAAU,GAAG,QAAQ,EAAE,CAAC;gBACvC,IAAI,YAAY,EAAE,CAAC;oBACjB,uEAAuE;oBACvE,MAAM,CAAC,MAAM,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC9B,OAAO;wBACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrB,SAAS,EAAE,IAAI;wBACf,YAAY,EAAE,UAAU;qBACzB,CAAC;gBACJ,CAAC;gBACD,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,yCAAyC,QAAQ,QAAQ,CAAC,CAAC;YAC7E,CAAC;YACD,UAAU,IAAI,UAAU,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,oBAAoB;QACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IAC/E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAiCD,SAAS,4BAA4B,CACnC,OAAe,EACf,MAAiD;IAEjD,OAAO,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC;AACtD,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAuB;IAClD,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACvC,GAAG,MAAM;YACT,OAAO,EAAE,4BAA4B,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC;SACpE,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAqB;IACrD,OAAO,CACL,KAAK,CAAC,KAAK,KAAK,SAAS;QACzB,KAAK,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;QACvC,KAAK,CAAC,SAAS,KAAK,SAAS,CAC9B,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa,EAAE,OAAsB;IACpE,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,yBAAyB,CAChC,GAAsB,EACtB,KAAa,EACb,OAAsB;IAEtB,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,oBAAoB,IAAI,MAAM,CAAC;IACjE,MAAM,oBAAoB,GAAG;QAC3B,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QAC9C,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;QACjD,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QAC3C,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;QACxC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa;KAC3D,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,OAAO,iBAAiB,gBAAgB,IAAI,oBAAoB,IAAI,uBAAuB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;AAChH,CAAC;AAED,SAAS,yBAAyB,CAChC,YAAoB,EACpB,KAAa,EACb,OAAsB;IAEtB,OAAO,iBAAiB,YAAY,IAAI,uBAAuB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;AACpF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAqB,EACrB,GAAgB;IAEhB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,MAAM,aAAa,GAAkB;QACnC,KAAK;QACL,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAC;IACF,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAEtC,MAAM,uBAAuB,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAChE,MAAM,qBAAqB,GAAG,OAAO,CACnC,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,eAAe,EAAE,YAAY,EAAE,YAAY,CAC3E,CAAC;IACF,MAAM,kBAAkB,GAAG,GAAG,CAAC,eAAe,EAAE,IAAI,IAAI,SAAS,CAAC;IAElE,MAAM,cAAc,GAAG,yBAAyB,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACxF,MAAM,cAAc,GAClB,qBAAqB,IAAI,CAAC,uBAAuB;QAC/C,CAAC,CAAC,yBAAyB,CAAC,kBAAkB,EAAE,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC;QAC3E,CAAC,CAAC,SAAS,CAAC;IAEhB,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,OAAO,CACZ,SAAS,YAAY,CAAC,OAAO,CAAC,MAAM,wBAAwB,KAAK,CAAC,KAAK,GAAG,EAC1E,mBAAmB,CAAC,YAAY,CAAC,CAClC,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,OAAO,CACZ,SAAS,YAAY,CAAC,OAAO,CAAC,MAAM,wBAAwB,KAAK,CAAC,KAAK,GAAG,EAC1E,mBAAmB,CAAC,YAAY,CAAC,CAClC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,uBAAuB,IAAI,qBAAqB,EAAE,CAAC;QACrD,GAAG,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;IAChF,CAAC;IAED,yFAAyF;IACzF,mEAAmE;IACnE,IAAI,qBAAqB,IAAI,GAAG,CAAC,mBAAmB,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACjF,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvD,CAAC;YACD,MAAM,OAAO,GAAsB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxD,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC,CAAC,CAAC;YACJ,MAAM,MAAM,GAAoB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;YAChE,WAAW,CAAC,GAAG,CAAC,cAAe,EAAE,MAAM,CAAC,CAAC;YACzC,OAAO,OAAO,CACZ,SAAS,OAAO,CAAC,MAAM,iBAAiB,KAAK,CAAC,KAAK,mBAAmB,EACtE,mBAAmB,CAAC,MAAM,CAAC,CAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gEAAgE;YAChE,GAAG,CAAC,KAAK,CAAC,qDAAqD,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvF,MAAM,oBAAoB,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC7D,IAAI,oBAAoB,EAAE,CAAC;gBACzB,OAAO,OAAO,CACZ,SAAS,oBAAoB,CAAC,OAAO,CAAC,MAAM,wBAAwB,KAAK,CAAC,KAAK,GAAG,EAClF,mBAAmB,CAAC,oBAAoB,CAAC,CAC1C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAEnD,IAAI,CAAC;QACH,oEAAoE;QACpE,IAAI,OAAwD,CAAC;QAC7D,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC3D,IAAI,GAAG,CAAC,WAAY,CAAC,OAAO,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC,CAAC;oBACpE,OAAO;gBACT,CAAC;gBACD,GAAG,CAAC,WAAY,CAAC,gBAAgB,CAC/B,OAAO,EACP,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC,EACzE,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QAChG,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAClE,CAAC;QAED,8EAA8E;QAC9E,MAAM,UAAU,GAAsB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAoB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QAC5E,WAAW,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAExC,OAAO,OAAO,CACZ,SAAS,UAAU,CAAC,MAAM,iBAAiB,KAAK,CAAC,KAAK,GAAG,EACzD,mBAAmB,CAAC,MAAM,CAAC,CAC5B,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,sBAAsB,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AA8BD,SAAS,kBAAkB,CAAC,MAAsB;IAChD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE,4BAA4B,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAyB;IACzD,OAAO;QACL,GAAG,MAAM;QACT,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA2C;IAE3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,CAAqB,CAAC;SACrF,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA2C;IACrE,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,mBAAmB,CAAC,EAC3B,GAAG,EACH,MAAM,EACN,OAAO,EACP,SAAS,EACT,YAAY,GAOb;IACC,OAAO,SAAS,GAAG,IAAI,MAAM,YAAY,kBAAkB,CAAC,OAAO,CAAC,iBAAiB,YAAY,cAAc,SAAS,EAAE,CAAC;AAC7H,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAoB,EAAE,GAAgB;IAC1E,iEAAiE;IACjE,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE1C,uEAAuE;IACvE,oDAAoD;IACpD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC;IACtC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACxD,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,oBAAoB,CAAC;IAEhE,gFAAgF;IAChF,MAAM,QAAQ,GAAG,mBAAmB,CAAC;QACnC,GAAG;QACH,MAAM;QACN,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS;QACT,YAAY;KACb,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,OAAO,CACZ,WAAW,KAAK,CAAC,GAAG,WAAW,EAC/B,kBAAkB,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAErE,iDAAiD;IACjD,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,MAAM,YAAY,GAAgB;YAChC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;YAC5B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,kEAAkE;QAClE,MAAM,eAAe,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,YAAY,EAAE;YAC7D,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,eAAe,EAAE,YAAY,EAAE;YACpE,OAAO,EAAE,GAAG;YACZ,OAAO,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,EAAE,CACrC,aAAa,CAAC,WAAW,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9D,mBAAmB,EAAE,oBAAoB;SAC1C,CAAC,CAAC;QAEH,YAAY,CAAC,SAAS,CAAC,CAAC;QAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACpC,WAAW,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,eAAe,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE;gBACnE,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CAAC;QACL,CAAC;QAED,6CAA6C;QAC7C,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7D,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;gBACxC,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAC;gBACpC,WAAW,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC,uBAAuB,IAAI,6BAA6B,YAAY,QAAQ,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC;QACtE,IAAI,OAAgB,CAAC;QAErB,wEAAwE;QACxE,IAAI,IAAY,CAAC;QACjB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YACnE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACnB,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,WAAW,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC,yCAAyC,YAAY,QAAQ,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC,kCAAkC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,MAAM,MAAM,GAAmB;YAC7B,OAAO;YACP,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,WAAW;YACX,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,QAAQ,CAAC,GAAG,IAAI,GAAG;YAC7B,YAAY;YACZ,SAAS,EAAE,KAAK;SACjB,CAAC;QACF,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEjC,WAAW,EAAE,CAAC;QACd,OAAO,OAAO,CAAC,WAAW,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,MAAM,GAAG,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1F,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,WAAW,EAAE,CAAC;QACd,IACE,GAAG,YAAY,KAAK;YACpB,CAAC,GAAG,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,EACzF,CAAC;YACD,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,IAAI,CAAC,2BAA2B,SAAS,IAAI,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,SAAS;AACT,+EAA+E;AAE/E,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC,yFAAyF;AACzF,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAoBzC,SAAS,gBAAgB,CAAC,MAAoB;IAC5C,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE,4BAA4B,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,MAA0B;IAC3D,OAAO;QACL,GAAG,MAAM;QACT,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAkB,EAAE,GAAgB;IACtE,eAAe;IACf,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC5C,CAAC;IAED,iDAAiD;IACjD,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE1C,4CAA4C;IAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,OAAO,CACZ,WAAW,KAAK,CAAC,GAAG,WAAW,EAC/B,gBAAgB,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,CACpD,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACvD,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAErE,iDAAiD;IACjD,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,MAAM,YAAY,GAAgB;YAChC,OAAO,EAAE;gBACP,YAAY,EAAE,YAAY,EAAE;gBAC5B,MAAM,EAAE,uCAAuC;aAChD;YACD,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,kEAAkE;QAClE,MAAM,eAAe,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,YAAY,EAAE;YAC7D,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QAEH,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,eAAe,EAAE,YAAY,EAAE;YACpE,OAAO,EAAE,GAAG;YACZ,OAAO,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,EAAE,CACrC,aAAa,CAAC,WAAW,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9D,mBAAmB,EAAE,oBAAoB;SAC1C,CAAC,CAAC;QAEH,YAAY,CAAC,SAAS,CAAC,CAAC;QAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACpC,WAAW,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,uBAAuB,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,yEAAyE;QACzE,mEAAmE;QACnE,MAAM,EACJ,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,iBAAiB,EAC5B,YAAY,GACb,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,qBAAqB,EAAE;YAC/D,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,gEAAgE;QAChE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,mBAAmB,CACpE,IAAI,EACJ,GAAG,EACH,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CACrC,CAAC;QAEF,kCAAkC;QAClC,qEAAqE;QACrE,qEAAqE;QACrE,wDAAwD;QACxD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,MAAM,IAAI,yBAAyB,CAAC;QACjF,MAAM,SAAS,GAAG,mBAAmB,IAAI,iBAAiB,CAAC;QAC3D,MAAM,gBAAgB,GAAG,mBAAmB;YAC1C,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,yBAAyB,CAAC,GAAG,yBAAyB;YAClF,CAAC,CAAC,iBAAiB;gBACjB,CAAC,CAAC,gBAAgB,GAAG,yBAAyB;gBAC9C,CAAC,CAAC,gBAAgB,CAAC;QAEvB,MAAM,MAAM,GAAiB;YAC3B,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,KAAK;YACL,OAAO,EAAE,gBAAgB;YACzB,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,QAAQ,CAAC,GAAG,IAAI,GAAG;YAC7B,YAAY;YACZ,SAAS;SACV,CAAC;QACF,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE7B,WAAW,EAAE,CAAC;QACd,OAAO,OAAO,CAAC,WAAW,KAAK,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,WAAW,EAAE,CAAC;QACd,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACtD,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAClC,CAAC;YACD,OAAO,IAAI,CAAC,0BAA0B,SAAS,OAAO,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}

package/dist/extraction/content-extraction.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Content Extraction — HTML to Markdown conversion with article detection
+ *
+ * Three-tier fallback strategy:
+ * 1. Readability.js (Mozilla) + Turndown for article-like content
+ * 2. Turndown raw HTML if Readability fails
+ * 3. Regex-based strip if both fail
+ */
+/**
+ * Result of content extraction
+ */
+export interface ExtractedContent {
+    /** Page title */
+    title: string;
+    /** Extracted content as Markdown */
+    content: string;
+    /** Whether Readability detected article-like content */
+    isArticle: boolean;
+}
+/**
+ * Checks whether a Content-Type header value represents HTML content
+ * that should be processed through Readability/Turndown extraction.
+ */
+export declare function isHtmlContentType(contentType: string | undefined | null): boolean;
+/**
+ * Extracts content from a response body, checking Content-Type first.
+ * Non-HTML content types (JSON, PDF, images, etc.) are returned as-is
+ * or with a descriptive message rather than being fed through Readability.
+ *
+ * @param body - The response body text
+ * @param url - The source URL
+ * @param contentType - The Content-Type header value (optional)
+ * @returns Extracted content
+ */
+export declare function extractFromResponse(body: string, url: string, contentType?: string | null): Promise<ExtractedContent>;
+/**
+ * Extracts content from HTML and converts to Markdown.
+ *
+ * Strategy:
+ * 1. Try Readability.js (article detection) + Turndown
+ * 2. Fall back to Turndown on raw HTML
+ * 3. Fall back to regex-based tag stripping
+ *
+ * @param html - The HTML content to extract from
+ * @param url - The source URL (for link resolution)
+ * @returns Extracted content with title and article detection
+ */
+export declare function extractContent(html: string, url: string): Promise<ExtractedContent>;
+//# sourceMappingURL=content-extraction.d.ts.map

package/dist/extraction/content-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-extraction.d.ts","sourceRoot":"","sources":["../../src/extraction/content-extraction.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA8CH;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,iBAAiB;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,SAAS,EAAE,OAAO,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAKjF;AAED;;;;;;;;;GASG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAC1B,OAAO,CAAC,gBAAgB,CAAC,CAa3B;AA6BD;;;;;;;;;;;GAWG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAoGzF"}