@get-technology-inc/jamf-docs-mcp-server 0.0.1 → 1.0.0

package/dist/services/scraper.js

@@ -0,0 +1,568 @@
+/**
+ * Web scraping service for Jamf documentation
+ *
+ * This module handles fetching and parsing HTML from learn.jamf.com
+ * (Jamf documentation has moved from docs.jamf.com to learn.jamf.com)
+ */
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+import TurndownService from 'turndown';
+import { DOCS_BASE_URL, DOCS_API_URL, JAMF_PRODUCTS, JAMF_TOPICS, REQUEST_CONFIG, SELECTORS, CONTENT_LIMITS, TOKEN_CONFIG, PAGINATION_CONFIG } from '../constants.js';
+import { JamfDocsError, JamfDocsErrorCode } from '../types.js';
+import { cache } from './cache.js';
+import { estimateTokens, createTokenInfo, extractSections, extractSection, truncateToTokenLimit, calculatePagination } from './tokenizer.js';
+// Initialize Turndown for HTML to Markdown conversion
+const turndown = new TurndownService({
+    headingStyle: 'atx',
+    codeBlockStyle: 'fenced',
+    bulletListMarker: '-',
+    emDelimiter: '*',
+    strongDelimiter: '**'
+});
+// Custom Turndown rules
+turndown.addRule('codeBlocks', {
+    filter: 'pre',
+    replacement: (content, node) => {
+        // Handle code element extraction safely
+        const nodeElement = node;
+        const codeElement = nodeElement.querySelector?.('code');
+        const language = codeElement?.className?.replace('language-', '') || '';
+        return `\n\`\`\`${language}\n${content.trim()}\n\`\`\`\n`;
+    }
+});
+// Rate limiter
+let lastRequestTime = 0;
+async function throttle() {
+    const now = Date.now();
+    const elapsed = now - lastRequestTime;
+    if (elapsed < REQUEST_CONFIG.RATE_LIMIT_DELAY) {
+        await new Promise(resolve => setTimeout(resolve, REQUEST_CONFIG.RATE_LIMIT_DELAY - elapsed));
+    }
+    lastRequestTime = Date.now();
+}
+/**
+ * Transform frontend URL to backend URL for content fetching
+ * learn.jamf.com -> learn-be.jamf.com
+ */
+function transformToBackendUrl(url) {
+    return url.replace('learn.jamf.com', 'learn-be.jamf.com');
+}
+/**
+ * Transform backend URL to frontend URL for display
+ * learn-be.jamf.com -> learn.jamf.com
+ */
+function transformToFrontendUrl(url) {
+    return url.replace('learn-be.jamf.com', 'learn.jamf.com');
+}
+/**
+ * Strip HTML tags from a string
+ */
+function stripHtml(html) {
+    return html
+        .replace(/<[^>]*>/g, '')
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&amp;/g, '&')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+/**
+ * Fetch JSON data from a URL with error handling
+ */
+async function fetchJson(url) {
+    await throttle();
+    try {
+        const response = await axios.get(url, {
+            timeout: REQUEST_CONFIG.TIMEOUT,
+            headers: {
+                'User-Agent': REQUEST_CONFIG.USER_AGENT,
+                'Accept': 'application/json',
+                'Accept-Language': 'en-US,en;q=0.9'
+            }
+        });
+        return response.data;
+    }
+    catch (error) {
+        if (axios.isAxiosError(error)) {
+            const axiosError = error;
+            if (axiosError.response?.status === 404) {
+                throw new JamfDocsError(`Resource not found: ${url}`, JamfDocsErrorCode.NOT_FOUND, url, 404);
+            }
+            if (axiosError.response?.status === 429) {
+                throw new JamfDocsError('Rate limited. Please wait and try again.', JamfDocsErrorCode.RATE_LIMITED, url, 429);
+            }
+            if (axiosError.code === 'ECONNABORTED') {
+                throw new JamfDocsError('Request timed out', JamfDocsErrorCode.TIMEOUT, url);
+            }
+            throw new JamfDocsError(`Network error: ${axiosError.message}`, JamfDocsErrorCode.NETWORK_ERROR, url);
+        }
+        throw error;
+    }
+}
+/**
+ * Fetch HTML content from a URL with error handling
+ */
+async function fetchHtml(url) {
+    await throttle();
+    try {
+        const response = await axios.get(url, {
+            timeout: REQUEST_CONFIG.TIMEOUT,
+            headers: {
+                'User-Agent': REQUEST_CONFIG.USER_AGENT,
+                'Accept': 'text/html,application/xhtml+xml',
+                'Accept-Language': 'en-US,en;q=0.9'
+            }
+        });
+        return response.data;
+    }
+    catch (error) {
+        if (axios.isAxiosError(error)) {
+            const axiosError = error;
+            if (axiosError.response?.status === 404) {
+                throw new JamfDocsError(`Article not found: ${url}`, JamfDocsErrorCode.NOT_FOUND, url, 404);
+            }
+            if (axiosError.response?.status === 429) {
+                throw new JamfDocsError('Rate limited. Please wait and try again.', JamfDocsErrorCode.RATE_LIMITED, url, 429);
+            }
+            if (axiosError.code === 'ECONNABORTED') {
+                throw new JamfDocsError('Request timed out', JamfDocsErrorCode.TIMEOUT, url);
+            }
+            throw new JamfDocsError(`Network error: ${axiosError.message}`, JamfDocsErrorCode.NETWORK_ERROR, url);
+        }
+        throw error;
+    }
+}
+/**
+ * Clean HTML content by removing unwanted elements
+ */
+function cleanHtml($) {
+    // Remove unwanted elements
+    $(SELECTORS.REMOVE).remove();
+    // Fix relative URLs
+    $('a[href^="/"]').each((_, el) => {
+        const href = $(el).attr('href');
+        if (href) {
+            $(el).attr('href', `${DOCS_BASE_URL}${href}`);
+        }
+    });
+    $('img[src^="/"]').each((_, el) => {
+        const src = $(el).attr('src');
+        if (src) {
+            $(el).attr('src', `${DOCS_BASE_URL}${src}`);
+        }
+    });
+}
+/**
+ * Extract product and version from URL
+ * Supports both old docs.jamf.com and new learn.jamf.com URL structures
+ */
+function extractProductInfo(url) {
+    // learn.jamf.com structure: /en-US/bundle/{product}-documentation/page/{page}.html
+    const bundleMatch = url.match(/\/bundle\/([^/]+)-documentation\//);
+    if (bundleMatch) {
+        const bundleSlug = bundleMatch[1];
+        const product = Object.values(JAMF_PRODUCTS).find(p => p.bundleId.includes(bundleSlug ?? ''));
+        return { product: product?.name, version: 'current' };
+    }
+    // Legacy docs.jamf.com structure: /{version}/{product}/...
+    const urlObj = new URL(url);
+    const pathParts = urlObj.pathname.split('/').filter(Boolean);
+    // Check for versioned paths like /11.5.0/jamf-pro/...
+    const versionMatch = pathParts[0]?.match(/^\d+\.\d+(\.\d+)?$/);
+    if (versionMatch) {
+        const version = pathParts[0];
+        const productSlug = pathParts[1];
+        const product = Object.values(JAMF_PRODUCTS).find(p => p.urlPattern.includes(productSlug ?? ''));
+        return { product: product?.name, version };
+    }
+    // Check for unversioned paths like /jamf-connect/...
+    for (const [, product] of Object.entries(JAMF_PRODUCTS)) {
+        if (url.includes(product.bundleId) || url.includes(product.id)) {
+            return { product: product.name, version: 'current' };
+        }
+    }
+    return { product: undefined, version: undefined };
+}
+/**
+ * Check if a search result matches a topic based on keywords
+ */
+function matchesTopic(result, topicId) {
+    const topic = JAMF_TOPICS[topicId];
+    const searchText = `${result.title} ${result.snippet}`.toLowerCase();
+    return topic.keywords.some(keyword => searchText.includes(keyword.toLowerCase()));
+}
+/**
+ * Search Jamf documentation using Zoomin Search API
+ */
+export async function searchDocumentation(params) {
+    const page = params.page ?? PAGINATION_CONFIG.DEFAULT_PAGE;
+    const pageSize = params.limit ?? CONTENT_LIMITS.DEFAULT_SEARCH_RESULTS;
+    const maxTokens = params.maxTokens ?? TOKEN_CONFIG.DEFAULT_MAX_TOKENS;
+    const cacheKey = `search:${JSON.stringify({ ...params, page: 1 })}`; // Cache without page for full results
+    // Check cache for full results
+    let allResults = await cache.get(cacheKey);
+    if (!allResults) {
+        // Fetch more results to allow for filtering
+        const fetchLimit = CONTENT_LIMITS.MAX_SEARCH_RESULTS;
+        // Build API URL with query params
+        const apiUrl = new URL(`${DOCS_API_URL}/api/search`);
+        apiUrl.searchParams.set('q', params.query);
+        apiUrl.searchParams.set('rpp', fetchLimit.toString());
+        console.error(`[SEARCH] Query: "${params.query}", Product: ${params.product ?? 'all'}, Topic: ${params.topic ?? 'all'}, URL: ${apiUrl.toString()}`);
+        try {
+            const response = await fetchJson(apiUrl.toString());
+            // Transform Zoomin results to SearchResult format with metadata
+            allResults = response.Results
+                .filter(wrapper => wrapper.leading_result !== null)
+                .map(wrapper => {
+                const result = wrapper.leading_result;
+                // Extract product from bundle_id
+                const bundleId = result.bundle_id || '';
+                const bundleMatch = bundleId.match(/^(jamf-[a-z]+)-documentation/);
+                const bundleSlug = bundleMatch?.[1] ?? null;
+                const productEntry = bundleSlug
+                    ? Object.entries(JAMF_PRODUCTS).find(([id]) => id === bundleSlug)
+                    : null;
+                const searchResult = {
+                    title: result.title || 'Untitled',
+                    url: transformToFrontendUrl(result.url || ''),
+                    snippet: stripHtml(result.snippet || '').slice(0, CONTENT_LIMITS.MAX_SNIPPET_LENGTH),
+                    product: productEntry ? productEntry[1].name : (result.publication_title || 'Jamf'),
+                    version: 'current'
+                };
+                if (result.score !== undefined && result.score !== null) {
+                    searchResult.relevance = result.score;
+                }
+                // Find matched topics
+                const matchedTopics = Object.keys(JAMF_TOPICS)
+                    .filter(topicId => matchesTopic(searchResult, topicId));
+                return { result: searchResult, bundleSlug, matchedTopics };
+            });
+            // Cache full results
+            await cache.set(cacheKey, allResults);
+        }
+        catch (error) {
+            console.error('[SEARCH] Error:', error);
+            if (error instanceof JamfDocsError) {
+                throw error;
+            }
+            // Return empty results on error
+            return {
+                results: [],
+                pagination: {
+                    page: 1,
+                    pageSize,
+                    totalPages: 0,
+                    totalItems: 0,
+                    hasNext: false,
+                    hasPrev: false
+                },
+                tokenInfo: createTokenInfo('', maxTokens)
+            };
+        }
+    }
+    // Apply filters
+    let filteredResults = allResults;
+    // Product filter
+    if (params.product) {
+        filteredResults = filteredResults.filter(r => r.bundleSlug === params.product);
+    }
+    // Topic filter
+    if (params.topic) {
+        const topicFilter = params.topic;
+        filteredResults = filteredResults.filter(r => r.matchedTopics.includes(topicFilter));
+    }
+    // Calculate pagination
+    const paginationInfo = calculatePagination(filteredResults.length, page, pageSize);
+    // Get paginated results
+    const paginatedResults = filteredResults
+        .slice(paginationInfo.startIndex, paginationInfo.endIndex)
+        .map(r => r.result);
+    // Calculate token info
+    const resultText = paginatedResults.map(r => `${r.title}\n${r.snippet}\n${r.url}`).join('\n\n');
+    const tokenCount = estimateTokens(resultText);
+    // Check if we need to truncate
+    let finalResults = paginatedResults;
+    let truncated = false;
+    if (tokenCount > maxTokens) {
+        // Truncate results to fit token limit
+        let runningTokens = 0;
+        finalResults = [];
+        for (const result of paginatedResults) {
+            const resultTokens = estimateTokens(`${result.title}\n${result.snippet}\n${result.url}`);
+            if (runningTokens + resultTokens > maxTokens) {
+                truncated = true;
+                break;
+            }
+            finalResults.push(result);
+            runningTokens += resultTokens;
+        }
+    }
+    return {
+        results: finalResults,
+        pagination: {
+            page: paginationInfo.page,
+            pageSize: paginationInfo.pageSize,
+            totalPages: paginationInfo.totalPages,
+            totalItems: filteredResults.length,
+            hasNext: paginationInfo.hasNext || truncated,
+            hasPrev: paginationInfo.hasPrev
+        },
+        tokenInfo: {
+            tokenCount: estimateTokens(finalResults.map(r => `${r.title}\n${r.snippet}\n${r.url}`).join('\n\n')),
+            truncated,
+            maxTokens
+        }
+    };
+}
+/**
+ * Fetch and parse a documentation article
+ * Uses backend URL (learn-be.jamf.com) for pre-rendered content
+ */
+export async function fetchArticle(url, options = {}) {
+    const maxTokens = options.maxTokens ?? TOKEN_CONFIG.DEFAULT_MAX_TOKENS;
+    // Store original URL for display, use backend URL for fetching
+    const displayUrl = transformToFrontendUrl(url);
+    const fetchUrl = transformToBackendUrl(url);
+    const cacheKey = `article:${displayUrl}`;
+    // Check cache for raw article (without section/token processing)
+    let rawArticle = await cache.get(cacheKey);
+    if (!rawArticle) {
+        // Fetch HTML from backend URL (pre-rendered content, not SPA shell)
+        const html = await fetchHtml(fetchUrl);
+        const $ = cheerio.load(html);
+        // Clean content
+        cleanHtml($);
+        // Extract content
+        const contentHtml = $(SELECTORS.CONTENT).html() ?? '';
+        const title = $(SELECTORS.TITLE).first().text().trim() || 'Untitled';
+        // Convert to Markdown
+        const content = turndown.turndown(contentHtml);
+        // Extract breadcrumb
+        const breadcrumb = $(SELECTORS.BREADCRUMB)
+            .map((_, el) => $(el).text().trim())
+            .get()
+            .filter(Boolean);
+        // Extract related articles
+        const relatedArticles = options.includeRelated
+            ? $(SELECTORS.RELATED).map((_, el) => ({
+                title: $(el).text().trim(),
+                url: $(el).attr('href') ?? ''
+            })).get().filter(r => r.title && r.url)
+            : undefined;
+        // Extract product info from URL
+        const { product, version } = extractProductInfo(displayUrl);
+        rawArticle = {
+            title,
+            content,
+            url: displayUrl,
+            product,
+            version,
+            breadcrumb: breadcrumb.length > 0 ? breadcrumb : undefined,
+            relatedArticles: relatedArticles && relatedArticles.length > 0 ? relatedArticles : undefined
+        };
+        // Cache raw article
+        await cache.set(cacheKey, rawArticle);
+    }
+    // Extract all sections
+    const allSections = extractSections(rawArticle.content);
+    // Handle section extraction if requested
+    let processedContent = rawArticle.content;
+    let tokenInfo;
+    if (options.section) {
+        // Extract specific section
+        const sectionResult = extractSection(rawArticle.content, options.section, maxTokens);
+        processedContent = sectionResult.content;
+        tokenInfo = sectionResult.tokenInfo;
+        if (!sectionResult.section) {
+            // Section not found, return error info
+            processedContent = `*Section "${options.section}" not found.*\n\n**Available sections:**\n${allSections.map(s => `- ${s.title}`).join('\n')}`;
+            tokenInfo = createTokenInfo(processedContent, maxTokens);
+        }
+    }
+    else {
+        // Apply token limit with smart truncation
+        const truncateResult = truncateToTokenLimit(rawArticle.content, maxTokens);
+        processedContent = truncateResult.content;
+        tokenInfo = truncateResult.tokenInfo;
+    }
+    return {
+        ...rawArticle,
+        content: processedContent,
+        tokenInfo,
+        sections: allSections
+    };
+}
+/**
+ * Discover the latest bundle version for a product via search API
+ */
+async function discoverLatestBundleId(product) {
+    const productInfo = JAMF_PRODUCTS[product];
+    const baseBundleId = productInfo.bundleId;
+    try {
+        // Search for any document from this product to discover the latest version
+        const apiUrl = `${DOCS_API_URL}/api/search?q=${encodeURIComponent(productInfo.name)}&rpp=10`;
+        const response = await fetchJson(apiUrl);
+        // Find a result with a matching bundle prefix
+        for (const wrapper of response.Results) {
+            const bundleId = wrapper.leading_result?.bundle_id;
+            if (bundleId && bundleId.startsWith(baseBundleId)) {
+                return bundleId;
+            }
+        }
+    }
+    catch (error) {
+        console.error(`[TOC] Error discovering bundle version for ${product}:`, error);
+    }
+    return null;
+}
+/**
+ * Parse TOC HTML from Zoomin backend
+ */
+function parseTocHtml(html) {
+    const $ = cheerio.load(html);
+    const toc = [];
+    // Parse the nested list structure
+    $('ul.list-links > li.toc').each((_, el) => {
+        const entry = parseTocEntry($, el);
+        if (entry) {
+            toc.push(entry);
+        }
+    });
+    return toc;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function parseTocEntry($, el) {
+    const $el = $(el);
+    const $link = $el.children('.inner').children('a').first();
+    const title = $link.text().trim();
+    let url = $link.attr('href') ?? '';
+    if (!title || !url) {
+        return null;
+    }
+    // Transform to frontend URL for display
+    url = transformToFrontendUrl(url);
+    const entry = { title, url };
+    // Check for children
+    const $children = $el.children('ul.list-links');
+    if ($children.length > 0) {
+        const children = [];
+        $children.children('li.toc').each((_, childEl) => {
+            const childEntry = parseTocEntry($, childEl);
+            if (childEntry) {
+                children.push(childEntry);
+            }
+        });
+        if (children.length > 0) {
+            entry.children = children;
+        }
+    }
+    return entry;
+}
+/**
+ * Convert TOC entry to string for token counting
+ */
+function tocEntryToString(entry, depth = 0) {
+    const indent = '  '.repeat(depth);
+    let result = `${indent}- ${entry.title}\n`;
+    if (entry.children) {
+        for (const child of entry.children) {
+            result += tocEntryToString(child, depth + 1);
+        }
+    }
+    return result;
+}
+/**
+ * Count total TOC entries including children
+ */
+function countTocEntries(entries) {
+    let count = entries.length;
+    for (const entry of entries) {
+        if (entry.children) {
+            count += countTocEntries(entry.children);
+        }
+    }
+    return count;
+}
+/**
+ * Fetch table of contents for a product
+ * Uses backend TOC endpoint (learn-be.jamf.com/bundle/{bundleId}/toc)
+ */
+export async function fetchTableOfContents(product, _version, // Version is not used for learn.jamf.com (always current)
+options = {}) {
+    const page = options.page ?? PAGINATION_CONFIG.DEFAULT_PAGE;
+    const maxTokens = options.maxTokens ?? TOKEN_CONFIG.DEFAULT_MAX_TOKENS;
+    const cacheKey = `toc:${product}`;
+    // Check cache
+    let allToc = await cache.get(cacheKey);
+    if (!allToc) {
+        // Discover the latest bundle version
+        const bundleId = await discoverLatestBundleId(product);
+        if (!bundleId) {
+            throw new JamfDocsError(`Could not discover bundle version for ${product}`, JamfDocsErrorCode.NOT_FOUND);
+        }
+        // Fetch TOC from backend
+        const tocUrl = `${DOCS_API_URL}/bundle/${bundleId}/toc`;
+        console.error(`[TOC] Fetching TOC from: ${tocUrl}`);
+        const tocJson = await fetchJson(tocUrl);
+        // Parse TOC
+        allToc = [];
+        for (const [, html] of Object.entries(tocJson)) {
+            if (typeof html === 'string' && html.includes('<ul')) {
+                const entries = parseTocHtml(html);
+                allToc.push(...entries);
+            }
+        }
+        // Cache result
+        await cache.set(cacheKey, allToc);
+    }
+    // Count total entries
+    const totalItems = countTocEntries(allToc);
+    // For TOC, we paginate at the top-level entries
+    const topLevelCount = allToc.length;
+    const pageSize = PAGINATION_CONFIG.DEFAULT_PAGE_SIZE;
+    const paginationInfo = calculatePagination(topLevelCount, page, pageSize);
+    // Get paginated top-level entries (with their children)
+    const paginatedToc = allToc.slice(paginationInfo.startIndex, paginationInfo.endIndex);
+    // Calculate tokens for paginated TOC
+    const tocText = paginatedToc.map(e => tocEntryToString(e)).join('');
+    let tokenCount = estimateTokens(tocText);
+    let truncated = false;
+    let finalToc = paginatedToc;
+    // Truncate if over token limit
+    if (tokenCount > maxTokens) {
+        truncated = true;
+        finalToc = [];
+        let runningTokens = 0;
+        for (const entry of paginatedToc) {
+            const entryText = tocEntryToString(entry);
+            const entryTokens = estimateTokens(entryText);
+            if (runningTokens + entryTokens > maxTokens) {
+                break;
+            }
+            finalToc.push(entry);
+            runningTokens += entryTokens;
+        }
+        tokenCount = runningTokens;
+    }
+    return {
+        toc: finalToc,
+        pagination: {
+            page: paginationInfo.page,
+            pageSize: paginationInfo.pageSize,
+            totalPages: paginationInfo.totalPages,
+            totalItems,
+            hasNext: paginationInfo.hasNext || truncated,
+            hasPrev: paginationInfo.hasPrev
+        },
+        tokenInfo: {
+            tokenCount,
+            truncated,
+            maxTokens
+        }
+    };
+}
+//# sourceMappingURL=scraper.js.map

package/dist/services/scraper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/services/scraper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAqB,MAAM,OAAO,CAAC;AAC1C,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,eAAe,MAAM,UAAU,CAAC;AAEvC,OAAO,EACL,aAAa,EACb,YAAY,EACZ,aAAa,EACb,WAAW,EACX,cAAc,EACd,SAAS,EACT,cAAc,EACd,YAAY,EACZ,iBAAiB,EAGlB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,aAAa,EACb,iBAAiB,EASlB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EACL,cAAc,EACd,eAAe,EACf,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACpB,MAAM,gBAAgB,CAAC;AAExB,sDAAsD;AACtD,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACnC,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,QAAQ;IACxB,gBAAgB,EAAE,GAAG;IACrB,WAAW,EAAE,GAAG;IAChB,eAAe,EAAE,IAAI;CACtB,CAAC,CAAC;AAEH,wBAAwB;AACxB,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE;IAC7B,MAAM,EAAE,KAAK;IACb,WAAW,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;QAC7B,wCAAwC;QACxC,MAAM,WAAW,GAAG,IAA0F,CAAC;QAC/G,MAAM,WAAW,GAAG,WAAW,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QACxE,OAAO,WAAW,QAAQ,KAAK,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5D,CAAC;CACF,CAAC,CAAC;AAEH,eAAe;AACf,IAAI,eAAe,GAAG,CAAC,CAAC;AAExB,KAAK,UAAU,QAAQ;IACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,GAAG,GAAG,eAAe,CAAC;IAEtC,IAAI,OAAO,GAAG,cAAc,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAC1B,UAAU,CAAC,OAAO,EAAE,cAAc,CAAC,gBAAgB,GAAG,OAAO,CAAC,CAC/D,CAAC;IACJ,CAAC;IAED,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAC/B,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,GAAW;IACxC,OAAO,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,GAAW;IACzC,OAAO,GAAG,CAAC,OAAO,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI;SACR,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAI,GAAW;IACrC,MAAM,QAAQ,EAAE,CAAC;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAI,GAAG,EAAE;YACvC,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,OAAO,EAAE;gBACP,YAAY,EAAE,cAAc,CAAC,UAAU;gBACvC,QAAQ,EAAE,kBAAkB;gBAC5B,iBAAiB,EAAE,gBAAgB;aACpC;SACF,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAmB,CAAC;YAEvC,IAAI,UAAU,CAAC,QAAQ,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,IAAI,aAAa,CACrB,uBAAuB,GAAG,EAAE,EAC5B,iBAAiB,CAAC,SAAS,EAC3B,GAAG,EACH,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,IAAI,UAAU,CAAC,QAAQ,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,IAAI,aAAa,CACrB,0CAA0C,EAC1C,iBAAiB,CAAC,YAAY,EAC9B,GAAG,EACH,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,IAAI,UAAU,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACvC,MAAM,IAAI,aAAa,CACrB,mBAAmB,EACnB,iBAAiB,CAAC,OAAO,EACzB,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,aAAa,CACrB,kBAAkB,UAAU,CAAC,OAAO,EAAE,EACtC,iBAAiB,CAAC,aAAa,EAC/B,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,MAAM,QAAQ,EAAE,CAAC;IAEjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAS,GAAG,EAAE;YAC5C,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,OAAO,EAAE;gBACP,YAAY,EAAE,cAAc,CAAC,UAAU;gBACvC,QAAQ,EAAE,iCAAiC;gBAC3C,iBAAiB,EAAE,gBAAgB;aACpC;SACF,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAmB,CAAC;YAEvC,IAAI,UAAU,CAAC,QAAQ,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,IAAI,aAAa,CACrB,sBAAsB,GAAG,EAAE,EAC3B,iBAAiB,CAAC,SAAS,EAC3B,GAAG,EACH,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,IAAI,UAAU,CAAC,QAAQ,EAAE,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,IAAI,aAAa,CACrB,0CAA0C,EAC1C,iBAAiB,CAAC,YAAY,EAC9B,GAAG,EACH,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,IAAI,UAAU,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACvC,MAAM,IAAI,aAAa,CACrB,mBAAmB,EACnB,iBAAiB,CAAC,OAAO,EACzB,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,aAAa,CACrB,kBAAkB,UAAU,CAAC,OAAO,EAAE,EACtC,iBAAiB,CAAC,aAAa,EAC/B,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,CAAqB;IACtC,2BAA2B;IAC3B,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;IAE7B,oBAAoB;IACpB,CAAC,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,aAAa,GAAG,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAChC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,GAAG,EAAE,CAAC;YACR,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,GAAW;IACrC,mFAAmF;IACnF,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACnE,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACpD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CACtC,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IACxD,CAAC;IAED,2DAA2D;IAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7D,sDAAsD;IACtD,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAC/D,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACpD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CACzC,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;IAED,qDAAqD;IACrD,KAAK,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACxD,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/D,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AACpD,CAAC;AAWD;;GAEG;AACH,SAAS,YAAY,CAAC,MAAoB,EAAE,OAAgB;IAC1D,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;IAErE,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CACnC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAC3C,CAAC;AACJ,CAAC;AAWD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAoB;IAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC,YAAY,CAAC;IAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,sBAAsB,CAAC;IACvE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,YAAY,CAAC,kBAAkB,CAAC;IACtE,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,sCAAsC;IAE3G,+BAA+B;IAC/B,IAAI,UAAU,GAAkC,MAAM,KAAK,CAAC,GAAG,CAAyB,QAAQ,CAAC,CAAC;IAElG,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,4CAA4C;QAC5C,MAAM,UAAU,GAAG,cAAc,CAAC,kBAAkB,CAAC;QAErD,kCAAkC;QAClC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,YAAY,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEtD,OAAO,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,KAAK,eAAe,MAAM,CAAC,OAAO,IAAI,KAAK,YAAY,MAAM,CAAC,KAAK,IAAI,KAAK,UAAU,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEpJ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAuB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAE1E,gEAAgE;YAChE,UAAU,GAAG,QAAQ,CAAC,OAAO;iBAC1B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,cAAc,KAAK,IAAI,CAAC;iBAClD,GAAG,CAAC,OAAO,CAAC,EAAE;gBACb,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;gBAEtC,iCAAiC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACnE,MAAM,UAAU,GAAkB,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBAC3D,MAAM,YAAY,GAAG,UAAU;oBAC7B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,UAAU,CAAC;oBACjE,CAAC,CAAC,IAAI,CAAC;gBAET,MAAM,YAAY,GAAiB;oBACjC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,UAAU;oBACjC,GAAG,EAAE,sBAAsB,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBAC7C,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,kBAAkB,CAAC;oBACpF,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC;oBACnF,OAAO,EAAE,SAAS;iBACnB,CAAC;gBAEF,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;oBACxD,YAAY,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;gBACxC,CAAC;gBAED,sBAAsB;gBACtB,MAAM,aAAa,GAAe,MAAM,CAAC,IAAI,CAAC,WAAW,CAAe;qBACrE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;gBAE1D,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC;YAC7D,CAAC,CAAC,CAAC;YAEL,qBAAqB;YACrB,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YAExC,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACnC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,gCAAgC;YAChC,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE;oBACV,IAAI,EAAE,CAAC;oBACP,QAAQ;oBACR,UAAU,EAAE,CAAC;oBACb,UAAU,EAAE,CAAC;oBACb,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,KAAK;iBACf;gBACD,SAAS,EAAE,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,eAAe,GAAG,UAAU,CAAC;IAEjC,iBAAiB;IACjB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC;IACjF,CAAC;IAED,eAAe;IACf,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;QACjC,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,uBAAuB;IACvB,MAAM,cAAc,GAAG,mBAAmB,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAEnF,wBAAwB;IACxB,MAAM,gBAAgB,GAAG,eAAe;SACrC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,QAAQ,CAAC;SACzD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAEtB,uBAAuB;IACvB,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAE9C,+BAA+B;IAC/B,IAAI,YAAY,GAAG,gBAAgB,CAAC;IACpC,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;QAC3B,sCAAsC;QACtC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,YAAY,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACtC,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;YACzF,IAAI,aAAa,GAAG,YAAY,GAAG,SAAS,EAAE,CAAC;gBAC7C,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACR,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,aAAa,IAAI,YAAY,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,UAAU,EAAE;YACV,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,UAAU,EAAE,eAAe,CAAC,MAAM;YAClC,OAAO,EAAE,cAAc,CAAC,OAAO,IAAI,SAAS;YAC5C,OAAO,EAAE,cAAc,CAAC,OAAO;SAChC;QACD,SAAS,EAAE;YACT,UAAU,EAAE,cAAc,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpG,SAAS;YACT,SAAS;SACV;KACF,CAAC;AACJ,CAAC;AAmBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAW,EACX,UAA+B,EAAE;IAEjC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC,kBAAkB,CAAC;IAEvE,+DAA+D;IAC/D,MAAM,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,WAAW,UAAU,EAAE,CAAC;IAEzC,iEAAiE;IACjE,IAAI,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,CAAgB,QAAQ,CAAC,CAAC;IAE1D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,oEAAoE;QACpE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,gBAAgB;QAChB,SAAS,CAAC,CAAC,CAAC,CAAC;QAEb,kBAAkB;QAClB,MAAM,WAAW,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC;QAErE,sBAAsB;QACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAE/C,qBAAqB;QACrB,MAAM,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC;aACvC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;aACnC,GAAG,EAAE;aACL,MAAM,CAAC,OAAO,CAAC,CAAC;QAEnB,2BAA2B;QAC3B,MAAM,eAAe,GAAG,OAAO,CAAC,cAAc;YAC5C,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;gBAC1B,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;aAC9B,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC;YACzC,CAAC,CAAC,SAAS,CAAC;QAEd,gCAAgC;QAChC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAE5D,UAAU,GAAG;YACX,KAAK;YACL,OAAO;YACP,GAAG,EAAE,UAAU;YACf,OAAO;YACP,OAAO;YACP,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC1D,eAAe,EAAE,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;SAC7F,CAAC;QAEF,oBAAoB;QACpB,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,eAAe,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAExD,yCAAyC;IACzC,IAAI,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC;IAC1C,IAAI,SAAoB,CAAC;IAEzB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,2BAA2B;QAC3B,MAAM,aAAa,GAAG,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACrF,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC;QACzC,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;QAEpC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAC3B,uCAAuC;YACvC,gBAAgB,GAAG,aAAa,OAAO,CAAC,OAAO,6CAA6C,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9I,SAAS,GAAG,eAAe,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,0CAA0C;QAC1C,MAAM,cAAc,GAAG,oBAAoB,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3E,gBAAgB,GAAG,cAAc,CAAC,OAAO,CAAC;QAC1C,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,UAAU;QACb,OAAO,EAAE,gBAAgB;QACzB,SAAS;QACT,QAAQ,EAAE,WAAW;KACtB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CAAC,OAAkB;IACtD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC;IAE1C,IAAI,CAAC;QACH,2EAA2E;QAC3E,MAAM,MAAM,GAAG,GAAG,YAAY,iBAAiB,kBAAkB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAuB,MAAM,CAAC,CAAC;QAE/D,8CAA8C;QAC9C,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC;YACnD,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClD,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,8CAA8C,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAe,EAAE,CAAC;IAE3B,kCAAkC;IAClC,CAAC,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8DAA8D;AAC9D,SAAS,aAAa,CAAC,CAAqB,EAAE,EAAO;IACnD,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAClB,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;IAE3D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAEnC,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wCAAwC;IACxC,GAAG,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAElC,MAAM,KAAK,GAAa,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAEvC,qBAAqB;IACrB,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IAChD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAe,EAAE,CAAC;QAChC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;YAC/C,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC7C,IAAI,UAAU,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAmBD;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAe,EAAE,QAAgB,CAAC;IAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,MAAM,GAAG,GAAG,MAAM,KAAK,KAAK,CAAC,KAAK,IAAI,CAAC;IAC3C,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,gBAAgB,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,OAAmB;IAC1C,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,IAAI,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAkB,EAClB,QAAgB,EAAG,0DAA0D;AAC7E,UAA2B,EAAE;IAE7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC,YAAY,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,YAAY,CAAC,kBAAkB,CAAC;IACvE,MAAM,QAAQ,GAAG,OAAO,OAAO,EAAE,CAAC;IAElC,cAAc;IACd,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAa,QAAQ,CAAC,CAAC;IAEnD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,qCAAqC;QACrC,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,aAAa,CACrB,yCAAyC,OAAO,EAAE,EAClD,iBAAiB,CAAC,SAAS,CAC5B,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,MAAM,MAAM,GAAG,GAAG,YAAY,WAAW,QAAQ,MAAM,CAAC;QACxD,OAAO,CAAC,KAAK,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAyB,MAAM,CAAC,CAAC;QAEhE,YAAY;QACZ,MAAM,GAAG,EAAE,CAAC;QACZ,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,eAAe;QACf,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAE3C,gDAAgD;IAChD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;IACpC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;IACrD,MAAM,cAAc,GAAG,mBAAmB,CAAC,aAAa,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAE1E,wDAAwD;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;IAEtF,qCAAqC;IACrC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpE,IAAI,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,QAAQ,GAAG,YAAY,CAAC;IAE5B,+BAA+B;IAC/B,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;QAC3B,SAAS,GAAG,IAAI,CAAC;QACjB,QAAQ,GAAG,EAAE,CAAC;QACd,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;YAE9C,IAAI,aAAa,GAAG,WAAW,GAAG,SAAS,EAAE,CAAC;gBAC5C,MAAM;YACR,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,aAAa,IAAI,WAAW,CAAC;QAC/B,CAAC;QAED,UAAU,GAAG,aAAa,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,GAAG,EAAE,QAAQ;QACb,UAAU,EAAE;YACV,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,UAAU;YACV,OAAO,EAAE,cAAc,CAAC,OAAO,IAAI,SAAS;YAC5C,OAAO,EAAE,cAAc,CAAC,OAAO;SAChC;QACD,SAAS,EAAE;YACT,UAAU;YACV,SAAS;YACT,SAAS;SACV;KACF,CAAC;AACJ,CAAC"}

package/dist/services/tokenizer.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Tokenizer service for Context7-style token management
+ *
+ * Provides token estimation, smart truncation, and section extraction
+ * for controlling response size in LLM contexts.
+ */
+import type { TokenInfo, ArticleSection } from '../types.js';
+/**
+ * Result of truncation operation
+ */
+export interface TruncateResult {
+    content: string;
+    tokenInfo: TokenInfo;
+    remainingSections?: ArticleSection[];
+}
+/**
+ * Result of section extraction
+ */
+export interface ExtractSectionResult {
+    content: string;
+    section: ArticleSection | null;
+    tokenInfo: TokenInfo;
+}
+/**
+ * Estimate token count for a text string
+ * Uses different ratios for code blocks vs normal text
+ */
+export declare function estimateTokens(text: string): number;
+/**
+ * Create a TokenInfo object
+ */
+export declare function createTokenInfo(content: string, maxTokens: number, truncated?: boolean): TokenInfo;
+/**
+ * Extract sections (headings) from Markdown content
+ */
+export declare function extractSections(content: string): ArticleSection[];
+/**
+ * Extract a specific section from Markdown content
+ */
+export declare function extractSection(content: string, sectionIdentifier: string, maxTokens?: number): ExtractSectionResult;
+/**
+ * Smart truncation that preserves document structure
+ * - Preserves paragraph boundaries
+ * - Correctly closes code blocks
+ * - Lists remaining sections when truncated
+ */
+export declare function truncateToTokenLimit(content: string, maxTokens?: number): TruncateResult;
+/**
+ * Calculate pagination info
+ */
+export declare function calculatePagination(totalItems: number, page: number, pageSize: number): {
+    page: number;
+    pageSize: number;
+    totalPages: number;
+    totalItems: number;
+    hasNext: boolean;
+    hasPrev: boolean;
+    startIndex: number;
+    endIndex: number;
+};
+/**
+ * Truncate an array of items to fit within token limit
+ * Returns items that fit and pagination info
+ */
+export declare function truncateItemsToTokenLimit<T>(items: T[], maxTokens: number, itemToString: (item: T) => string, page?: number, pageSize?: number): {
+    items: T[];
+    tokenInfo: TokenInfo;
+    pagination: {
+        page: number;
+        pageSize: number;
+        totalPages: number;
+        totalItems: number;
+        hasNext: boolean;
+        hasPrev: boolean;
+    };
+};
+//# sourceMappingURL=tokenizer.d.ts.map