@teleporthq/teleport-plugin-next-workflows 0.43.1

package/dist/esm/nodes/utility/utility-scrape-website.js

@@ -0,0 +1,368 @@
+import { handlerToString } from '../types';
+async function utility_scrape_website(config, context) {
+    const url = config.url;
+    const selector = config.selector || 'body';
+    const outputType = config.outputType || 'text';
+    const multiple = config.multiple || false;
+    const attributes = config.attributes || [];
+    const timeout = config.timeout !== undefined ? Number(config.timeout) : 30000;
+    const userAgent = config.userAgent || 'Mozilla/5.0 (compatible; Bot/1.0)';
+    const headers = config.headers || {};
+    const crawl = config.crawl || false;
+    const maxDepth = config.maxDepth !== undefined ? Math.min(Number(config.maxDepth), 5) : 1;
+    const maxPages = config.maxPages !== undefined ? Math.min(Number(config.maxPages), 50) : 10;
+    const sameDomainOnly = config.sameDomainOnly !== false;
+    const respectRobotsTxt = config.respectRobotsTxt !== false;
+    const excludePatterns = config.excludePatterns || [];
+    const includePatterns = config.includePatterns || [];
+    const extractMetadata = config.extractMetadata || false;
+    if (!url) {
+        return { content: null, statusCode: 0, error: 'No URL provided' };
+    }
+    const cheerio = require('cheerio');
+    function getDomain(u) {
+        try {
+            const parsed = new URL(u);
+            return parsed.hostname;
+        }
+        catch (e) {
+            return '';
+        }
+    }
+    function normalizeUrl(u, base) {
+        try {
+            const resolved = new URL(u, base);
+            resolved.hash = '';
+            let normalized = resolved.href;
+            if (normalized.endsWith('/') && normalized.split('/').length > 4) {
+                normalized = normalized.slice(0, -1);
+            }
+            return normalized;
+        }
+        catch (e) {
+            return '';
+        }
+    }
+    function matchesPattern(u, patterns) {
+        for (let pi = 0; pi < patterns.length; pi++) {
+            const pattern = patterns[pi];
+            if (pattern.charAt(0) === '/' && pattern.charAt(pattern.length - 1) === '/') {
+                try {
+                    if (new RegExp(pattern.slice(1, -1)).test(u)) {
+                        return true;
+                    }
+                }
+                catch (e) {
+                    /* skip invalid regex */
+                }
+            }
+            else {
+                if (u.indexOf(pattern) !== -1) {
+                    return true;
+                }
+            }
+        }
+        return false;
+    }
+    async function fetchPage(pageUrl) {
+        const controller = typeof AbortController !== 'undefined' ? new AbortController() : null;
+        let timeoutId = null;
+        const fetchOpts = {
+            headers: Object.assign({ 'User-Agent': userAgent }, headers),
+            redirect: 'follow',
+        };
+        if (controller) {
+            fetchOpts.signal = controller.signal;
+            timeoutId = setTimeout(function () {
+                controller.abort();
+            }, timeout);
+        }
+        try {
+            const response = await fetch(pageUrl, fetchOpts);
+            if (timeoutId !== null) {
+                clearTimeout(timeoutId);
+            }
+            if (!response.ok) {
+                return { html: null, status: response.status, error: 'HTTP ' + response.status };
+            }
+            const contentType = response.headers.get('content-type') || '';
+            if (contentType.indexOf('text/html') === -1 &&
+                contentType.indexOf('application/xhtml') === -1) {
+                return { html: null, status: response.status, error: 'Not HTML: ' + contentType };
+            }
+            const html = await response.text();
+            return { html, status: response.status, error: null };
+        }
+        catch (err) {
+            if (timeoutId !== null) {
+                clearTimeout(timeoutId);
+            }
+            if (err.name === 'AbortError') {
+                return { html: null, status: 0, error: 'Timeout' };
+            }
+            return { html: null, status: 0, error: err.message };
+        }
+    }
+    function extractContent($, pageUrl) {
+        const result = { url: pageUrl };
+        if (extractMetadata) {
+            result.title = $('title').first().text().trim() || null;
+            result.description =
+                $('meta[name="description"]').attr('content') ||
+                    $('meta[property="og:description"]').attr('content') ||
+                    null;
+            result.ogImage = $('meta[property="og:image"]').attr('content') || null;
+            result.canonical = $('link[rel="canonical"]').attr('href') || null;
+            result.lang = $('html').attr('lang') || null;
+            result.h1 = $('h1').first().text().trim() || null;
+        }
+        if (multiple) {
+            const items = [];
+            $(selector).each(function (_, el) {
+                if (attributes.length > 0) {
+                    const attrs = {};
+                    for (let a = 0; a < attributes.length; a++) {
+                        attrs[attributes[a]] = $(el).attr(attributes[a]) || null;
+                    }
+                    attrs._text = $(el).text().trim();
+                    attrs._html = $(el).html();
+                    items.push(attrs);
+                }
+                else if (outputType === 'html') {
+                    items.push($(el).html());
+                }
+                else {
+                    items.push($(el).text().trim());
+                }
+            });
+            result.content = items;
+            result.count = items.length;
+        }
+        else {
+            if (attributes.length > 0) {
+                const attrResult = {};
+                for (let ai = 0; ai < attributes.length; ai++) {
+                    attrResult[attributes[ai]] = $(selector).first().attr(attributes[ai]) || null;
+                }
+                attrResult._text = $(selector).first().text().trim();
+                attrResult._html = $(selector).first().html();
+                result.content = attrResult;
+            }
+            else if (outputType === 'html') {
+                result.content = $(selector).html();
+            }
+            else {
+                result.content = $(selector).text().trim();
+            }
+        }
+        return result;
+    }
+    function extractLinks($, pageUrl, baseDomain) {
+        const links = [];
+        const seen = new Set();
+        $('a[href]').each(function (_, el) {
+            const href = $(el).attr('href');
+            if (!href) {
+                return;
+            }
+            if (href.indexOf('#') === 0 ||
+                href.indexOf('javascript:') === 0 ||
+                href.indexOf('mailto:') === 0 ||
+                href.indexOf('tel:') === 0 ||
+                href.indexOf('data:') === 0) {
+                return;
+            }
+            const normalized = normalizeUrl(href, pageUrl);
+            if (!normalized) {
+                return;
+            }
+            if (seen.has(normalized)) {
+                return;
+            }
+            seen.add(normalized);
+            if (sameDomainOnly && getDomain(normalized) !== baseDomain) {
+                return;
+            }
+            if (excludePatterns.length > 0 && matchesPattern(normalized, excludePatterns)) {
+                return;
+            }
+            if (includePatterns.length > 0 && !matchesPattern(normalized, includePatterns)) {
+                return;
+            }
+            const ext = normalized.split('?')[0].split('#')[0];
+            const lastDot = ext.lastIndexOf('.');
+            if (lastDot !== -1) {
+                const extension = ext.substring(lastDot + 1).toLowerCase();
+                const skipExts = [
+                    'pdf',
+                    'jpg',
+                    'jpeg',
+                    'png',
+                    'gif',
+                    'svg',
+                    'webp',
+                    'mp4',
+                    'mp3',
+                    'zip',
+                    'rar',
+                    'exe',
+                    'dmg',
+                    'css',
+                    'js',
+                    'xml',
+                    'json',
+                ];
+                if (skipExts.indexOf(extension) !== -1) {
+                    return;
+                }
+            }
+            links.push(normalized);
+        });
+        return links;
+    }
+    const disallowedPaths = [];
+    async function checkRobotsTxt(baseDomain) {
+        if (!respectRobotsTxt) {
+            return;
+        }
+        try {
+            const robotsUrl = new URL('/robots.txt', url).href;
+            const resp = await fetch(robotsUrl, {
+                headers: { 'User-Agent': userAgent },
+            });
+            if (!resp.ok) {
+                return;
+            }
+            const text = await resp.text();
+            const lines = text.split('\n');
+            let isRelevant = false;
+            for (let li = 0; li < lines.length; li++) {
+                const line = lines[li].trim();
+                if (line.toLowerCase().indexOf('user-agent:') === 0) {
+                    const agent = line.substring(11).trim().toLowerCase();
+                    isRelevant = agent === '*' || userAgent.toLowerCase().indexOf(agent) !== -1;
+                }
+                else if (isRelevant && line.toLowerCase().indexOf('disallow:') === 0) {
+                    const path = line.substring(9).trim();
+                    if (path) {
+                        disallowedPaths.push(path);
+                    }
+                }
+            }
+        }
+        catch (e) {
+            /* robots.txt not available, allow all */
+        }
+    }
+    function isAllowedByRobots(pageUrl) {
+        if (disallowedPaths.length === 0) {
+            return true;
+        }
+        try {
+            const parsed = new URL(pageUrl);
+            const path = parsed.pathname;
+            for (let di = 0; di < disallowedPaths.length; di++) {
+                if (path.indexOf(disallowedPaths[di]) === 0) {
+                    return false;
+                }
+            }
+            return true;
+        }
+        catch (e) {
+            return true;
+        }
+    }
+    try {
+        if (!crawl) {
+            const pageResult = await fetchPage(url);
+            if (pageResult.error) {
+                return { content: null, statusCode: pageResult.status, error: pageResult.error };
+            }
+            const $ = cheerio.load(pageResult.html);
+            const extracted = extractContent($, url);
+            return {
+                content: extracted.content,
+                statusCode: pageResult.status,
+                count: extracted.count,
+                title: extracted.title,
+                description: extracted.description,
+                ogImage: extracted.ogImage,
+                canonical: extracted.canonical,
+                lang: extracted.lang,
+                h1: extracted.h1,
+            };
+        }
+        const baseDomain = getDomain(url);
+        await checkRobotsTxt(baseDomain);
+        const visited = new Set();
+        const queue = [
+            { url: normalizeUrl(url, url) || url, depth: 0 },
+        ];
+        const pages = [];
+        const errors = [];
+        while (queue.length > 0 && pages.length < maxPages) {
+            const item = queue.shift();
+            const pageUrl = item.url;
+            const depth = item.depth;
+            if (visited.has(pageUrl)) {
+                continue;
+            }
+            visited.add(pageUrl);
+            if (!isAllowedByRobots(pageUrl)) {
+                errors.push({ url: pageUrl, error: 'Blocked by robots.txt' });
+                continue;
+            }
+            if (pages.length > 0) {
+                await new Promise(function (resolve) {
+                    setTimeout(resolve, 200);
+                });
+            }
+            const result = await fetchPage(pageUrl);
+            if (result.error) {
+                errors.push({ url: pageUrl, error: result.error });
+                continue;
+            }
+            const $page = cheerio.load(result.html);
+            const pageData = extractContent($page, pageUrl);
+            pageData.depth = depth;
+            pageData.statusCode = result.status;
+            pages.push(pageData);
+            if (depth < maxDepth) {
+                const links = extractLinks($page, pageUrl, baseDomain);
+                for (let li = 0; li < links.length; li++) {
+                    if (!visited.has(links[li]) && pages.length + queue.length < maxPages * 2) {
+                        queue.push({ url: links[li], depth: depth + 1 });
+                    }
+                }
+            }
+        }
+        return {
+            content: pages,
+            statusCode: 200,
+            pagesScraped: pages.length,
+            pagesWithErrors: errors.length,
+            errors: errors.length > 0 ? errors : undefined,
+            domain: baseDomain,
+            maxDepthReached: pages.some(function (p) {
+                return p.depth === maxDepth;
+            }),
+        };
+    }
+    catch (err) {
+        if (err.name === 'AbortError') {
+            return { content: null, statusCode: 0, error: 'Request timed out after ' + timeout + 'ms' };
+        }
+        return { content: null, statusCode: 0, error: err.message };
+    }
+}
+export const utilityScrapeWebsite = {
+    nodeType: 'utility-scrape-website',
+    executionEnv: 'server',
+    dependencies: {
+        cheerio: '^1.0.0-rc.12',
+    },
+    generateHandler() {
+        return handlerToString(utility_scrape_website);
+    },
+};
+//# sourceMappingURL=utility-scrape-website.js.map

package/dist/esm/nodes/utility/utility-scrape-website.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utility-scrape-website.js","sourceRoot":"","sources":["../../../../src/nodes/utility/utility-scrape-website.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,eAAe,EAAE,MAAM,UAAU,CAAA;AAEhE,KAAK,UAAU,sBAAsB,CAAC,MAAW,EAAE,OAAgC;IACjF,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAA;IACtB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAA;IAC1C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAA;IAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAA;IACzC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,mCAAmC,CAAA;IACzE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAA;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC3F,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,KAAK,KAAK,CAAA;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,KAAK,KAAK,CAAA;IAC1D,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAA;IACpD,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAA;IACpD,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAA;IAEvD,IAAI,CAAC,GAAG,EAAE;QACR,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAA;KAClE;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;IAElC,SAAS,SAAS,CAAC,CAAS;QAC1B,IAAI;YACF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAA;YACzB,OAAO,MAAM,CAAC,QAAQ,CAAA;SACvB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,EAAE,CAAA;SACV;IACH,CAAC;IAED,SAAS,YAAY,CAAC,CAAS,EAAE,IAAY;QAC3C,IAAI;YACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YACjC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAA;YAClB,IAAI,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAA;YAC9B,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;gBAChE,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;aACrC;YACD,OAAO,UAAU,CAAA;SAClB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,EAAE,CAAA;SACV;IACH,CAAC;IAED,SAAS,cAAc,CAAC,CAAS,EAAE,QAAkB;QACnD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;YAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAA;YAC5B,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE;gBAC3E,IAAI;oBACF,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;wBAC5C,OAAO,IAAI,CAAA;qBACZ;iBACF;gBAAC,OAAO,CAAC,EAAE;oBACV,wBAAwB;iBACzB;aACF;iBAAM;gBACL,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE;oBAC7B,OAAO,IAAI,CAAA;iBACZ;aACF;SACF;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,UAAU,SAAS,CAAC,OAAe;QACtC,MAAM,UAAU,GAAG,OAAO,eAAe,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;QACxF,IAAI,SAAS,GAAyC,IAAI,CAAA;QAC1D,MAAM,SAAS,GAAwB;YACrC,OAAO,kBAAI,YAAY,EAAE,SAAS,IAAK,OAAO,CAAE;YAChD,QAAQ,EAAE,QAAQ;SACnB,CAAA;QAED,IAAI,UAAU,EAAE;YACd,SAAS,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;YACpC,SAAS,GAAG,UAAU,CAAC;gBACrB,UAAW,CAAC,KAAK,EAAE,CAAA;YACrB,CAAC,EAAE,OAAO,CAAC,CAAA;SACZ;QAED,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;YAChD,IAAI,SAAS,KAAK,IAAI,EAAE;gBACtB,YAAY,CAAC,SAAS,CAAC,CAAA;aACxB;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;gBAChB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAA;aACjF;YAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAA;YAC9D,IACE,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACvC,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAC/C;gBACA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,WAAW,EAAE,CAAA;aAClF;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAClC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;SACtD;QAAC,OAAO,GAAY,EAAE;YACrB,IAAI,SAAS,KAAK,IAAI,EAAE;gBACtB,YAAY,CAAC,SAAS,CAAC,CAAA;aACxB;YACD,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE;gBACxC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;aACnD;YACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAA;SAChE;IACH,CAAC;IAED,SAAS,cAAc,CAAC,CAAM,EAAE,OAAe;QAC7C,MAAM,MAAM,GAAwB,EAAE,GAAG,EAAE,OAAO,EAAE,CAAA;QAEpD,IAAI,eAAe,EAAE;YACnB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAA;YACvD,MAAM,CAAC,WAAW;gBAChB,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7C,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;oBACpD,IAAI,CAAA;YACN,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAA;YACvE,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;YAClE,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;YAC5C,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAA;SAClD;QAED,IAAI,QAAQ,EAAE;YACZ,MAAM,KAAK,GAAU,EAAE,CAAA;YACvB,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAM,EAAE,EAAO;gBACxC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;oBACzB,MAAM,KAAK,GAAwB,EAAE,CAAA;oBACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;wBAC1C,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;qBACzD;oBACD,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAA;oBACjC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;oBAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;iBAClB;qBAAM,IAAI,UAAU,KAAK,MAAM,EAAE;oBAChC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;iBACzB;qBAAM;oBACL,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAA;iBAChC;YACH,CAAC,CAAC,CAAA;YACF,MAAM,CAAC,OAAO,GAAG,KAAK,CAAA;YACtB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;SAC5B;aAAM;YACL,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,UAAU,GAAwB,EAAE,CAAA;gBAC1C,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;oBAC7C,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAA;iBAC9E;gBACD,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAA;gBACpD,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAA;gBAC7C,MAAM,CAAC,OAAO,GAAG,UAAU,CAAA;aAC5B;iBAAM,IAAI,UAAU,KAAK,MAAM,EAAE;gBAChC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAA;aACpC;iBAAM;gBACL,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAA;aAC3C;SACF;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAED,SAAS,YAAY,CAAC,CAAM,EAAE,OAAe,EAAE,UAAkB;QAC/D,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAE,CAAA;QACtB,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAM,EAAE,EAAO;YACzC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC/B,IAAI,CAAC,IAAI,EAAE;gBACT,OAAM;aACP;YACD,IACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;gBACvB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC;gBACjC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAC3B;gBACA,OAAM;aACP;YAED,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,CAAC,UAAU,EAAE;gBACf,OAAM;aACP;YACD,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;gBACxB,OAAM;aACP;YACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAEpB,IAAI,cAAc,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,UAAU,EAAE;gBAC1D,OAAM;aACP;YAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,UAAU,EAAE,eAAe,CAAC,EAAE;gBAC7E,OAAM;aACP;YACD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,eAAe,CAAC,EAAE;gBAC9E,OAAM;aACP;YAED,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAClD,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;YACpC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE;gBAClB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;gBAC1D,MAAM,QAAQ,GAAG;oBACf,KAAK;oBACL,KAAK;oBACL,MAAM;oBACN,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,MAAM;oBACN,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,KAAK;oBACL,IAAI;oBACJ,KAAK;oBACL,MAAM;iBACP,CAAA;gBACD,IAAI,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE;oBACtC,OAAM;iBACP;aACF;YAED,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;QACF,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,eAAe,GAAa,EAAE,CAAA;IACpC,KAAK,UAAU,cAAc,CAAC,UAAkB;QAC9C,IAAI,CAAC,gBAAgB,EAAE;YACrB,OAAM;SACP;QACD,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,CAAA;YAClD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBAClC,OAAO,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE;aACrC,CAAC,CAAA;YACF,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;gBACZ,OAAM;aACP;YACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC9B,IAAI,UAAU,GAAG,KAAK,CAAA;YACtB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAC7B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;oBACnD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;oBACrD,UAAU,GAAG,KAAK,KAAK,GAAG,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;iBAC5E;qBAAM,IAAI,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE;oBACtE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;oBACrC,IAAI,IAAI,EAAE;wBACR,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;qBAC3B;iBACF;aACF;SACF;QAAC,OAAO,CAAC,EAAE;YACV,yCAAyC;SAC1C;IACH,CAAC;IAED,SAAS,iBAAiB,CAAC,OAAe;QACxC,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;YAChC,OAAO,IAAI,CAAA;SACZ;QACD,IAAI;YACF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAA;YAC5B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;gBAClD,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE;oBAC3C,OAAO,KAAK,CAAA;iBACb;aACF;YACD,OAAO,IAAI,CAAA;SACZ;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,IAAI,CAAA;SACZ;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC,KAAK,EAAE;YACV,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,UAAU,CAAC,KAAK,EAAE;gBACpB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAA;aACjF;YACD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;YACvC,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;YACxC,OAAO;gBACL,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,UAAU,EAAE,UAAU,CAAC,MAAM;gBAC7B,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,EAAE,EAAE,SAAS,CAAC,EAAE;aACjB,CAAA;SACF;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;QACjC,MAAM,cAAc,CAAC,UAAU,CAAC,CAAA;QAEhC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAA;QACzB,MAAM,KAAK,GAA0C;YACnD,EAAE,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE;SACjD,CAAA;QACD,MAAM,KAAK,GAAU,EAAE,CAAA;QACvB,MAAM,MAAM,GAA0C,EAAE,CAAA;QAExD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAG,CAAA;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAA;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;YAExB,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;gBACxB,SAAQ;aACT;YACD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAEpB,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE;gBAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAA;gBAC7D,SAAQ;aACT;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;gBACpB,MAAM,IAAI,OAAO,CAAC,UAAU,OAAO;oBACjC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;gBAC1B,CAAC,CAAC,CAAA;aACH;YAED,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAA;YACvC,IAAI,MAAM,CAAC,KAAK,EAAE;gBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;gBAClD,SAAQ;aACT;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC/C,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAA;YACtB,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;YACnC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAEpB,IAAI,KAAK,GAAG,QAAQ,EAAE;gBACpB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;gBACtD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;oBACxC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,EAAE;wBACzE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAA;qBACjD;iBACF;aACF;SACF;QAED,OAAO;YACL,OAAO,EAAE,KAAK;YACd,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,eAAe,EAAE,MAAM,CAAC,MAAM;YAC9B,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YAC9C,MAAM,EAAE,UAAU;YAClB,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAM;gBAC1C,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAA;YAC7B,CAAC,CAAC;SACH,CAAA;KACF;IAAC,OAAO,GAAY,EAAE;QACrB,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE;YACxC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,0BAA0B,GAAG,OAAO,GAAG,IAAI,EAAE,CAAA;SAC5F;QACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAA;KACvE;AACH,CAAC;AACD,MAAM,CAAC,MAAM,oBAAoB,GAAyB;IACxD,QAAQ,EAAE,wBAAwB;IAClC,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE;QACZ,OAAO,EAAE,cAAc;KACxB;IACD,eAAe;QACb,OAAO,eAAe,CAAC,sBAAsB,CAAC,CAAA;IAChD,CAAC;CACF,CAAA"}

package/dist/esm/nodes/utility/utility-semantic-search.d.ts

@@ -0,0 +1,3 @@
+import { NodeHandlerGenerator } from '../types';
+export declare const utilitySemanticSearch: NodeHandlerGenerator;
+//# sourceMappingURL=utility-semantic-search.d.ts.map

package/dist/esm/nodes/utility/utility-semantic-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utility-semantic-search.d.ts","sourceRoot":"","sources":["../../../../src/nodes/utility/utility-semantic-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAmB,MAAM,UAAU,CAAA;AA0JhE,eAAO,MAAM,qBAAqB,EAAE,oBAMnC,CAAA"}

package/dist/esm/nodes/utility/utility-semantic-search.js

@@ -0,0 +1,147 @@
+import { handlerToString } from '../types';
+async function utility_semantic_search(config, context) {
+    const query = config.query || '';
+    const queryEmbedding = config.queryEmbedding || null;
+    const collection = config.collection || [];
+    const embeddingField = config.embeddingField || 'embedding';
+    const topK = config.topK !== undefined ? Number(config.topK) : 10;
+    const threshold = config.threshold !== undefined ? Number(config.threshold) : 0;
+    if (!query && !queryEmbedding) {
+        return { results: [], error: 'No query or queryEmbedding provided' };
+    }
+    if (!collection || collection.length === 0) {
+        return { results: [], error: 'Collection is empty' };
+    }
+    try {
+        function cosineSimilarity(vecA, vecB) {
+            if (!vecA || !vecB || vecA.length === 0 || vecB.length === 0) {
+                return 0;
+            }
+            const len = Math.min(vecA.length, vecB.length);
+            let dotProduct = 0;
+            let magA = 0;
+            let magB = 0;
+            for (let i = 0; i < len; i++) {
+                const a = vecA[i] || 0;
+                const b = vecB[i] || 0;
+                dotProduct += a * b;
+                magA += a * a;
+                magB += b * b;
+            }
+            magA = Math.sqrt(magA);
+            magB = Math.sqrt(magB);
+            if (magA === 0 || magB === 0) {
+                return 0;
+            }
+            return dotProduct / (magA * magB);
+        }
+        let qEmb = queryEmbedding;
+        if (!qEmb) {
+            function textToVector(textStr, wordIndex) {
+                const words = textStr
+                    .toLowerCase()
+                    .replace(/[^\w\s]/g, '')
+                    .split(/\s+/);
+                const vec = new Array(Object.keys(wordIndex).length).fill(0);
+                for (let i = 0; i < words.length; i++) {
+                    if (wordIndex[words[i]] !== undefined) {
+                        vec[wordIndex[words[i]]]++;
+                    }
+                }
+                return vec;
+            }
+            let hasEmbeddings = false;
+            for (let ci = 0; ci < collection.length; ci++) {
+                if (collection[ci][embeddingField] && Array.isArray(collection[ci][embeddingField])) {
+                    hasEmbeddings = true;
+                    break;
+                }
+            }
+            if (hasEmbeddings) {
+                return {
+                    results: [],
+                    error: 'Collection has embeddings but no queryEmbedding was provided. Generate a query embedding using the same model used for the collection.',
+                };
+            }
+            const vocab = {};
+            let vocabIdx = 0;
+            const searchFields = config.fields || [];
+            for (let vi = 0; vi < collection.length; vi++) {
+                const item = collection[vi];
+                const textFields = searchFields.length > 0 ? searchFields : Object.keys(item);
+                for (let vf = 0; vf < textFields.length; vf++) {
+                    const fieldVal = item[textFields[vf]];
+                    if (typeof fieldVal !== 'string') {
+                        continue;
+                    }
+                    const fieldWords = fieldVal
+                        .toLowerCase()
+                        .replace(/[^\w\s]/g, '')
+                        .split(/\s+/);
+                    for (let fw = 0; fw < fieldWords.length; fw++) {
+                        if (fieldWords[fw] && vocab[fieldWords[fw]] === undefined) {
+                            vocab[fieldWords[fw]] = vocabIdx++;
+                        }
+                    }
+                }
+            }
+            qEmb = textToVector(query, vocab);
+            const sparseScored = [];
+            for (let si = 0; si < collection.length; si++) {
+                const sItem = collection[si];
+                let sText = '';
+                const sFields = searchFields.length > 0 ? searchFields : Object.keys(sItem);
+                for (let sf = 0; sf < sFields.length; sf++) {
+                    if (typeof sItem[sFields[sf]] === 'string') {
+                        sText += (sText ? ' ' : '') + sItem[sFields[sf]];
+                    }
+                }
+                const itemVec = textToVector(sText, vocab);
+                const score = cosineSimilarity(qEmb, itemVec);
+                if (score > threshold) {
+                    sparseScored.push({ item: sItem, score: Math.round(score * 10000) / 10000 });
+                }
+            }
+            sparseScored.sort(function (a, b) {
+                return b.score - a.score;
+            });
+            const sparseTop = sparseScored.slice(0, topK);
+            return { results: sparseTop, totalMatches: sparseScored.length };
+        }
+        const embeddingScored = [];
+        for (let ei = 0; ei < collection.length; ei++) {
+            const eItem = collection[ei];
+            const itemEmb = eItem[embeddingField];
+            if (!itemEmb || !Array.isArray(itemEmb)) {
+                continue;
+            }
+            const score = cosineSimilarity(qEmb, itemEmb);
+            if (score > threshold) {
+                const resultItem = {};
+                const itemKeys = Object.keys(eItem);
+                for (let ek = 0; ek < itemKeys.length; ek++) {
+                    if (itemKeys[ek] !== embeddingField) {
+                        resultItem[itemKeys[ek]] = eItem[itemKeys[ek]];
+                    }
+                }
+                embeddingScored.push({ item: resultItem, score: Math.round(score * 10000) / 10000 });
+            }
+        }
+        embeddingScored.sort(function (a, b) {
+            return b.score - a.score;
+        });
+        const embeddingTop = embeddingScored.slice(0, topK);
+        return { results: embeddingTop, totalMatches: embeddingScored.length };
+    }
+    catch (err) {
+        return { results: [], error: err.message };
+    }
+}
+export const utilitySemanticSearch = {
+    nodeType: 'utility-semantic-search',
+    executionEnv: 'server',
+    generateHandler() {
+        return handlerToString(utility_semantic_search);
+    },
+};
+//# sourceMappingURL=utility-semantic-search.js.map

package/dist/esm/nodes/utility/utility-semantic-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utility-semantic-search.js","sourceRoot":"","sources":["../../../../src/nodes/utility/utility-semantic-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,eAAe,EAAE,MAAM,UAAU,CAAA;AAEhE,KAAK,UAAU,uBAAuB,CAAC,MAAW,EAAE,OAAgC;IAClF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAA;IAChC,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAA;IACpD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAA;IAC1C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,WAAW,CAAA;IAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACjE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/E,IAAI,CAAC,KAAK,IAAI,CAAC,cAAc,EAAE;QAC7B,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAA;KACrE;IAED,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;QAC1C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAA;KACrD;IAED,IAAI;QACF,SAAS,gBAAgB,CAAC,IAAc,EAAE,IAAc;YACtD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC5D,OAAO,CAAC,CAAA;aACT;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAC9C,IAAI,UAAU,GAAG,CAAC,CAAA;YAClB,IAAI,IAAI,GAAG,CAAC,CAAA;YACZ,IAAI,IAAI,GAAG,CAAC,CAAA;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE;gBAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;gBACtB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;gBACtB,UAAU,IAAI,CAAC,GAAG,CAAC,CAAA;gBACnB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAA;gBACb,IAAI,IAAI,CAAC,GAAG,CAAC,CAAA;aACd;YACD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACtB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACtB,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;gBAC5B,OAAO,CAAC,CAAA;aACT;YACD,OAAO,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,IAAI,IAAI,GAAG,cAAc,CAAA;QAEzB,IAAI,CAAC,IAAI,EAAE;YACT,SAAS,YAAY,CAAC,OAAe,EAAE,SAAiC;gBACtE,MAAM,KAAK,GAAG,OAAO;qBAClB,WAAW,EAAE;qBACb,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;qBACvB,KAAK,CAAC,KAAK,CAAC,CAAA;gBACf,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACrC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;wBACrC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;qBAC3B;iBACF;gBACD,OAAO,GAAG,CAAA;YACZ,CAAC;YAED,IAAI,aAAa,GAAG,KAAK,CAAA;YACzB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;gBAC7C,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE;oBACnF,aAAa,GAAG,IAAI,CAAA;oBACpB,MAAK;iBACN;aACF;YAED,IAAI,aAAa,EAAE;gBACjB,OAAO;oBACL,OAAO,EAAE,EAAE;oBACX,KAAK,EACH,wIAAwI;iBAC3I,CAAA;aACF;YAED,MAAM,KAAK,GAA2B,EAAE,CAAA;YACxC,IAAI,QAAQ,GAAG,CAAC,CAAA;YAChB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAA;YAExC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;gBAC7C,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;gBAC3B,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBAC7E,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;oBAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;oBACrC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;wBAChC,SAAQ;qBACT;oBACD,MAAM,UAAU,GAAG,QAAQ;yBACxB,WAAW,EAAE;yBACb,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;yBACvB,KAAK,CAAC,KAAK,CAAC,CAAA;oBACf,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;wBAC7C,IAAI,UAAU,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,EAAE;4BACzD,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAA;yBACnC;qBACF;iBACF;aACF;YAED,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAEjC,MAAM,YAAY,GAAU,EAAE,CAAA;YAC9B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;gBAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;gBAC5B,IAAI,KAAK,GAAG,EAAE,CAAA;gBACd,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC3E,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;oBAC1C,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,QAAQ,EAAE;wBAC1C,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;qBACjD;iBACF;gBACD,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;gBAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;gBAC7C,IAAI,KAAK,GAAG,SAAS,EAAE;oBACrB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAA;iBAC7E;aACF;YAED,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAA;YAC1B,CAAC,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YAC7C,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,MAAM,EAAE,CAAA;SACjE;QAED,MAAM,eAAe,GAAU,EAAE,CAAA;QACjC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;YAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,CAAA;YACrC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvC,SAAQ;aACT;YACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAC7C,IAAI,KAAK,GAAG,SAAS,EAAE;gBACrB,MAAM,UAAU,GAAwB,EAAE,CAAA;gBAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACnC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE;oBAC3C,IAAI,QAAQ,CAAC,EAAE,CAAC,KAAK,cAAc,EAAE;wBACnC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAA;qBAC/C;iBACF;gBACD,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAA;aACrF;SACF;QAED,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAA;QAC1B,CAAC,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;QACnD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,CAAA;KACvE;IAAC,OAAO,GAAY,EAAE;QACrB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAA;KACtD;AACH,CAAC;AACD,MAAM,CAAC,MAAM,qBAAqB,GAAyB;IACzD,QAAQ,EAAE,yBAAyB;IACnC,YAAY,EAAE,QAAQ;IACtB,eAAe;QACb,OAAO,eAAe,CAAC,uBAAuB,CAAC,CAAA;IACjD,CAAC;CACF,CAAA"}

package/dist/esm/nodes/utility/utility-similarity-scoring.d.ts

@@ -0,0 +1,3 @@
+import { NodeHandlerGenerator } from '../types';
+export declare const utilitySimilarityScoring: NodeHandlerGenerator;
+//# sourceMappingURL=utility-similarity-scoring.d.ts.map

package/dist/esm/nodes/utility/utility-similarity-scoring.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utility-similarity-scoring.d.ts","sourceRoot":"","sources":["../../../../src/nodes/utility/utility-similarity-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAmB,MAAM,UAAU,CAAA;AA+PhE,eAAO,MAAM,wBAAwB,EAAE,oBAMtC,CAAA"}