@memberjunction/core-actions 2.50.0 → 2.51.0

package/dist/custom/web/web-page-content.action.js

@@ -0,0 +1,416 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LoadWebPageContentAction = exports.WebPageContentAction = void 0;
+const actions_1 = require("@memberjunction/actions");
+const global_1 = require("@memberjunction/global");
+/**
+ * Action that retrieves and processes web page content with various output formats
+ * Supports text extraction, HTML parsing, and basic document conversion
+ *
+ * @example
+ * ```typescript
+ * // Get page content as text
+ * await runAction({
+ *   ActionName: 'Web Page Content',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://example.com'
+ *   }, {
+ *     Name: 'ContentType',
+ *     Value: 'text'
+ *   }]
+ * });
+ *
+ * // Get main content only (removes navigation, ads, etc.)
+ * await runAction({
+ *   ActionName: 'Web Page Content',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://news.example.com/article'
+ *   }, {
+ *     Name: 'ContentType',
+ *     Value: 'markdown'
+ *   }, {
+ *     Name: 'ExtractMainContent',
+ *     Value: true
+ *   }]
+ * });
+ * ```
+ */
+let WebPageContentAction = class WebPageContentAction extends actions_1.BaseAction {
+    MAX_CONTENT_SIZE = 5 * 1024 * 1024; // 5MB limit
+    MAX_IMAGE_SIZE = 2 * 1024 * 1024; // 2MB limit for images
+    /**
+     * Executes the web page content retrieval and processing
+     *
+     * @param params - The action parameters containing:
+     *   - URL: Web page URL to fetch (required)
+     *   - ContentType: Output format - 'text', 'html', 'markdown', 'json' (default: 'text')
+     *   - ExtractMainContent: Extract only main content vs full page (default: false)
+     *   - IncludeMetadata: Include page metadata in response (default: true)
+     *   - MaxContentLength: Maximum content length to return (default: 50000 chars)
+     *
+     * @returns Processed web page content in the specified format
+     */
+    async InternalRunAction(params) {
+        try {
+            const urlParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'url');
+            const contentTypeParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'contenttype');
+            const extractMainParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'extractmaincontent');
+            const includeMetadataParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'includemetadata');
+            const maxLengthParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'maxcontentlength');
+            if (!urlParam || !urlParam.Value) {
+                return {
+                    Success: false,
+                    Message: "URL parameter is required",
+                    ResultCode: "MISSING_PARAMETERS"
+                };
+            }
+            const url = urlParam.Value.toString().trim();
+            const contentType = contentTypeParam?.Value?.toString().toLowerCase() || 'text';
+            const extractMain = extractMainParam?.Value === true || extractMainParam?.Value === 'true';
+            const includeMetadata = includeMetadataParam?.Value !== false && includeMetadataParam?.Value !== 'false';
+            const maxLength = parseInt(maxLengthParam?.Value?.toString() || '50000');
+            // Validate URL
+            let parsedUrl;
+            try {
+                parsedUrl = new URL(url);
+                if (!['http:', 'https:'].includes(parsedUrl.protocol)) {
+                    throw new Error('Only HTTP and HTTPS URLs are supported');
+                }
+            }
+            catch (error) {
+                return {
+                    Success: false,
+                    Message: "Invalid URL format",
+                    ResultCode: "INVALID_URL"
+                };
+            }
+            // Validate content type
+            if (!['text', 'html', 'markdown', 'json'].includes(contentType)) {
+                return {
+                    Success: false,
+                    Message: "ContentType must be one of: text, html, markdown, json",
+                    ResultCode: "INVALID_CONTENT_TYPE"
+                };
+            }
+            // Fetch the web page
+            const response = await fetch(url, {
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (compatible; MemberJunction/1.0; +https://memberjunction.org)',
+                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                    'Accept-Language': 'en-US,en;q=0.5',
+                    'Accept-Encoding': 'gzip, deflate'
+                },
+                redirect: 'follow'
+            });
+            if (!response.ok) {
+                return {
+                    Success: false,
+                    Message: `Failed to fetch URL: ${response.status} ${response.statusText}`,
+                    ResultCode: "FETCH_FAILED"
+                };
+            }
+            // Check content type and size
+            const responseContentType = response.headers.get('content-type') || '';
+            const contentLength = parseInt(response.headers.get('content-length') || '0');
+            if (contentLength > this.MAX_CONTENT_SIZE) {
+                return {
+                    Success: false,
+                    Message: `Content too large: ${contentLength} bytes (max: ${this.MAX_CONTENT_SIZE})`,
+                    ResultCode: "CONTENT_TOO_LARGE"
+                };
+            }
+            // Handle different content types
+            if (responseContentType.startsWith('image/')) {
+                if (contentLength > this.MAX_IMAGE_SIZE) {
+                    return {
+                        Success: false,
+                        Message: `Image too large: ${contentLength} bytes (max: ${this.MAX_IMAGE_SIZE})`,
+                        ResultCode: "IMAGE_TOO_LARGE"
+                    };
+                }
+                // For images, return base64 encoded data
+                const buffer = await response.arrayBuffer();
+                const base64 = Buffer.from(buffer).toString('base64');
+                const result = {
+                    url,
+                    contentType: responseContentType,
+                    contentLength,
+                    isImage: true,
+                    base64Data: base64,
+                    dataUrl: `data:${responseContentType};base64,${base64}`
+                };
+                return {
+                    Success: true,
+                    ResultCode: "SUCCESS",
+                    Message: JSON.stringify(result, null, 2)
+                };
+            }
+            // Handle text-based content
+            if (!responseContentType.includes('text/html') && !responseContentType.includes('application/xhtml') && !responseContentType.includes('text/')) {
+                return {
+                    Success: false,
+                    Message: `Unsupported content type: ${responseContentType}`,
+                    ResultCode: "UNSUPPORTED_CONTENT_TYPE"
+                };
+            }
+            const html = await response.text();
+            if (html.length > this.MAX_CONTENT_SIZE) {
+                return {
+                    Success: false,
+                    Message: `Content too large: ${html.length} characters (max: ${this.MAX_CONTENT_SIZE})`,
+                    ResultCode: "CONTENT_TOO_LARGE"
+                };
+            }
+            // Process the content based on requested format
+            const processedContent = await this.processContent(html, contentType, extractMain, includeMetadata, maxLength);
+            processedContent.url = url;
+            processedContent.fetchedAt = new Date().toISOString();
+            return {
+                Success: true,
+                ResultCode: "SUCCESS",
+                Message: JSON.stringify(processedContent, null, 2)
+            };
+        }
+        catch (error) {
+            return {
+                Success: false,
+                Message: `Failed to retrieve web page content: ${error instanceof Error ? error.message : String(error)}`,
+                ResultCode: "FAILED"
+            };
+        }
+    }
+    /**
+     * Processes HTML content into the requested format
+     */
+    async processContent(html, contentType, extractMain, includeMetadata, maxLength) {
+        const result = {
+            contentType,
+            extractMainContent: extractMain,
+            includeMetadata
+        };
+        // Extract metadata if requested
+        if (includeMetadata) {
+            result.metadata = this.extractMetadata(html);
+        }
+        // Extract main content or use full HTML
+        let contentHtml = html;
+        if (extractMain) {
+            contentHtml = this.extractMainContent(html);
+        }
+        // Convert based on content type
+        switch (contentType) {
+            case 'html':
+                result.content = this.truncateContent(contentHtml, maxLength);
+                break;
+            case 'text':
+                result.content = this.truncateContent(this.htmlToText(contentHtml), maxLength);
+                break;
+            case 'markdown':
+                result.content = this.truncateContent(this.htmlToMarkdown(contentHtml), maxLength);
+                break;
+            case 'json':
+                result.content = {
+                    html: this.truncateContent(contentHtml, maxLength),
+                    text: this.truncateContent(this.htmlToText(contentHtml), maxLength),
+                    structure: this.extractStructure(contentHtml)
+                };
+                break;
+        }
+        result.contentLength = typeof result.content === 'string' ? result.content.length : JSON.stringify(result.content).length;
+        return result;
+    }
+    /**
+     * Extracts page metadata from HTML
+     */
+    extractMetadata(html) {
+        const metadata = {};
+        // Title
+        const titleMatch = html.match(/<title[^>]*>(.*?)<\/title>/is);
+        if (titleMatch) {
+            metadata.title = this.stripHtml(titleMatch[1]).trim();
+        }
+        // Meta tags
+        const metaRegex = /<meta[^>]+>/gi;
+        const metas = html.match(metaRegex) || [];
+        for (const meta of metas) {
+            const nameMatch = meta.match(/name=['"]([^'"]+)['"]/i);
+            const propertyMatch = meta.match(/property=['"]([^'"]+)['"]/i);
+            const contentMatch = meta.match(/content=['"]([^'"]*)['"]/i);
+            if (contentMatch) {
+                const content = contentMatch[1];
+                if (nameMatch) {
+                    metadata[nameMatch[1]] = content;
+                }
+                else if (propertyMatch) {
+                    metadata[propertyMatch[1]] = content;
+                }
+            }
+        }
+        // Canonical URL
+        const canonicalMatch = html.match(/<link[^>]+rel=['"]canonical['"][^>]+href=['"]([^'"]+)['"]/i);
+        if (canonicalMatch) {
+            metadata.canonical = canonicalMatch[1];
+        }
+        return metadata;
+    }
+    /**
+     * Attempts to extract main content from HTML (removes navigation, ads, etc.)
+     */
+    extractMainContent(html) {
+        // Remove scripts and styles
+        let content = html.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '');
+        content = content.replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '');
+        // Try to find main content containers
+        const mainSelectors = [
+            /<main[^>]*>([\s\S]*?)<\/main>/i,
+            /<article[^>]*>([\s\S]*?)<\/article>/i,
+            /<div[^>]*class=['"][^'"]*content[^'"]*['"][^>]*>([\s\S]*?)<\/div>/i,
+            /<div[^>]*id=['"][^'"]*content[^'"]*['"][^>]*>([\s\S]*?)<\/div>/i,
+            /<div[^>]*class=['"][^'"]*post[^'"]*['"][^>]*>([\s\S]*?)<\/div>/i
+        ];
+        for (const selector of mainSelectors) {
+            const match = content.match(selector);
+            if (match && match[1].trim().length > 100) {
+                return match[1];
+            }
+        }
+        // If no main content found, remove common non-content elements
+        content = content.replace(/<nav[^>]*>[\s\S]*?<\/nav>/gi, '');
+        content = content.replace(/<header[^>]*>[\s\S]*?<\/header>/gi, '');
+        content = content.replace(/<footer[^>]*>[\s\S]*?<\/footer>/gi, '');
+        content = content.replace(/<aside[^>]*>[\s\S]*?<\/aside>/gi, '');
+        content = content.replace(/<div[^>]*class=['"][^'"]*nav[^'"]*['"][^>]*>[\s\S]*?<\/div>/gi, '');
+        return content;
+    }
+    /**
+     * Converts HTML to plain text
+     */
+    htmlToText(html) {
+        return html
+            .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+            .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+            .replace(/<br\s*\/?>/gi, '\n')
+            .replace(/<\/p>/gi, '\n\n')
+            .replace(/<\/h[1-6]>/gi, '\n\n')
+            .replace(/<\/div>/gi, '\n')
+            .replace(/<\/li>/gi, '\n')
+            .replace(/<[^>]*>/g, '')
+            .replace(/&amp;/g, '&')
+            .replace(/&lt;/g, '<')
+            .replace(/&gt;/g, '>')
+            .replace(/&quot;/g, '"')
+            .replace(/&#39;/g, "'")
+            .replace(/&nbsp;/g, ' ')
+            .replace(/\s+/g, ' ')
+            .replace(/\n\s+/g, '\n')
+            .replace(/\n{3,}/g, '\n\n')
+            .trim();
+    }
+    /**
+     * Converts HTML to basic Markdown
+     */
+    htmlToMarkdown(html) {
+        return html
+            .replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '')
+            .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+            .replace(/<h1[^>]*>(.*?)<\/h1>/gi, '# $1\n\n')
+            .replace(/<h2[^>]*>(.*?)<\/h2>/gi, '## $1\n\n')
+            .replace(/<h3[^>]*>(.*?)<\/h3>/gi, '### $1\n\n')
+            .replace(/<h4[^>]*>(.*?)<\/h4>/gi, '#### $1\n\n')
+            .replace(/<h5[^>]*>(.*?)<\/h5>/gi, '##### $1\n\n')
+            .replace(/<h6[^>]*>(.*?)<\/h6>/gi, '###### $1\n\n')
+            .replace(/<strong[^>]*>(.*?)<\/strong>/gi, '**$1**')
+            .replace(/<b[^>]*>(.*?)<\/b>/gi, '**$1**')
+            .replace(/<em[^>]*>(.*?)<\/em>/gi, '*$1*')
+            .replace(/<i[^>]*>(.*?)<\/i>/gi, '*$1*')
+            .replace(/<a[^>]+href=['"]([^'"]+)['"][^>]*>(.*?)<\/a>/gi, '[$2]($1)')
+            .replace(/<img[^>]+src=['"]([^'"]+)['"][^>]*alt=['"]([^'"]*)['"]/gi, '![$2]($1)')
+            .replace(/<img[^>]+src=['"]([^'"]+)['"][^>]*/gi, '![]($1)')
+            .replace(/<br\s*\/?>/gi, '\n')
+            .replace(/<\/p>/gi, '\n\n')
+            .replace(/<\/div>/gi, '\n')
+            .replace(/<li[^>]*>(.*?)<\/li>/gi, '- $1\n')
+            .replace(/<[^>]*>/g, '')
+            .replace(/&amp;/g, '&')
+            .replace(/&lt;/g, '<')
+            .replace(/&gt;/g, '>')
+            .replace(/&quot;/g, '"')
+            .replace(/&#39;/g, "'")
+            .replace(/&nbsp;/g, ' ')
+            .replace(/\s+/g, ' ')
+            .replace(/\n\s+/g, '\n')
+            .replace(/\n{3,}/g, '\n\n')
+            .trim();
+    }
+    /**
+     * Extracts basic document structure
+     */
+    extractStructure(html) {
+        const structure = {
+            headings: [],
+            links: [],
+            images: []
+        };
+        // Extract headings
+        const headingRegex = /<h([1-6])[^>]*>(.*?)<\/h[1-6]>/gi;
+        let match;
+        while ((match = headingRegex.exec(html)) !== null) {
+            structure.headings.push({
+                level: parseInt(match[1]),
+                text: this.stripHtml(match[2]).trim()
+            });
+        }
+        // Extract links
+        const linkRegex = /<a[^>]+href=['"]([^'"]+)['"][^>]*>(.*?)<\/a>/gi;
+        while ((match = linkRegex.exec(html)) !== null) {
+            structure.links.push({
+                url: match[1],
+                text: this.stripHtml(match[2]).trim()
+            });
+        }
+        // Extract images
+        const imgRegex = /<img[^>]+src=['"]([^'"]+)['"][^>]*(?:alt=['"]([^'"]*)['"]*)?/gi;
+        while ((match = imgRegex.exec(html)) !== null) {
+            structure.images.push({
+                src: match[1],
+                alt: match[2] || ''
+            });
+        }
+        return structure;
+    }
+    /**
+     * Strips HTML tags from text
+     */
+    stripHtml(html) {
+        return html.replace(/<[^>]*>/g, '');
+    }
+    /**
+     * Truncates content to specified length
+     */
+    truncateContent(content, maxLength) {
+        if (content.length <= maxLength) {
+            return content;
+        }
+        return content.substring(0, maxLength) + '...';
+    }
+};
+exports.WebPageContentAction = WebPageContentAction;
+exports.WebPageContentAction = WebPageContentAction = __decorate([
+    (0, global_1.RegisterClass)(actions_1.BaseAction, "__WebPageContent")
+], WebPageContentAction);
+/**
+ * Loader function to ensure the WebPageContentAction class is included in the bundle.
+ */
+function LoadWebPageContentAction() {
+    // this function is a stub that is used to force the bundler to include the above class in the final bundle and not tree shake them out
+}
+exports.LoadWebPageContentAction = LoadWebPageContentAction;
+//# sourceMappingURL=web-page-content.action.js.map

package/dist/custom/web/web-page-content.action.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-page-content.action.js","sourceRoot":"","sources":["../../../src/custom/web/web-page-content.action.ts"],"names":[],"mappings":";;;;;;;;;AACA,qDAAqD;AACrD,mDAAuD;AAEvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEI,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,oBAAU;IAE/B,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,YAAY;IAChD,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,uBAAuB;IAE1E;;;;;;;;;;;OAWG;IACO,KAAK,CAAC,iBAAiB,CAAC,MAAuB;QACrD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;YAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC,CAAC;YAChG,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,oBAAoB,CAAC,CAAC;YACvG,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,iBAAiB,CAAC,CAAC;YACxG,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,kBAAkB,CAAC,CAAC;YAEnG,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC/B,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,2BAA2B;oBACpC,UAAU,EAAE,oBAAoB;iBACnC,CAAC;YACN,CAAC;YAED,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC;YAChF,MAAM,WAAW,GAAG,gBAAgB,EAAE,KAAK,KAAK,IAAI,IAAI,gBAAgB,EAAE,KAAK,KAAK,MAAM,CAAC;YAC3F,MAAM,eAAe,GAAG,oBAAoB,EAAE,KAAK,KAAK,KAAK,IAAI,oBAAoB,EAAE,KAAK,KAAK,OAAO,CAAC;YACzG,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,OAAO,CAAC,CAAC;YAEzE,eAAe;YACf,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACD,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBACzB,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACpD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC9D,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,oBAAoB;oBAC7B,UAAU,EAAE,aAAa;iBAC5B,CAAC;YACN,CAAC;YAED,wBAAwB;YACxB,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9D,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,wDAAwD;oBACjE,UAAU,EAAE,sBAAsB;iBACrC,CAAC;YACN,CAAC;YAED,qBAAqB;YACrB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC9B,OAAO,EAAE;oBACL,YAAY,EAAE,2EAA2E;oBACzF,QAAQ,EAAE,iEAAiE;oBAC3E,iBAAiB,EAAE,gBAAgB;oBACnC,iBAAiB,EAAE,eAAe;iBACrC;gBACD,QAAQ,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,wBAAwB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE;oBACzE,UAAU,EAAE,cAAc;iBAC7B,CAAC;YACN,CAAC;YAED,8BAA8B;YAC9B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YACvE,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;YAE9E,IAAI,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxC,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,sBAAsB,aAAa,gBAAgB,IAAI,CAAC,gBAAgB,GAAG;oBACpF,UAAU,EAAE,mBAAmB;iBAClC,CAAC;YACN,CAAC;YAED,iCAAiC;YACjC,IAAI,mBAAmB,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3C,IAAI,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,oBAAoB,aAAa,gBAAgB,IAAI,CAAC,cAAc,GAAG;wBAChF,UAAU,EAAE,iBAAiB;qBAChC,CAAC;gBACN,CAAC;gBAED,yCAAyC;gBACzC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAEtD,MAAM,MAAM,GAAG;oBACX,GAAG;oBACH,WAAW,EAAE,mBAAmB;oBAChC,aAAa;oBACb,OAAO,EAAE,IAAI;oBACb,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE,QAAQ,mBAAmB,WAAW,MAAM,EAAE;iBAC1D,CAAC;gBAEF,OAAO;oBACH,OAAO,EAAE,IAAI;oBACb,UAAU,EAAE,SAAS;oBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;iBAC3C,CAAC;YACN,CAAC;YAED,4BAA4B;YAC5B,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7I,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,6BAA6B,mBAAmB,EAAE;oBAC3D,UAAU,EAAE,0BAA0B;iBACzC,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEnC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtC,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,sBAAsB,IAAI,CAAC,MAAM,qBAAqB,IAAI,CAAC,gBAAgB,GAAG;oBACvF,UAAU,EAAE,mBAAmB;iBAClC,CAAC;YACN,CAAC;YAED,gDAAgD;YAChD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;YAC/G,gBAAgB,CAAC,GAAG,GAAG,GAAG,CAAC;YAC3B,gBAAgB,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAEtD,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;aACrD,CAAC;QAEN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,wCAAwC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACzG,UAAU,EAAE,QAAQ;aACvB,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,IAAY,EAAE,WAAmB,EAAE,WAAoB,EAAE,eAAwB,EAAE,SAAiB;QAC7H,MAAM,MAAM,GAAQ;YAChB,WAAW;YACX,kBAAkB,EAAE,WAAW;YAC/B,eAAe;SAClB,CAAC;QAEF,gCAAgC;QAChC,IAAI,eAAe,EAAE,CAAC;YAClB,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,wCAAwC;QACxC,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,WAAW,EAAE,CAAC;YACd,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAED,gCAAgC;QAChC,QAAQ,WAAW,EAAE,CAAC;YAClB,KAAK,MAAM;gBACP,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAC9D,MAAM;YACV,KAAK,MAAM;gBACP,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC/E,MAAM;YACV,KAAK,UAAU;gBACX,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC,CAAC;gBACnF,MAAM;YACV,KAAK,MAAM;gBACP,MAAM,CAAC,OAAO,GAAG;oBACb,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,SAAS,CAAC;oBAClD,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,SAAS,CAAC;oBACnE,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC;iBAChD,CAAC;gBACF,MAAM;QACd,CAAC;QAED,MAAM,CAAC,aAAa,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAE1H,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAY;QAChC,MAAM,QAAQ,GAAQ,EAAE,CAAC;QAEzB,QAAQ;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9D,IAAI,UAAU,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1D,CAAC;QAED,YAAY;QACZ,MAAM,SAAS,GAAG,eAAe,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAE1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACvD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAE7D,IAAI,YAAY,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,SAAS,EAAE,CAAC;oBACZ,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;gBACrC,CAAC;qBAAM,IAAI,aAAa,EAAE,CAAC;oBACvB,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;gBACzC,CAAC;YACL,CAAC;QACL,CAAC;QAED,gBAAgB;QAChB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChG,IAAI,cAAc,EAAE,CAAC;YACjB,QAAQ,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,IAAY;QACnC,4BAA4B;QAC5B,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QAEjE,sCAAsC;QACtC,MAAM,aAAa,GAAG;YAClB,gCAAgC;YAChC,sCAAsC;YACtC,oEAAoE;YACpE,iEAAiE;YACjE,iEAAiE;SACpE,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACxC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACL,CAAC;QAED,+DAA+D;QAC/D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAC7D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QACnE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QACnE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QACjE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,+DAA+D,EAAE,EAAE,CAAC,CAAC;QAE/F,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAY;QAC3B,OAAO,IAAI;aACN,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;aAC9C,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;aAC7B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC;aAC/B,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;aAC1B,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;aACzB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;aACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,IAAI,EAAE,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QAC/B,OAAO,IAAI;aACN,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;aAC9C,OAAO,CAAC,wBAAwB,EAAE,UAAU,CAAC;aAC7C,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC;aAC9C,OAAO,CAAC,wBAAwB,EAAE,YAAY,CAAC;aAC/C,OAAO,CAAC,wBAAwB,EAAE,aAAa,CAAC;aAChD,OAAO,CAAC,wBAAwB,EAAE,cAAc,CAAC;aACjD,OAAO,CAAC,wBAAwB,EAAE,eAAe,CAAC;aAClD,OAAO,CAAC,gCAAgC,EAAE,QAAQ,CAAC;aACnD,OAAO,CAAC,sBAAsB,EAAE,QAAQ,CAAC;aACzC,OAAO,CAAC,wBAAwB,EAAE,MAAM,CAAC;aACzC,OAAO,CAAC,sBAAsB,EAAE,MAAM,CAAC;aACvC,OAAO,CAAC,gDAAgD,EAAE,UAAU,CAAC;aACrE,OAAO,CAAC,0DAA0D,EAAE,WAAW,CAAC;aAChF,OAAO,CAAC,sCAAsC,EAAE,SAAS,CAAC;aAC1D,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;aAC7B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;aAC1B,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC;aAC3C,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;aACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,IAAI,EAAE,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACjC,MAAM,SAAS,GAAQ;YACnB,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;SACb,CAAC;QAEF,mBAAmB;QACnB,MAAM,YAAY,GAAG,kCAAkC,CAAC;QACxD,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAChD,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACxC,CAAC,CAAC;QACP,CAAC;QAED,gBAAgB;QAChB,MAAM,SAAS,GAAG,gDAAgD,CAAC;QACnE,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;gBACjB,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;gBACb,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACxC,CAAC,CAAC;QACP,CAAC;QAED,iBAAiB;QACjB,MAAM,QAAQ,GAAG,gEAAgE,CAAC;QAClF,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5C,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;gBAClB,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;gBACb,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;aACtB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAY;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAAe,EAAE,SAAiB;QACtD,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;IACnD,CAAC;CACJ,CAAA;AAlZY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,sBAAa,EAAC,oBAAU,EAAE,kBAAkB,CAAC;GACjC,oBAAoB,CAkZhC;AAED;;GAEG;AACH,SAAgB,wBAAwB;IACpC,uIAAuI;AAC3I,CAAC;AAFD,4DAEC"}

package/dist/custom/web/web-search.action.d.ts

@@ -0,0 +1,69 @@
+import { ActionResultSimple, RunActionParams } from "@memberjunction/actions-base";
+import { BaseAction } from "@memberjunction/actions";
+/**
+ * Action that performs web search using DuckDuckGo's Instant Answer API
+ * Returns search results with titles, URLs, and snippets
+ *
+ * @example
+ * ```typescript
+ * // Basic web search
+ * await runAction({
+ *   ActionName: 'Web Search',
+ *   Params: [{
+ *     Name: 'SearchTerms',
+ *     Value: 'TypeScript programming'
+ *   }]
+ * });
+ *
+ * // Search with custom result count
+ * await runAction({
+ *   ActionName: 'Web Search',
+ *   Params: [{
+ *     Name: 'SearchTerms',
+ *     Value: 'machine learning tutorials'
+ *   }, {
+ *     Name: 'MaxResults',
+ *     Value: 15
+ *   }]
+ * });
+ * ```
+ */
+export declare class WebSearchAction extends BaseAction {
+    /**
+     * Executes the web search using DuckDuckGo's API
+     *
+     * @param params - The action parameters containing:
+     *   - SearchTerms: Keywords to search for (required)
+     *   - MaxResults: Maximum number of results to return (default: 10, max: 30)
+     *   - Region: Regional search preference (default: 'us-en')
+     *   - SafeSearch: Safe search level - 'strict', 'moderate', 'off' (default: 'moderate')
+     *
+     * @returns Web search results with titles, URLs, and snippets
+     */
+    protected InternalRunAction(params: RunActionParams): Promise<ActionResultSimple>;
+    /**
+     * Parses DuckDuckGo Instant Answer API JSON response
+     */
+    private parseInstantResults;
+    /**
+     * Extracts domain from URL
+     */
+    private extractDomain;
+    /**
+     * Parses DuckDuckGo HTML search results
+     */
+    private parseSearchResults;
+    /**
+     * Decodes DuckDuckGo URL redirects
+     */
+    private decodeUrl;
+    /**
+     * Strips HTML tags and decodes entities
+     */
+    private stripHtml;
+}
+/**
+ * Loader function to ensure the WebSearchAction class is included in the bundle.
+ */
+export declare function LoadWebSearchAction(): void;
+//# sourceMappingURL=web-search.action.d.ts.map

package/dist/custom/web/web-search.action.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.action.d.ts","sourceRoot":"","sources":["../../../src/custom/web/web-search.action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAGrD;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,qBACa,eAAgB,SAAQ,UAAU;IAE3C;;;;;;;;;;OAUG;cACa,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA8IvF;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAkE3B;;OAEG;IACH,OAAO,CAAC,aAAa;IAQrB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiG1B;;OAEG;IACH,OAAO,CAAC,SAAS;IAcjB;;OAEG;IACH,OAAO,CAAC,SAAS;CAYpB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,SAElC"}