@memberjunction/core-actions 2.49.0 → 2.51.0

package/dist/custom/web/url-link-validator.action.js

@@ -0,0 +1,286 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LoadURLLinkValidatorAction = exports.URLLinkValidatorAction = void 0;
+const actions_1 = require("@memberjunction/actions");
+const global_1 = require("@memberjunction/global");
+/**
+ * Action that validates URLs by checking accessibility, response codes, and basic health checks
+ * Provides detailed information about URL status, redirects, and response headers
+ *
+ * @example
+ * ```typescript
+ * // Validate a single URL
+ * await runAction({
+ *   ActionName: 'URL Link Validator',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://example.com'
+ *   }]
+ * });
+ *
+ * // Validate multiple URLs
+ * await runAction({
+ *   ActionName: 'URL Link Validator',
+ *   Params: [{
+ *     Name: 'URLs',
+ *     Value: ['https://example.com', 'https://google.com', 'https://invalid-url-test.com']
+ *   }]
+ * });
+ *
+ * // Custom timeout and options
+ * await runAction({
+ *   ActionName: 'URL Link Validator',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://slow-site.com'
+ *   }, {
+ *     Name: 'TimeoutMs',
+ *     Value: 10000
+ *   }, {
+ *     Name: 'FollowRedirects',
+ *     Value: false
+ *   }]
+ * });
+ * ```
+ */
+let URLLinkValidatorAction = class URLLinkValidatorAction extends actions_1.BaseAction {
+    DEFAULT_TIMEOUT = 5000; // 5 seconds
+    MAX_TIMEOUT = 30000; // 30 seconds
+    MAX_URLS = 50; // Maximum URLs to validate in one request
+    /**
+     * Executes URL validation for one or more URLs
+     *
+     * @param params - The action parameters containing:
+     *   - URL: Single URL to validate (use this OR URLs)
+     *   - URLs: Array of URLs to validate (use this OR URL)
+     *   - TimeoutMs: Request timeout in milliseconds (default: 5000, max: 30000)
+     *   - FollowRedirects: Whether to follow redirects (default: true)
+     *   - CheckSSL: Whether to check SSL certificate validity (default: true)
+     *   - UserAgent: Custom User-Agent string (optional)
+     *
+     * @returns URL validation results with status, response time, and details
+     */
+    async InternalRunAction(params) {
+        try {
+            const urlParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'url');
+            const urlsParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'urls');
+            const timeoutParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'timeoutms');
+            const followRedirectsParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'followredirects');
+            const checkSSLParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'checkssl');
+            const userAgentParam = params.Params.find(p => p.Name.trim().toLowerCase() === 'useragent');
+            // Determine URLs to validate
+            let urlsToValidate = [];
+            if (urlParam && urlParam.Value) {
+                urlsToValidate.push(urlParam.Value.toString());
+            }
+            if (urlsParam && urlsParam.Value) {
+                const urlsValue = urlsParam.Value;
+                if (Array.isArray(urlsValue)) {
+                    urlsToValidate.push(...urlsValue.map(u => u.toString()));
+                }
+                else if (typeof urlsValue === 'string') {
+                    // Handle comma-separated string
+                    urlsToValidate.push(...urlsValue.split(',').map(u => u.trim()));
+                }
+            }
+            if (urlsToValidate.length === 0) {
+                return {
+                    Success: false,
+                    Message: "Either URL or URLs parameter is required",
+                    ResultCode: "MISSING_PARAMETERS"
+                };
+            }
+            if (urlsToValidate.length > this.MAX_URLS) {
+                return {
+                    Success: false,
+                    Message: `Too many URLs to validate. Maximum is ${this.MAX_URLS}, received ${urlsToValidate.length}`,
+                    ResultCode: "TOO_MANY_URLS"
+                };
+            }
+            // Parse options
+            const timeout = Math.min(parseInt(timeoutParam?.Value?.toString() || this.DEFAULT_TIMEOUT.toString()), this.MAX_TIMEOUT);
+            const followRedirects = followRedirectsParam?.Value !== false && followRedirectsParam?.Value !== 'false';
+            const checkSSL = checkSSLParam?.Value !== false && checkSSLParam?.Value !== 'false';
+            const userAgent = userAgentParam?.Value?.toString() || 'Mozilla/5.0 (compatible; MemberJunction URL Validator/1.0; +https://memberjunction.org)';
+            // Validate URLs
+            const results = await Promise.all(urlsToValidate.map(url => this.validateURL(url, timeout, followRedirects, checkSSL, userAgent)));
+            // Calculate summary statistics
+            const summary = {
+                totalURLs: results.length,
+                validURLs: results.filter(r => r.isValid).length,
+                invalidURLs: results.filter(r => !r.isValid).length,
+                averageResponseTime: results.reduce((sum, r) => sum + (r.responseTime || 0), 0) / results.length,
+                successRate: (results.filter(r => r.isValid).length / results.length) * 100
+            };
+            const resultData = {
+                summary,
+                options: {
+                    timeout,
+                    followRedirects,
+                    checkSSL,
+                    userAgent
+                },
+                results,
+                validatedAt: new Date().toISOString()
+            };
+            return {
+                Success: true,
+                ResultCode: "SUCCESS",
+                Message: JSON.stringify(resultData, null, 2)
+            };
+        }
+        catch (error) {
+            return {
+                Success: false,
+                Message: `Failed to validate URLs: ${error instanceof Error ? error.message : String(error)}`,
+                ResultCode: "FAILED"
+            };
+        }
+    }
+    /**
+     * Validates a single URL
+     */
+    async validateURL(url, timeout, followRedirects, checkSSL, userAgent) {
+        const startTime = Date.now();
+        const result = {
+            url: url.trim(),
+            isValid: false,
+            responseTime: null,
+            statusCode: null,
+            statusText: null,
+            error: null,
+            redirects: [],
+            headers: {},
+            ssl: null,
+            finalUrl: null
+        };
+        try {
+            // Basic URL validation
+            let parsedUrl;
+            try {
+                parsedUrl = new URL(result.url);
+                if (!['http:', 'https:'].includes(parsedUrl.protocol)) {
+                    throw new Error('Only HTTP and HTTPS URLs are supported');
+                }
+            }
+            catch (error) {
+                result.error = `Invalid URL format: ${error instanceof Error ? error.message : String(error)}`;
+                return result;
+            }
+            // Create AbortController for timeout
+            const controller = new AbortController();
+            const timeoutId = setTimeout(() => controller.abort(), timeout);
+            try {
+                const response = await fetch(result.url, {
+                    method: 'HEAD', // Use HEAD to minimize data transfer
+                    headers: {
+                        'User-Agent': userAgent
+                    },
+                    redirect: followRedirects ? 'follow' : 'manual',
+                    signal: controller.signal
+                });
+                clearTimeout(timeoutId);
+                result.responseTime = Date.now() - startTime;
+                result.statusCode = response.status;
+                result.statusText = response.statusText;
+                result.finalUrl = response.url;
+                // Extract response headers
+                response.headers.forEach((value, name) => {
+                    result.headers[name] = value;
+                });
+                // Check if URL is valid (2xx or 3xx status codes)
+                result.isValid = response.status >= 200 && response.status < 400;
+                // Handle redirects
+                if (response.redirected) {
+                    result.redirects.push({
+                        from: result.url,
+                        to: result.finalUrl,
+                        statusCode: result.statusCode
+                    });
+                }
+                // SSL information for HTTPS URLs
+                if (parsedUrl.protocol === 'https:' && checkSSL) {
+                    result.ssl = await this.checkSSL(parsedUrl.hostname);
+                }
+            }
+            catch (fetchError) {
+                clearTimeout(timeoutId);
+                result.responseTime = Date.now() - startTime;
+                if (fetchError instanceof Error) {
+                    if (fetchError.name === 'AbortError') {
+                        result.error = `Request timed out after ${timeout}ms`;
+                    }
+                    else {
+                        result.error = fetchError.message;
+                    }
+                }
+                else {
+                    result.error = String(fetchError);
+                }
+            }
+        }
+        catch (error) {
+            result.error = error instanceof Error ? error.message : String(error);
+            result.responseTime = Date.now() - startTime;
+        }
+        return result;
+    }
+    /**
+     * Performs basic SSL certificate check
+     */
+    async checkSSL(hostname) {
+        try {
+            // Simple SSL check by making a request and checking for SSL errors
+            const controller = new AbortController();
+            const timeoutId = setTimeout(() => controller.abort(), 5000);
+            try {
+                const response = await fetch(`https://${hostname}`, {
+                    method: 'HEAD',
+                    signal: controller.signal
+                });
+                clearTimeout(timeoutId);
+                return {
+                    isValid: true,
+                    hostname,
+                    protocol: 'TLS',
+                    error: null
+                };
+            }
+            catch (error) {
+                clearTimeout(timeoutId);
+                return {
+                    isValid: false,
+                    hostname,
+                    protocol: 'TLS',
+                    error: error instanceof Error ? error.message : String(error)
+                };
+            }
+        }
+        catch (error) {
+            return {
+                isValid: false,
+                hostname,
+                protocol: 'TLS',
+                error: error instanceof Error ? error.message : String(error)
+            };
+        }
+    }
+};
+exports.URLLinkValidatorAction = URLLinkValidatorAction;
+exports.URLLinkValidatorAction = URLLinkValidatorAction = __decorate([
+    (0, global_1.RegisterClass)(actions_1.BaseAction, "__URLLinkValidator")
+], URLLinkValidatorAction);
+/**
+ * Loader function to ensure the URLLinkValidatorAction class is included in the bundle.
+ */
+function LoadURLLinkValidatorAction() {
+    // this function is a stub that is used to force the bundler to include the above class in the final bundle and not tree shake them out
+}
+exports.LoadURLLinkValidatorAction = LoadURLLinkValidatorAction;
+//# sourceMappingURL=url-link-validator.action.js.map

package/dist/custom/web/url-link-validator.action.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-link-validator.action.js","sourceRoot":"","sources":["../../../src/custom/web/url-link-validator.action.ts"],"names":[],"mappings":";;;;;;;;;AACA,qDAAqD;AACrD,mDAAuD;AAEvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEI,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,oBAAU;IAEjC,eAAe,GAAG,IAAI,CAAC,CAAC,YAAY;IACpC,WAAW,GAAG,KAAK,CAAC,CAAC,aAAa;IAClC,QAAQ,GAAG,EAAE,CAAC,CAAC,0CAA0C;IAE1E;;;;;;;;;;;;OAYG;IACO,KAAK,CAAC,iBAAiB,CAAC,MAAuB;QACrD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;YAChF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC;YAClF,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC;YAC1F,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,iBAAiB,CAAC,CAAC;YACxG,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CAAC;YAC1F,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC;YAE5F,6BAA6B;YAC7B,IAAI,cAAc,GAAa,EAAE,CAAC;YAElC,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC7B,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,SAAS,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC;gBAClC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC3B,cAAc,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC7D,CAAC;qBAAM,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;oBACvC,gCAAgC;oBAChC,cAAc,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpE,CAAC;YACL,CAAC;YAED,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,0CAA0C;oBACnD,UAAU,EAAE,oBAAoB;iBACnC,CAAC;YACN,CAAC;YAED,IAAI,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACxC,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,yCAAyC,IAAI,CAAC,QAAQ,cAAc,cAAc,CAAC,MAAM,EAAE;oBACpG,UAAU,EAAE,eAAe;iBAC9B,CAAC;YACN,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzH,MAAM,eAAe,GAAG,oBAAoB,EAAE,KAAK,KAAK,KAAK,IAAI,oBAAoB,EAAE,KAAK,KAAK,OAAO,CAAC;YACzG,MAAM,QAAQ,GAAG,aAAa,EAAE,KAAK,KAAK,KAAK,IAAI,aAAa,EAAE,KAAK,KAAK,OAAO,CAAC;YACpF,MAAM,SAAS,GAAG,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,yFAAyF,CAAC;YAEjJ,gBAAgB;YAChB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAClG,CAAC;YAEF,+BAA+B;YAC/B,MAAM,OAAO,GAAG;gBACZ,SAAS,EAAE,OAAO,CAAC,MAAM;gBACzB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;gBAChD,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM;gBACnD,mBAAmB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;gBAChG,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG;aAC9E,CAAC;YAEF,MAAM,UAAU,GAAG;gBACf,OAAO;gBACP,OAAO,EAAE;oBACL,OAAO;oBACP,eAAe;oBACf,QAAQ;oBACR,SAAS;iBACZ;gBACD,OAAO;gBACP,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC,CAAC;YAEF,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;aAC/C,CAAC;QAEN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC7F,UAAU,EAAE,QAAQ;aACvB,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,OAAe,EAAE,eAAwB,EAAE,QAAiB,EAAE,SAAiB;QAClH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAQ;YAChB,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE;YACf,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE;YACX,GAAG,EAAE,IAAI;YACT,QAAQ,EAAE,IAAI;SACjB,CAAC;QAEF,IAAI,CAAC;YACD,uBAAuB;YACvB,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACD,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACpD,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC9D,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,GAAG,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/F,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,qCAAqC;YACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;YAEhE,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE;oBACrC,MAAM,EAAE,MAAM,EAAE,qCAAqC;oBACrD,OAAO,EAAE;wBACL,YAAY,EAAE,SAAS;qBAC1B;oBACD,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;oBAC/C,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC,CAAC;gBAEH,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAC7C,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACpC,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBACxC,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC;gBAE/B,2BAA2B;gBAC3B,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;oBACrC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;gBACjC,CAAC,CAAC,CAAC;gBAEH,kDAAkD;gBAClD,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC;gBAEjE,mBAAmB;gBACnB,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;oBACtB,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,MAAM,CAAC,GAAG;wBAChB,EAAE,EAAE,MAAM,CAAC,QAAQ;wBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;qBAChC,CAAC,CAAC;gBACP,CAAC;gBAED,iCAAiC;gBACjC,IAAI,SAAS,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBAC9C,MAAM,CAAC,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACzD,CAAC;YAEL,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBAClB,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE7C,IAAI,UAAU,YAAY,KAAK,EAAE,CAAC;oBAC9B,IAAI,UAAU,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACnC,MAAM,CAAC,KAAK,GAAG,2BAA2B,OAAO,IAAI,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC;oBACtC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;gBACtC,CAAC;YACL,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtE,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACjD,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ,CAAC,QAAgB;QACnC,IAAI,CAAC;YACD,mEAAmE;YACnE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;YAE7D,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,QAAQ,EAAE,EAAE;oBAChD,MAAM,EAAE,MAAM;oBACd,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC,CAAC;gBAEH,YAAY,CAAC,SAAS,CAAC,CAAC;gBAExB,OAAO;oBACH,OAAO,EAAE,IAAI;oBACb,QAAQ;oBACR,QAAQ,EAAE,KAAK;oBACf,KAAK,EAAE,IAAI;iBACd,CAAC;YACN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,QAAQ;oBACR,QAAQ,EAAE,KAAK;oBACf,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE,CAAC;YACN,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,QAAQ;gBACR,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAChE,CAAC;QACN,CAAC;IACL,CAAC;CACJ,CAAA;AArPY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,sBAAa,EAAC,oBAAU,EAAE,oBAAoB,CAAC;GACnC,sBAAsB,CAqPlC;AAED;;GAEG;AACH,SAAgB,0BAA0B;IACtC,uIAAuI;AAC3I,CAAC;AAFD,gEAEC"}

package/dist/custom/web/url-metadata-extractor.action.d.ts

@@ -0,0 +1,104 @@
+import { ActionResultSimple, RunActionParams } from "@memberjunction/actions-base";
+import { BaseAction } from "@memberjunction/actions";
+/**
+ * Action that extracts comprehensive metadata from web pages including OpenGraph, Twitter Cards,
+ * Schema.org structured data, and standard HTML meta tags
+ *
+ * @example
+ * ```typescript
+ * // Extract all metadata from a webpage
+ * await runAction({
+ *   ActionName: 'URL Metadata Extractor',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://example.com/article'
+ *   }]
+ * });
+ *
+ * // Extract specific metadata types
+ * await runAction({
+ *   ActionName: 'URL Metadata Extractor',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://news.site.com/story'
+ *   }, {
+ *     Name: 'IncludeOpenGraph',
+ *     Value: true
+ *   }, {
+ *     Name: 'IncludeSchemaOrg',
+ *     Value: false
+ *   }]
+ * });
+ * ```
+ */
+export declare class URLMetadataExtractorAction extends BaseAction {
+    private readonly TIMEOUT;
+    private readonly MAX_CONTENT_SIZE;
+    /**
+     * Executes metadata extraction from the specified URL
+     *
+     * @param params - The action parameters containing:
+     *   - URL: Web page URL to extract metadata from (required)
+     *   - IncludeOpenGraph: Extract OpenGraph metadata (default: true)
+     *   - IncludeTwitterCards: Extract Twitter Card metadata (default: true)
+     *   - IncludeSchemaOrg: Extract Schema.org JSON-LD data (default: true)
+     *   - IncludeBasicMeta: Extract standard HTML meta tags (default: true)
+     *   - IncludeFavicon: Extract favicon information (default: true)
+     *
+     * @returns Comprehensive metadata extracted from the webpage
+     */
+    protected InternalRunAction(params: RunActionParams): Promise<ActionResultSimple>;
+    /**
+     * Extracts all types of metadata from HTML content
+     */
+    private extractAllMetadata;
+    /**
+     * Extracts basic HTML metadata
+     */
+    private extractBasicMetadata;
+    /**
+     * Extracts OpenGraph metadata
+     */
+    private extractOpenGraphMetadata;
+    /**
+     * Extracts Twitter Card metadata
+     */
+    private extractTwitterCardMetadata;
+    /**
+     * Extracts Schema.org JSON-LD structured data
+     */
+    private extractSchemaOrgMetadata;
+    /**
+     * Extracts favicon information
+     */
+    private extractFaviconMetadata;
+    /**
+     * Extracts all links from the page
+     */
+    private extractLinks;
+    /**
+     * Extracts image information
+     */
+    private extractImages;
+    /**
+     * Extracts language information
+     */
+    private extractLanguage;
+    /**
+     * Extracts viewport information
+     */
+    private extractViewport;
+    /**
+     * Resolves relative URLs to absolute URLs
+     */
+    private resolveUrl;
+    /**
+     * Cleans and normalizes text content
+     */
+    private cleanText;
+}
+/**
+ * Loader function to ensure the URLMetadataExtractorAction class is included in the bundle.
+ */
+export declare function LoadURLMetadataExtractorAction(): void;
+//# sourceMappingURL=url-metadata-extractor.action.d.ts.map

package/dist/custom/web/url-metadata-extractor.action.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url-metadata-extractor.action.d.ts","sourceRoot":"","sources":["../../../src/custom/web/url-metadata-extractor.action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAGrD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,qBACa,0BAA2B,SAAQ,UAAU;IAEtD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IAEpD;;;;;;;;;;;;OAYG;cACa,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAqIvF;;OAEG;YACW,kBAAkB;IAwChC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA+C5B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA0BhC;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAclC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAiBhC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAwC9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAqBpB;;OAEG;IACH,OAAO,CAAC,aAAa;IAsBrB;;OAEG;IACH,OAAO,CAAC,eAAe;IAcvB;;OAEG;IACH,OAAO,CAAC,eAAe;IAKvB;;OAEG;IACH,OAAO,CAAC,UAAU;IAQlB;;OAEG;IACH,OAAO,CAAC,SAAS;CAYpB;AAED;;GAEG;AACH,wBAAgB,8BAA8B,SAE7C"}