@memberjunction/core-actions 2.103.0 → 2.105.0

package/dist/custom/web/perplexity-search.action.js

@@ -0,0 +1,269 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LoadPerplexitySearchAction = exports.PerplexitySearchAction = void 0;
+const actions_1 = require("@memberjunction/actions");
+const global_1 = require("@memberjunction/global");
+const axios_1 = __importDefault(require("axios"));
+const config_1 = require("../../config");
+/**
+ * Action that performs AI-powered web search using Perplexity's Search API
+ * Returns comprehensive search results with citations and related questions
+ *
+ * @example
+ * ```typescript
+ * // Basic search with Perplexity
+ * await runAction({
+ *   ActionName: 'Perplexity Search',
+ *   Params: [{
+ *     Name: 'Query',
+ *     Value: 'latest developments in quantum computing'
+ *   }]
+ * });
+ *
+ * // Search with specific model and parameters
+ * await runAction({
+ *   ActionName: 'Perplexity Search',
+ *   Params: [{
+ *     Name: 'Query',
+ *     Value: 'climate change research papers 2024'
+ *   }, {
+ *     Name: 'Model',
+ *     Value: 'llama-3.1-sonar-large-128k-online'
+ *   }, {
+ *     Name: 'ReturnRelatedQuestions',
+ *     Value: true
+ *   }, {
+ *     Name: 'ReturnImages',
+ *     Value: true
+ *   }]
+ * });
+ *
+ * // Search with domain filtering
+ * await runAction({
+ *   ActionName: 'Perplexity Search',
+ *   Params: [{
+ *     Name: 'Query',
+ *     Value: 'machine learning tutorials'
+ *   }, {
+ *     Name: 'SearchDomainFilter',
+ *     Value: ['github.com', 'arxiv.org', 'medium.com']
+ *   }]
+ * });
+ * ```
+ */
+let PerplexitySearchAction = class PerplexitySearchAction extends actions_1.BaseAction {
+    /**
+     * Executes the Perplexity AI search
+     *
+     * @param params - The action parameters containing:
+     *   - Query: Search query text (required)
+     *   - Model: Perplexity model to use (default: 'llama-3.1-sonar-small-128k-online')
+     *     Options: llama-3.1-sonar-small-128k-online, llama-3.1-sonar-large-128k-online,
+     *              llama-3.1-sonar-huge-128k-online
+     *   - MaxTokens: Maximum tokens in response (default: 1000)
+     *   - Temperature: Sampling temperature 0-2 (default: 0.2)
+     *   - TopP: Nucleus sampling threshold (default: 0.9)
+     *   - ReturnImages: Include images in results (default: false)
+     *   - ReturnRelatedQuestions: Include related questions (default: false)
+     *   - SearchDomainFilter: Array of domains to limit/exclude search (use '-' prefix to exclude)
+     *   - SearchRecencyFilter: Filter by recency - 'day', 'week', 'month', 'year' (optional)
+     *
+     * @returns Search results with content, citations, and related questions
+     */
+    async InternalRunAction(params) {
+        try {
+            // Get required parameters
+            const query = this.getStringParam(params, 'query');
+            if (!query) {
+                return this.createErrorResult("Query parameter is required", "MISSING_QUERY");
+            }
+            // Get API key from config (which checks mj.config.cjs then falls back to environment variable)
+            const apiConfig = (0, config_1.getApiIntegrationsConfig)();
+            const apiKey = apiConfig.perplexityApiKey;
+            if (!apiKey) {
+                return this.createErrorResult("Perplexity API key not found. Set perplexityApiKey in mj.config.cjs or PERPLEXITY_API_KEY environment variable", "MISSING_API_KEY");
+            }
+            // Get optional parameters
+            const model = this.getStringParam(params, 'model') || 'llama-3.1-sonar-small-128k-online';
+            const maxTokens = this.getNumericParam(params, 'maxtokens', 1000);
+            const temperature = this.getNumericParam(params, 'temperature', 0.2);
+            const topP = this.getNumericParam(params, 'topp', 0.9);
+            const returnImages = this.getBooleanParam(params, 'returnimages', false);
+            const returnRelatedQuestions = this.getBooleanParam(params, 'returnrelatedquestions', false);
+            const searchRecencyFilter = this.getStringParam(params, 'searchrecencyfilter');
+            // Get domain filter (can be array or comma-separated string)
+            const domainFilterParam = this.getParamValue(params, 'searchdomainfilter');
+            let searchDomainFilter;
+            if (domainFilterParam) {
+                if (Array.isArray(domainFilterParam)) {
+                    searchDomainFilter = domainFilterParam;
+                }
+                else if (typeof domainFilterParam === 'string') {
+                    searchDomainFilter = domainFilterParam.split(',').map(d => d.trim());
+                }
+            }
+            // Build request body
+            const requestBody = {
+                model,
+                messages: [
+                    {
+                        role: 'user',
+                        content: query
+                    }
+                ],
+                max_tokens: maxTokens,
+                temperature,
+                top_p: topP,
+                return_images: returnImages,
+                return_related_questions: returnRelatedQuestions,
+                stream: false
+            };
+            // Add optional parameters
+            if (searchDomainFilter && searchDomainFilter.length > 0) {
+                requestBody.search_domain_filter = searchDomainFilter;
+            }
+            if (searchRecencyFilter) {
+                requestBody.search_recency_filter = searchRecencyFilter;
+            }
+            // Make API request
+            const response = await axios_1.default.post('https://api.perplexity.ai/chat/completions', requestBody, {
+                headers: {
+                    'Authorization': `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json'
+                },
+                timeout: 60000 // 60 second timeout
+            });
+            if (!response.data) {
+                return this.createErrorResult("Empty response from Perplexity API", "EMPTY_RESPONSE");
+            }
+            // Extract response data
+            const result = response.data;
+            const choice = result.choices?.[0];
+            const message = choice?.message;
+            const content = message?.content || '';
+            const citations = result.citations || [];
+            const images = result.images || [];
+            const relatedQuestions = result.related_questions || [];
+            // Build output data
+            const outputData = {
+                query,
+                model,
+                content,
+                citations,
+                images,
+                relatedQuestions,
+                usage: result.usage || {},
+                finishReason: choice?.finish_reason
+            };
+            // Add output parameters
+            this.addOutputParam(params, 'Content', content);
+            this.addOutputParam(params, 'Citations', citations);
+            this.addOutputParam(params, 'CitationCount', citations.length);
+            if (returnImages && images.length > 0) {
+                this.addOutputParam(params, 'Images', images);
+                this.addOutputParam(params, 'ImageCount', images.length);
+            }
+            if (returnRelatedQuestions && relatedQuestions.length > 0) {
+                this.addOutputParam(params, 'RelatedQuestions', relatedQuestions);
+                this.addOutputParam(params, 'RelatedQuestionCount', relatedQuestions.length);
+            }
+            this.addOutputParam(params, 'Usage', result.usage);
+            this.addOutputParam(params, 'SearchResultDetails', outputData);
+            return {
+                Success: true,
+                ResultCode: "SUCCESS",
+                Message: JSON.stringify(outputData, null, 2)
+            };
+        }
+        catch (error) {
+            if (axios_1.default.isAxiosError(error)) {
+                const status = error.response?.status;
+                const errorData = error.response?.data;
+                if (status === 401) {
+                    return this.createErrorResult("Invalid Perplexity API key", "INVALID_API_KEY");
+                }
+                if (status === 429) {
+                    return this.createErrorResult("Perplexity API rate limit exceeded", "RATE_LIMITED");
+                }
+                return this.createErrorResult(`Perplexity API error: ${errorData?.error?.message || error.message}`, "API_ERROR");
+            }
+            return this.createErrorResult(`Failed to perform Perplexity search: ${error instanceof Error ? error.message : String(error)}`, "SEARCH_FAILED");
+        }
+    }
+    /**
+     * Get string parameter value
+     */
+    getStringParam(params, paramName) {
+        const param = params.Params.find(p => p.Name.trim().toLowerCase() === paramName.toLowerCase());
+        if (param?.Value === undefined || param?.Value === null)
+            return undefined;
+        return String(param.Value);
+    }
+    /**
+     * Get parameter value (any type)
+     */
+    getParamValue(params, paramName) {
+        const param = params.Params.find(p => p.Name.trim().toLowerCase() === paramName.toLowerCase());
+        return param?.Value;
+    }
+    /**
+     * Get boolean parameter value with default
+     */
+    getBooleanParam(params, paramName, defaultValue = false) {
+        const param = params.Params.find(p => p.Name.trim().toLowerCase() === paramName.toLowerCase());
+        if (param?.Value === undefined || param?.Value === null)
+            return defaultValue;
+        return String(param.Value).toLowerCase() === 'true';
+    }
+    /**
+     * Get numeric parameter value with default
+     */
+    getNumericParam(params, paramName, defaultValue = 0) {
+        const param = params.Params.find(p => p.Name.trim().toLowerCase() === paramName.toLowerCase());
+        if (param?.Value === undefined || param?.Value === null)
+            return defaultValue;
+        const num = Number(param.Value);
+        return isNaN(num) ? defaultValue : num;
+    }
+    /**
+     * Add output parameter
+     */
+    addOutputParam(params, name, value) {
+        params.Params.push({
+            Name: name,
+            Type: 'Output',
+            Value: value
+        });
+    }
+    /**
+     * Create error result
+     */
+    createErrorResult(message, code) {
+        return {
+            Success: false,
+            Message: message,
+            ResultCode: code
+        };
+    }
+};
+exports.PerplexitySearchAction = PerplexitySearchAction;
+exports.PerplexitySearchAction = PerplexitySearchAction = __decorate([
+    (0, global_1.RegisterClass)(actions_1.BaseAction, "Perplexity Search")
+], PerplexitySearchAction);
+/**
+ * Loader function to ensure the PerplexitySearchAction class is included in the bundle.
+ */
+function LoadPerplexitySearchAction() {
+    // this function is a stub that is used to force the bundler to include the above class in the final bundle and not tree shake them out
+}
+exports.LoadPerplexitySearchAction = LoadPerplexitySearchAction;
+//# sourceMappingURL=perplexity-search.action.js.map

package/dist/custom/web/perplexity-search.action.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"perplexity-search.action.js","sourceRoot":"","sources":["../../../src/custom/web/perplexity-search.action.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,qDAAqD;AACrD,mDAAuD;AACvD,kDAA0B;AAC1B,yCAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEI,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,oBAAU;IAElD;;;;;;;;;;;;;;;;;OAiBG;IACO,KAAK,CAAC,iBAAiB,CAAC,MAAuB;QACrD,IAAI,CAAC;YACD,0BAA0B;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC,iBAAiB,CAAC,6BAA6B,EAAE,eAAe,CAAC,CAAC;YAClF,CAAC;YAED,+FAA+F;YAC/F,MAAM,SAAS,GAAG,IAAA,iCAAwB,GAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC,iBAAiB,CACzB,gHAAgH,EAChH,iBAAiB,CACpB,CAAC;YACN,CAAC;YAED,0BAA0B;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,mCAAmC,CAAC;YAC1F,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;YACzE,MAAM,sBAAsB,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC7F,MAAM,mBAAmB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;YAE/E,6DAA6D;YAC7D,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;YAC3E,IAAI,kBAAwC,CAAC;YAC7C,IAAI,iBAAiB,EAAE,CAAC;gBACpB,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBACnC,kBAAkB,GAAG,iBAAiB,CAAC;gBAC3C,CAAC;qBAAM,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE,CAAC;oBAC/C,kBAAkB,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,MAAM,WAAW,GAA4B;gBACzC,KAAK;gBACL,QAAQ,EAAE;oBACN;wBACI,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,KAAK;qBACjB;iBACJ;gBACD,UAAU,EAAE,SAAS;gBACrB,WAAW;gBACX,KAAK,EAAE,IAAI;gBACX,aAAa,EAAE,YAAY;gBAC3B,wBAAwB,EAAE,sBAAsB;gBAChD,MAAM,EAAE,KAAK;aAChB,CAAC;YAEF,0BAA0B;YAC1B,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,WAAW,CAAC,oBAAoB,GAAG,kBAAkB,CAAC;YAC1D,CAAC;YACD,IAAI,mBAAmB,EAAE,CAAC;gBACtB,WAAW,CAAC,qBAAqB,GAAG,mBAAmB,CAAC;YAC5D,CAAC;YAED,mBAAmB;YACnB,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC7B,4CAA4C,EAC5C,WAAW,EACX;gBACI,OAAO,EAAE;oBACL,eAAe,EAAE,UAAU,MAAM,EAAE;oBACnC,cAAc,EAAE,kBAAkB;iBACrC;gBACD,OAAO,EAAE,KAAK,CAAC,oBAAoB;aACtC,CACJ,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,oCAAoC,EAAE,gBAAgB,CAAC,CAAC;YAC1F,CAAC;YAED,wBAAwB;YACxB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;YAChC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACvC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YACnC,MAAM,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC;YAExD,oBAAoB;YACpB,MAAM,UAAU,GAAG;gBACf,KAAK;gBACL,KAAK;gBACL,OAAO;gBACP,SAAS;gBACT,MAAM;gBACN,gBAAgB;gBAChB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;gBACzB,YAAY,EAAE,MAAM,EAAE,aAAa;aACtC,CAAC;YAEF,wBAAwB;YACxB,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;YACpD,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YAE/D,IAAI,YAAY,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC9C,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,CAAC;YAED,IAAI,sBAAsB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;gBAClE,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,sBAAsB,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACjF,CAAC;YAED,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;YAE/D,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;aAC/C,CAAC;QAEN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACtC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAEvC,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACjB,OAAO,IAAI,CAAC,iBAAiB,CACzB,4BAA4B,EAC5B,iBAAiB,CACpB,CAAC;gBACN,CAAC;gBAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACjB,OAAO,IAAI,CAAC,iBAAiB,CACzB,oCAAoC,EACpC,cAAc,CACjB,CAAC;gBACN,CAAC;gBAED,OAAO,IAAI,CAAC,iBAAiB,CACzB,yBAAyB,SAAS,EAAE,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,EACrE,WAAW,CACd,CAAC;YACN,CAAC;YAED,OAAO,IAAI,CAAC,iBAAiB,CACzB,wCAAwC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAChG,eAAe,CAClB,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAuB,EAAE,SAAiB;QAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/F,IAAI,KAAK,EAAE,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,KAAK,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC1E,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAuB,EAAE,SAAiB;QAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/F,OAAO,KAAK,EAAE,KAAK,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAuB,EAAE,SAAiB,EAAE,eAAwB,KAAK;QAC7F,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/F,IAAI,KAAK,EAAE,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,KAAK,KAAK,IAAI;YAAE,OAAO,YAAY,CAAC;QAC7E,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IACxD,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAuB,EAAE,SAAiB,EAAE,eAAuB,CAAC;QACxF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/F,IAAI,KAAK,EAAE,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,KAAK,KAAK,IAAI;YAAE,OAAO,YAAY,CAAC;QAC7E,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAuB,EAAE,IAAY,EAAE,KAAc;QACxE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,OAAe,EAAE,IAAY;QACnD,OAAO;YACH,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,IAAI;SACnB,CAAC;IACN,CAAC;CACJ,CAAA;AA1OY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,sBAAa,EAAC,oBAAU,EAAE,mBAAmB,CAAC;GAClC,sBAAsB,CA0OlC;AAED;;GAEG;AACH,SAAgB,0BAA0B;IACtC,uIAAuI;AAC3I,CAAC;AAFD,gEAEC"}

package/dist/custom/web/web-page-content.action.d.ts

@@ -1,35 +1,44 @@
 import { ActionResultSimple, RunActionParams } from "@memberjunction/actions-base";
 import { BaseAction } from "@memberjunction/actions";
 /**
- * Action that retrieves and processes web page content with various output formats
- * Supports text extraction, HTML parsing, and basic document conversion
+ * Action that retrieves and processes web content in various formats
+ * Supports JSON, PDF, DOCX, XML, CSV, HTML and more - similar to Claude's web reading capabilities
  *
  * @example
  * ```typescript
- * // Get page content as text
+ * // Get JSON API response
  * await runAction({
  *   ActionName: 'Web Page Content',
  *   Params: [{
  *     Name: 'URL',
- *     Value: 'https://example.com'
+ *     Value: 'https://api.example.com/data'
+ *   }, {
+ *     Name: 'ContentType',
+ *     Value: 'json'
+ *   }]
+ * });
+ *
+ * // Get PDF content as text
+ * await runAction({
+ *   ActionName: 'Web Page Content',
+ *   Params: [{
+ *     Name: 'URL',
+ *     Value: 'https://example.com/document.pdf'
  *   }, {
  *     Name: 'ContentType',
  *     Value: 'text'
  *   }]
  * });
  *
- * // Get main content only (removes navigation, ads, etc.)
+ * // Get DOCX content as markdown
  * await runAction({
  *   ActionName: 'Web Page Content',
  *   Params: [{
  *     Name: 'URL',
- *     Value: 'https://news.example.com/article'
+ *     Value: 'https://example.com/document.docx'
  *   }, {
  *     Name: 'ContentType',
  *     Value: 'markdown'
- *   }, {
- *     Name: 'ExtractMainContent',
- *     Value: true
  *   }]
  * });
  * ```
@@ -37,29 +46,71 @@ import { BaseAction } from "@memberjunction/actions";
 export declare class WebPageContentAction extends BaseAction {
     private readonly MAX_CONTENT_SIZE;
     private readonly MAX_IMAGE_SIZE;
+    private turndown;
+    constructor();
     /**
-     * Executes the web page content retrieval and processing
+     * Executes web content retrieval and processing
      *
      * @param params - The action parameters containing:
-     *   - URL: Web page URL to fetch (required)
-     *   - ContentType: Output format - 'text', 'html', 'markdown', 'json' (default: 'text')
+     *   - URL: Web resource URL to fetch (required)
+     *   - ContentType: Output format - 'auto', 'text', 'html', 'markdown', 'json' (default: 'auto')
      *   - ExtractMainContent: Extract only main content vs full page (default: false)
-     *   - IncludeMetadata: Include page metadata in response (default: true)
-     *   - MaxContentLength: Maximum content length to return (default: 50000 chars)
+     *   - IncludeMetadata: Include resource metadata in response (default: true)
+     *   - MaxContentLength: Maximum content length to return (default: 100000 chars)
      *
-     * @returns Processed web page content in the specified format
+     * @returns Processed content in the specified format
      */
     protected InternalRunAction(params: RunActionParams): Promise<ActionResultSimple>;
     /**
-     * Processes HTML content into the requested format
+     * Detects content type from response headers and URL
+     */
+    private detectContentType;
+    /**
+     * Processes response based on detected content type
+     */
+    private processResponse;
+    /**
+     * Infers best output type based on detected content type
+     */
+    private inferOutputType;
+    /**
+     * Process JSON content
      */
-    private processContent;
+    private processJson;
     /**
-     * Extracts page metadata from HTML
+     * Process PDF content
      */
-    private extractMetadata;
+    private processPdf;
     /**
-     * Attempts to extract main content from HTML (removes navigation, ads, etc.)
+     * Process DOCX content
+     */
+    private processDocx;
+    /**
+     * Process CSV content
+     */
+    private processCsv;
+    /**
+     * Process XML content
+     */
+    private processXml;
+    /**
+     * Process HTML content
+     */
+    private processHtml;
+    /**
+     * Process image content
+     */
+    private processImage;
+    /**
+     * Process plain text content
+     */
+    private processText;
+    /**
+     * Extracts HTML metadata
+     */
+    private extractHtmlMetadata;
+    /**
+     * Attempts to extract main content from HTML
      */
     private extractMainContent;
     /**
@@ -67,17 +118,13 @@ export declare class WebPageContentAction extends BaseAction {
      */
     private htmlToText;
     /**
-     * Converts HTML to basic Markdown
-     */
-    private htmlToMarkdown;
-    /**
-     * Extracts basic document structure
+     * Extracts document structure from HTML
      */
     private extractStructure;
     /**
-     * Strips HTML tags from text
+     * Converts CSV data to markdown table
      */
-    private stripHtml;
+    private csvToMarkdownTable;
     /**
      * Truncates content to specified length
      */

package/dist/custom/web/web-page-content.action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web-page-content.action.d.ts","sourceRoot":"","sources":["../../../src/custom/web/web-page-content.action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAGrD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,qBACa,oBAAqB,SAAQ,UAAU;IAEhD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAmB;IAElD;;;;;;;;;;;OAWG;cACa,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAkJvF;;OAEG;YACW,cAAc;IA2C5B;;OAEG;IACH,OAAO,CAAC,eAAe;IAqCvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA+B1B;;OAEG;IACH,OAAO,CAAC,UAAU;IAsBlB;;OAEG;IACH,OAAO,CAAC,cAAc;IAkCtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsCxB;;OAEG;IACH,OAAO,CAAC,SAAS;IAIjB;;OAEG;IACH,OAAO,CAAC,eAAe;CAM1B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,SAEvC"}
+{"version":3,"file":"web-page-content.action.d.ts","sourceRoot":"","sources":["../../../src/custom/web/web-page-content.action.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAUrD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,qBACa,oBAAqB,SAAQ,UAAU;IAEhD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAmB;IAClD,OAAO,CAAC,QAAQ,CAAkB;;IAWlC;;;;;;;;;;;OAWG;cACa,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2GvF;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA6BzB;;OAEG;YACW,eAAe;IAuC7B;;OAEG;IACH,OAAO,CAAC,eAAe;IAgBvB;;OAEG;YACW,WAAW;IA6BzB;;OAEG;YACW,UAAU;IAgCxB;;OAEG;YACW,WAAW;IAsCzB;;OAEG;YACW,UAAU;IAgCxB;;OAEG;YACW,UAAU;IAiCxB;;OAEG;YACW,WAAW;IA8CzB;;OAEG;YACW,YAAY;IA8B1B;;OAEG;YACW,WAAW;IAoBzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA8B3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAsB1B;;OAEG;IACH,OAAO,CAAC,UAAU;IAUlB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwB1B;;OAEG;IACH,OAAO,CAAC,eAAe;CAM1B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,SAEvC"}