n8n-nodes-soar 0.1.21 → 0.1.23

package/dist/nodes/Runner/Httpx/Httpx.node.js

@@ -8,9 +8,12 @@ Object.defineProperty(exports, "Httpx", {
         return Httpx;
     }
 });
+const _nodepath = /*#__PURE__*/ _interop_require_default(require("node:path"));
+const _nodeurl = /*#__PURE__*/ _interop_require_default(require("node:url"));
 const _connectionType = require("../../../common/connectionType");
+const _runnerproxy = require("../../../common/proxy/runner.proxy");
 const _containerrunner = require("../../../common/runner/container.runner");
-const _priority = require("../../../common/runner/priority");
+const _decorator = require("../../../common/runner/decorator");
 function _define_property(obj, key, value) {
     if (key in obj) {
         Object.defineProperty(obj, key, {
@@ -24,17 +27,30 @@ function _define_property(obj, key, value) {
     }
     return obj;
 }
-class HttpxRunner extends _containerrunner.ContainerRunner {
-    cmd(assets) {
-        const path = this.func.getNodeParameter("path", this.itemIndex);
-        return [
+function _interop_require_default(obj) {
+    return obj && obj.__esModule ? obj : {
+        default: obj
+    };
+}
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+let HttpxRunner = class HttpxRunner extends _containerrunner.ContainerRunner {
+    async run(collector, inputs) {
+        const assets = inputs.map((n)=>n.json);
+        const urlPath = this.func.getNodeParameter("path", this.itemIndex);
+        const uploadResult = this.func.getNodeParameter("uploadResult", this.itemIndex);
+        const cmd = [
             "httpx",
             "-disable-update-check",
             "-json",
             "-silent",
             "-target",
-            assets.map((a)=>`${a.getHostAndPort()}${path}`).join(","),
-            ...this.collectGeneratedOptions([
+            assets.map((a)=>`${a.getHostAndPort()}${urlPath}`).join(","),
+            ...this.collectGeneratedCmdOptions([
                 "options.probes",
                 "options.headless",
                 "options.matchers",
@@ -47,29 +63,83 @@ class HttpxRunner extends _containerrunner.ContainerRunner {
                 "options.optimizations"
             ])
         ];
-    }
-    process(rawAssets, stdout) {
-        const path = this.func.getNodeParameter("path", this.itemIndex);
+        const { stdout } = await this.runCmd(collector, cmd, this.getOptions());
         const result = new Map();
-        for (const line of stdout.trim().split("\n")){
-            const json = JSON.parse(line);
+        for (const json of stdout.trim().split("\n").filter(Boolean).map((n)=>JSON.parse(n))){
+            if (uploadResult) {
+                const urlPrefix = this.func.getNodeParameter("urlPrefix", this.itemIndex);
+                if (json.stored_response_path) {
+                    const filePath = json.stored_response_path;
+                    json.stored_response_url = _nodeurl.default.resolve(urlPrefix, _nodepath.default.join("response", _nodepath.default.basename(_nodepath.default.dirname(filePath)), _nodepath.default.basename(filePath)));
+                }
+                if (json.screenshot_path) {
+                    const filePath = json.screenshot_path;
+                    json.screenshot_url = _nodeurl.default.resolve(urlPrefix, _nodepath.default.join("screenshot", _nodepath.default.basename(_nodepath.default.dirname(filePath)), _nodepath.default.basename(filePath)));
+                }
+            }
             result.set(json.input, json);
         }
-        return rawAssets.map((a)=>{
-            const response = result.get(`${a.getHostAndPort()}${path}`);
+        if (uploadResult) {
+            const credentials = await this.func.getCredentials("s3");
+            const bucket = this.func.getNodeParameter("bucket", this.itemIndex);
+            await this.runCmd(collector, [
+                "rclone",
+                "copy",
+                "--s3-access-key-id",
+                credentials.accessKeyId,
+                "--s3-secret-access-key",
+                credentials.secretAccessKey,
+                "--s3-provider",
+                "Other",
+                "--s3-region",
+                credentials.region,
+                "--s3-endpoint",
+                credentials.endpoint,
+                credentials.forcePathStyle ? "--s3-force-path-style" : "",
+                "--s3-no-check-bucket",
+                "/output/",
+                `remote:${bucket}`
+            ], this.getOptions());
+        }
+        return Promise.all(inputs.map(async (a)=>{
+            const response = result.get(`${a.json.getHostAndPort()}${urlPath}`);
             if (response) {
-                a.response = response;
+                if (response.headless_body) {
+                    var _a;
+                    (_a = a).binary ?? (_a.binary = {});
+                    a.binary["response"] = {
+                        data: Buffer.from(response.headless_body).toString("base64"),
+                        mimeType: response.content_type,
+                        fileName: "response.txt"
+                    };
+                    delete response.headless_body;
+                }
+                if (response.screenshot_bytes) {
+                    var _a1;
+                    (_a1 = a).binary ?? (_a1.binary = {});
+                    a.binary["screenshot"] = {
+                        data: response.screenshot_bytes,
+                        mimeType: "image/png",
+                        fileName: "screenshot.png"
+                    };
+                    delete response.screenshot_bytes;
+                }
+                a.json.response = response;
                 a.success = true;
             }
             return a;
-        });
+        }));
     }
-}
+};
+HttpxRunner = _ts_decorate([
+    (0, _decorator.Priority)(_decorator.APP_RUNNER_PRIORITY),
+    _decorator.AssetRunner
+], HttpxRunner);
 class Httpx {
     async supplyData(itemIndex) {
         return {
             response: [
-                new HttpxRunner("httpx", _priority.APP_RUNNER_PRIORITY, this, itemIndex)
+                (0, _runnerproxy.proxyRunner)(new HttpxRunner(this, itemIndex))
             ]
         };
     }
@@ -106,6 +176,12 @@ class Httpx {
             defaults: {
                 name: "Httpx"
             },
+            credentials: [
+                {
+                    // eslint-disable-next-line n8n-nodes-base/node-class-description-credentials-name-unsuffixed
+                    name: "s3"
+                }
+            ],
             // eslint-disable-next-line n8n-nodes-base/node-class-description-inputs-wrong-regular-node
             inputs: [],
             // eslint-disable-next-line n8n-nodes-base/node-class-description-outputs-wrong
@@ -119,6 +195,41 @@ class Httpx {
                     type: "boolean",
                     default: true
                 },
+                {
+                    displayName: "Upload Result",
+                    name: "uploadResult",
+                    type: "boolean",
+                    default: false,
+                    required: true
+                },
+                {
+                    displayName: "Bucket",
+                    name: "bucket",
+                    type: "string",
+                    default: "",
+                    required: true,
+                    displayOptions: {
+                        show: {
+                            uploadResult: [
+                                true
+                            ]
+                        }
+                    }
+                },
+                {
+                    displayName: "URL Prefix",
+                    name: "urlPrefix",
+                    type: "string",
+                    default: "",
+                    required: true,
+                    displayOptions: {
+                        show: {
+                            uploadResult: [
+                                true
+                            ]
+                        }
+                    }
+                },
                 {
                     displayName: "Path",
                     name: "path",
@@ -313,6 +424,16 @@ class Httpx {
                                             name: "System Chrome",
                                             value: "-system-chrome",
                                             description: "Enable using local installed chrome for screenshot"
+                                        },
+                                        {
+                                            name: "Exclude Screenshot Bytes",
+                                            value: "-exclude-screenshot-bytes",
+                                            description: "Enable excluding screenshot bytes from JSON output"
+                                        },
+                                        {
+                                            name: "Exclude Headless Body",
+                                            value: "-exclude-headless-body",
+                                            description: "Enable excluding headless header from JSON output"
                                         }
                                     ]
                                 }
@@ -823,6 +944,14 @@ class Httpx {
                             ]
                         }
                     ]
+                },
+                ..._containerrunner.advancedOptions,
+                {
+                    displayName: "Debug Mode",
+                    name: "debug",
+                    type: "boolean",
+                    default: false,
+                    description: "Whether open to see more information in node input & output"
                 }
             ]
         });

package/dist/nodes/Runner/IcpLookup/IcpLookup.node.js

@@ -0,0 +1,166 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "IcpLookup", {
+    enumerable: true,
+    get: function() {
+        return IcpLookup;
+    }
+});
+const _n8nworkflow = require("n8n-workflow");
+const _connectionType = require("../../../common/connectionType");
+const _runnerproxy = require("../../../common/proxy/runner.proxy");
+const _decorator = require("../../../common/runner/decorator");
+const _runner = require("../../../common/runner/runner");
+function _define_property(obj, key, value) {
+    if (key in obj) {
+        Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
+        });
+    } else {
+        obj[key] = value;
+    }
+    return obj;
+}
+function _ts_decorate(decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+let IcpLookupRunner = class IcpLookupRunner extends _runner.AbstractRunner {
+    async run(collector, inputs) {
+        const assets = inputs.map((n)=>n.json);
+        const api = this.func.getNodeParameter("api", this.itemIndex);
+        const rootDomains = assets.map((n)=>{
+            if (typeof n.metadata?.rootDomain === "string") {
+                return n.metadata.rootDomain;
+            } else {
+                const host = n.getDomain().split(".");
+                const result = [];
+                result.push(host.pop()); // last one must be
+                const valid_suffix = [
+                    "com",
+                    "cn",
+                    "edu",
+                    "org",
+                    "gov"
+                ];
+                while(true){
+                    const last = host.pop() ?? "";
+                    result.push(last);
+                    if (!valid_suffix.includes(last)) {
+                        break;
+                    }
+                }
+                return result.reverse().join(".");
+            }
+        });
+        const resp = await this.func.helpers.httpRequest.bind(this.func)({
+            method: "POST",
+            url: api,
+            body: {
+                host: Array.from(new Set(rootDomains)).join(",")
+            }
+        });
+        if (resp.code !== 0) {
+            throw new _n8nworkflow.NodeApiError(this.func.getNode(), resp);
+        }
+        const result = {};
+        resp.data.forEach((n)=>{
+            result[n.host] = n;
+        });
+        const ignorePersonal = this.func.getNodeParameter("ignorePersonal", this.itemIndex);
+        return inputs.map((n, index)=>{
+            const host = rootDomains[index];
+            const res = result[host];
+            if (res && res.typ !== "INVALID" && (!ignorePersonal || res.typ !== "个人")) {
+                n.json.metadata = {
+                    ...n.json.metadata,
+                    icp: res
+                };
+                n.success = true;
+            }
+            return n;
+        });
+    }
+};
+IcpLookupRunner = _ts_decorate([
+    (0, _decorator.Priority)(_decorator.BANNER_RUNNER_PRIORITY),
+    _decorator.AssetRunner
+], IcpLookupRunner);
+class IcpLookup {
+    async supplyData(itemIndex) {
+        return {
+            response: [
+                (0, _runnerproxy.proxyRunner)(new IcpLookupRunner(this, itemIndex))
+            ]
+        };
+    }
+    constructor(){
+        _define_property(this, "description", {
+            displayName: "Runner: IcpLookup",
+            name: "icpLookup",
+            icon: "file:icp.svg",
+            group: [
+                "transform"
+            ],
+            codex: {
+                alias: [
+                    "IcpLookup"
+                ],
+                categories: [
+                    "SOAR"
+                ],
+                subcategories: {
+                    SOAR: [
+                        "runner"
+                    ]
+                }
+            },
+            version: 1,
+            description: "lookup icp for asset",
+            defaults: {
+                name: "Icp Lookup"
+            },
+            // eslint-disable-next-line n8n-nodes-base/node-class-description-inputs-wrong-regular-node
+            inputs: [],
+            // eslint-disable-next-line n8n-nodes-base/node-class-description-outputs-wrong
+            outputs: [
+                _connectionType.NodeConnectionType.Runner
+            ],
+            properties: [
+                {
+                    displayName: "Only Success",
+                    name: "onlySuccess",
+                    type: "boolean",
+                    default: true
+                },
+                {
+                    displayName: "Icp API",
+                    name: "api",
+                    type: "string",
+                    default: "",
+                    required: true
+                },
+                {
+                    displayName: "Ignore Personal",
+                    name: "ignorePersonal",
+                    type: "boolean",
+                    default: true
+                },
+                {
+                    displayName: "Debug Mode",
+                    name: "debug",
+                    type: "boolean",
+                    default: false,
+                    description: "Whether open to see more information in node input & output"
+                }
+            ]
+        });
+    }
+}