n8n-nodes-soar 0.1.10 → 0.1.11

package/dist/nodes/Uncover/Uncover.node.js

@@ -0,0 +1,280 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+Object.defineProperty(exports, "Uncover", {
+    enumerable: true,
+    get: function() {
+        return Uncover;
+    }
+});
+const _executor = require("../../utils/executor");
+function _define_property(obj, key, value) {
+    if (key in obj) {
+        Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
+        });
+    } else {
+        obj[key] = value;
+    }
+    return obj;
+}
+class Uncover {
+    async execute() {
+        const result = [];
+        const executor = new _executor.SoarExecutor(this);
+        for(let idx = 0; idx < this.getInputData().length; idx++){
+            const response = await executor.run(idx, "uncover", "-query", {
+                extraArgs: [
+                    "-disable-update-check",
+                    "-json",
+                    "-silent"
+                ],
+                extraArgParameters: [
+                    "options.input",
+                    "options.searchEngine",
+                    "options.config",
+                    "options.output"
+                ]
+            });
+            result.push(...this.helpers.constructExecutionMetaData(this.helpers.returnJsonArray(((d)=>d.split("\n").map((n)=>n.trim()).filter(Boolean).map((d)=>JSON.parse(d)))(response.stdout)), {
+                itemData: {
+                    item: idx
+                }
+            }));
+        }
+        return [
+            result
+        ];
+    }
+    constructor(){
+        _define_property(this, "description", {
+            displayName: "Soar: Uncover",
+            name: "uncover",
+            group: [
+                "output"
+            ],
+            version: 1,
+            subtitle: "={{ 'uncover' + ($parameter['batch'] ? ' (Batch)' : ' on ' + $parameter['target']) }}",
+            description: "Interact with Uncover",
+            defaults: {
+                name: "Uncover"
+            },
+            inputs: [
+                "main"
+            ],
+            outputs: [
+                "main"
+            ],
+            credentials: [
+                {
+                    name: "dockerCredentialsApi"
+                },
+                {
+                    name: "kubernetesCredentialsApi"
+                }
+            ],
+            properties: (0, _executor.injectCommonProperties)([
+                {
+                    displayName: "Options",
+                    name: "options",
+                    type: "fixedCollection",
+                    default: {},
+                    typeOptions: {
+                        multipleValues: true
+                    },
+                    options: [
+                        {
+                            displayName: "Input",
+                            name: "input",
+                            values: [
+                                {
+                                    displayName: "Options",
+                                    name: "key",
+                                    type: "options",
+                                    default: "-engine",
+                                    options: [
+                                        {
+                                            name: "Engine",
+                                            value: "-engine",
+                                            description: "Search engine to query (shodan,shodan-idb,fofa,censys,quake,hunter,zoomeye,netlas,publicwww,criminalip,hunterhow) (default shodan) (string[])"
+                                        }
+                                    ]
+                                },
+                                {
+                                    displayName: "Value",
+                                    name: "value",
+                                    type: "string",
+                                    default: ""
+                                }
+                            ]
+                        },
+                        {
+                            displayName: "Search Engine",
+                            name: "searchEngine",
+                            values: [
+                                {
+                                    displayName: "Options",
+                                    name: "key",
+                                    type: "options",
+                                    default: "-censys",
+                                    options: [
+                                        {
+                                            name: "Censys",
+                                            value: "-censys",
+                                            description: "Search query for censys (example: -censys 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "CriminalIP",
+                                            value: "-criminalip",
+                                            description: "Search query for criminalip (example: -criminalip 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Fofa",
+                                            value: "-fofa",
+                                            description: "Search query for fofa (example: -fofa 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Hunter",
+                                            value: "-hunter",
+                                            description: "Search query for hunter (example: -hunter 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Hunterhow",
+                                            value: "-hunterhow",
+                                            description: "Search query for hunterhow (example: -hunterhow 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Netlas",
+                                            value: "-netlas",
+                                            description: "Search query for netlas (example: -netlas 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Publicwww",
+                                            value: "-publicwww",
+                                            description: "Search query for publicwww (example: -publicwww 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Quake",
+                                            value: "-quake",
+                                            description: "Search query for quake (example: -quake 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Shodan",
+                                            value: "-shodan",
+                                            description: "Search query for shodan (example: -shodan 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Shodan IDb",
+                                            value: "-shodan-idb",
+                                            description: "Search query for shodan-idb (example: -shodan-idb 'query.txt') (string[])"
+                                        },
+                                        {
+                                            name: "Zoomeye",
+                                            value: "-zoomeye",
+                                            description: "Search query for zoomeye (example: -zoomeye 'query.txt') (string[])"
+                                        }
+                                    ]
+                                },
+                                {
+                                    displayName: "Value",
+                                    name: "value",
+                                    type: "string",
+                                    default: ""
+                                }
+                            ]
+                        },
+                        {
+                            displayName: "Config",
+                            name: "config",
+                            values: [
+                                {
+                                    displayName: "Options",
+                                    name: "key",
+                                    type: "options",
+                                    default: "-config",
+                                    options: [
+                                        {
+                                            name: "Config",
+                                            value: "-config",
+                                            description: 'Flag configuration file (default "/root/.config/uncover/config.yaml") (string)'
+                                        },
+                                        {
+                                            name: "ProvIDer",
+                                            value: "-provider",
+                                            description: 'Provider configuration file (default "/root/.config/uncover/provider-config.yaml") (string)'
+                                        },
+                                        {
+                                            name: "Rate Limit",
+                                            value: "-rate-limit",
+                                            description: "Maximum number of http requests to send per second (int)"
+                                        },
+                                        {
+                                            name: "Rate Limit Minute",
+                                            value: "-rate-limit-minute",
+                                            description: "Maximum number of requests to send per minute (int)"
+                                        },
+                                        {
+                                            name: "Retry",
+                                            value: "-retry",
+                                            description: "Number of times to retry a failed request (default 2) (int)"
+                                        },
+                                        {
+                                            name: "Timeout",
+                                            value: "-timeout",
+                                            description: "Timeout in seconds (default 30) (int)"
+                                        }
+                                    ]
+                                },
+                                {
+                                    displayName: "Value",
+                                    name: "value",
+                                    type: "string",
+                                    default: ""
+                                }
+                            ]
+                        },
+                        {
+                            displayName: "Output",
+                            name: "output",
+                            values: [
+                                {
+                                    displayName: "Options",
+                                    name: "key",
+                                    type: "options",
+                                    default: "-field",
+                                    options: [
+                                        {
+                                            name: "Field",
+                                            value: "-field",
+                                            description: 'Field to display in output (ip,port,host) (default "ip:port") (string)'
+                                        },
+                                        {
+                                            name: "Raw",
+                                            value: "-raw",
+                                            description: "Write raw output as received by the remote api"
+                                        },
+                                        {
+                                            name: "Limit",
+                                            value: "-limit",
+                                            description: "Limit the number of results to return (default 100) (int)"
+                                        }
+                                    ]
+                                },
+                                {
+                                    displayName: "Value",
+                                    name: "value",
+                                    type: "string",
+                                    default: ""
+                                }
+                            ]
+                        }
+                    ]
+                }
+            ])
+        });
+    }
+}

package/dist/nodes/Uncover/Uncover.node.json

@@ -0,0 +1,9 @@
+{
+  "node": "n8n-nodes-soar.uncover",
+  "nodeVersion": "1.0",
+  "codexVersion": "1.0",
+  "categories": [
+    "Development",
+    "Container"
+  ]
+}

package/dist/utils/executor.js

@@ -2,9 +2,17 @@
 Object.defineProperty(exports, "__esModule", {
     value: true
 });
-Object.defineProperty(exports, "SoarExecutor", {
-    enumerable: true,
-    get: function() {
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: all[name]
+    });
+}
+_export(exports, {
+    injectCommonProperties: function() {
+        return injectCommonProperties;
+    },
+    SoarExecutor: function() {
         return SoarExecutor;
     }
 });
@@ -24,6 +32,102 @@ function _define_property(obj, key, value) {
     }
     return obj;
 }
+const injectCommonProperties = (p, target = true)=>{
+    const properties = [];
+    if (target) {
+        properties.push({
+            displayName: "Batch",
+            name: "batch",
+            type: "boolean",
+            default: false
+        }, {
+            displayName: "Target",
+            name: "target",
+            type: "string",
+            default: "",
+            displayOptions: {
+                show: {
+                    batch: [
+                        false
+                    ]
+                }
+            }
+        }, {
+            displayName: "Targets",
+            name: "targets",
+            type: "json",
+            default: "[]",
+            displayOptions: {
+                show: {
+                    batch: [
+                        true
+                    ]
+                }
+            }
+        });
+    }
+    properties.push(...p);
+    properties.push({
+        displayName: "Advanced Config",
+        name: "advanced",
+        type: "fixedCollection",
+        default: {},
+        typeOptions: {
+            multipleValues: true
+        },
+        options: [
+            {
+                name: "envs",
+                displayName: "Envs",
+                values: [
+                    {
+                        displayName: "Key",
+                        name: "key",
+                        type: "string",
+                        default: ""
+                    },
+                    {
+                        displayName: "Value",
+                        name: "value",
+                        type: "string",
+                        default: ""
+                    }
+                ]
+            },
+            {
+                name: "Files",
+                displayName: "Files",
+                values: [
+                    {
+                        displayName: "Name",
+                        name: "name",
+                        type: "string",
+                        default: ""
+                    },
+                    {
+                        displayName: "Content",
+                        name: "content",
+                        type: "string",
+                        default: ""
+                    }
+                ]
+            },
+            {
+                displayName: "Collect Files",
+                name: "colllectFiles",
+                values: [
+                    {
+                        displayName: "Name",
+                        name: "name",
+                        type: "string",
+                        default: ""
+                    }
+                ]
+            }
+        ]
+    });
+    return properties;
+};
 class SoarExecutor {
     async getRunner(idx) {
         try {
@@ -40,11 +144,34 @@ class SoarExecutor {
         }
         throw new _n8nworkflow.NodeOperationError(this.func.getNode(), "No credentials got returned!");
     }
-    async run(idx, cmdd, env, files, collectFiles = []) {
+    async run(idx, target, targetArg, { env = {}, files = {}, collectFiles = [], extraArgs = [], extraArgParameters = [] } = {}) {
         const runner = await this.getRunner(idx);
         const cmdline = [
             "/usr/local/bin/runner"
         ];
+        const _env = this.func.getNodeParameter("advanced.envs", idx, []);
+        env = Object.assign({}, env, Object.fromEntries(_env.map(({ key, value })=>[
+                key,
+                value
+            ])));
+        const _files = this.func.getNodeParameter("advanced.files", idx, []);
+        files = Object.assign({}, files, Object.fromEntries(_files.map(({ name, content })=>[
+                name,
+                content
+            ])));
+        const _collectFiles = this.func.getNodeParameter("advanced.collectFiles", idx, []);
+        collectFiles = collectFiles.concat(_collectFiles.map(({ name })=>name));
+        let targets = [];
+        if (this.func.getNodeParameter("batch", idx)) {
+            targets = this.func.getNodeParameter("targets", idx, []);
+            if (!Array.isArray(targets) || targets.every((t)=>typeof t !== "string")) {
+                throw new _n8nworkflow.NodeOperationError(this.func.getNode(), "Invalid targets");
+            }
+        } else {
+            targets = [
+                this.func.getNodeParameter("target", idx, "")
+            ];
+        }
         for (const [key, value] of Object.entries(files)){
             cmdline.push("--files", `${key}:${btoa(value)}`);
         }
@@ -52,9 +179,40 @@ class SoarExecutor {
             cmdline.push("--collect-files", key);
         }
         cmdline.push("--");
+        const cmdd = [
+            target,
+            ...extraArgs
+        ];
+        if (targetArg) {
+            cmdd.push(...targets.flatMap((target)=>[
+                    targetArg,
+                    target
+                ]));
+        }
+        for (const parameter of extraArgParameters){
+            const value = this.func.getNodeParameter(parameter, idx, null);
+            if (!value) continue;
+            if (typeof value === "string") {
+                cmdd.push(parameter, value);
+            } else if (Array.isArray(value)) {
+                value.forEach((v)=>{
+                    if (typeof v === "string") {
+                        cmdd.push(v);
+                    } else {
+                        const { key, value } = v;
+                        if (value) {
+                            cmdd.push(key, value);
+                        } else {
+                            cmdd.push(key);
+                        }
+                    }
+                });
+            }
+        }
         for (const cmd of cmdd){
             cmdline.push(cmd);
         }
+        this.func.logger.debug("Running " + cmdline.join(" "));
         const { stdout, stderr, err, files: resultFiles } = await runner.run(cmdline, env);
         if (err) {
             throw new _n8nworkflow.NodeOperationError(this.func.getNode(), stderr);
@@ -62,6 +220,7 @@ class SoarExecutor {
         if (stderr) {
             this.func.logger.warn(stderr);
         }
+        this.func.logger.debug("Stdout: " + stdout);
         return {
             stdout,
             files: resultFiles

package/dist/utils/runner/k8s.runner.js

@@ -91,7 +91,7 @@ class K8sRunner {
                 ]
             }
         };
-        this.func.logger.info("Creating pod " + JSON.stringify(podSpec));
+        this.func.logger.debug("Creating pod " + JSON.stringify(podSpec));
         const namespace = "default";
         await k8sCoreApi.createNamespacedPod(namespace, podSpec);
         try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "n8n-nodes-soar",
-  "version": "0.1.10",
+  "version": "0.1.11",
   "description": "",
   "keywords": [
     "n8n-community-node-package"
@@ -18,9 +18,10 @@
   "main": "index.js",
   "scripts": {
     "prepare": "husky install",
-    "build": "swc src -d dist && ts-node ./scripts/copy.ts",
-    "build:watch": "ts-node ./scripts/copy.ts && swc src -d dist --watch",
-    "new": "ts-node ./scripts/new.ts",
+    "build": "swc src -d dist && tsx ./scripts/copy.ts",
+    "build:watch": "tsx ./scripts/copy.ts && swc src -d dist --watch",
+    "new": "tsx ./scripts/new.ts",
+    "parse": "tsx ./scripts/parse.ts",
     "lint": "eslint src --ext .ts",
     "lint:fix": "eslint src --ext .ts --fix",
     "prepublishOnly": "yarn build",
@@ -34,9 +35,13 @@
   "n8n": {
     "n8nNodesApiVersion": 1,
     "nodes": [
-      "dist/nodes/Katana/Katana.node.js",
+      "dist/nodes/Uncover/Uncover.node.js",
+      "dist/nodes/Cdncheck/Cdncheck.node.js",
+      "dist/nodes/Naabu/Naabu.node.js",
+      "dist/nodes/Nuclei/Nuclei.node.js",
+      "dist/nodes/Httpx/Httpx.node.js",
       "dist/nodes/Subfinder/Subfinder.node.js",
-      "dist/nodes/Httpx/Httpx.node.js"
+      "dist/nodes/Katana/Katana.node.js"
     ]
   },
   "devDependencies": {
@@ -47,6 +52,7 @@
     "@swc/jest": "^0.2.24",
     "@types/dockerode": "^3.3.19",
     "@types/glob": "^8.0.1",
+    "@types/inquirer": "^9.0.3",
     "@types/jest": "^29.2.6",
     "@types/request-promise-native": "^1.0.18",
     "@typescript-eslint/eslint-plugin": "^5.30.5",
@@ -69,7 +75,7 @@
     "n8n-workflow": "^1.0.1",
     "prettier": "^2.8.3",
     "standard-version": "^9.5.0",
-    "ts-node": "^10.9.1",
+    "tsx": "^3.12.8",
     "typescript": "^4.9.4"
   },
   "config": {
@@ -90,6 +96,7 @@
   },
   "dependencies": {
     "dockerode": "^3.3.5",
+    "inquirer": "^9.2.11",
     "n8n-nodes-container": "^0.1.8"
   }
 }