npm - @hyperwatch/hyperwatch - Versions diffs - 4.3.1 → 5.0.1 - Mend

@hyperwatch/hyperwatch 4.3.1 → 5.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (45) hide show

package/README.md +9 -4
package/config/apache_syslog_example.js +1 -1
package/config/default.js +1 -1
package/config/example.js +4 -4
package/config/express_websocket_example.js +1 -1
package/config/websocket_client_example.js +52 -0
package/docs/configuration.md +67 -6
package/docs/express-embedding.md +137 -0
package/docs/input.md +50 -24
package/docs/tutorials/apache_input.md +16 -14
package/docs/tutorials/express_input.md +10 -8
package/package.json +16 -14
package/scripts/fetch-anthropic-ips.js +60 -0
package/src/app/api.js +129 -3
package/src/app/index.js +8 -4
package/src/app/mount.js +115 -0
package/src/app/websocket.js +12 -9
package/src/app/ws-server.js +123 -0
package/src/constants.js +8 -5
package/src/data/amazon-searchbot-ips.json +304 -0
package/src/data/amazonbot-ips.json +775 -1
package/src/data/chatgpt-user-ips.json +115 -112
package/src/data/claude-bot-ips.json +28 -0
package/src/data/cloudfront-ips.json +14 -0
package/src/data/gptbot-ips.json +0 -3
package/src/data/openai-searchbot-ips.json +4 -0
package/src/index.js +6 -1
package/src/input/http.js +4 -0
package/src/input/syslog.js +5 -1
package/src/input/websocket.js +57 -21
package/src/lib/aggregator.js +112 -19
package/src/lib/formatter.js +10 -1
package/src/lib/log-buffer.js +45 -0
package/src/lib/persistence.js +11 -1
package/src/lib/pipeline.js +140 -14
package/src/lib/recent-map.js +23 -0
package/src/modules/address.js +59 -2
package/src/modules/dnsbl.js +11 -1
package/src/modules/history.js +4 -28
package/src/modules/hostname.js +12 -4
package/src/modules/identity.js +92 -9
package/src/modules/index.js +14 -5
package/src/modules/signature.js +49 -14
package/src/modules/sparkline.js +7 -3
package/src/modules/status.js +6 -1

package/src/data/chatgpt-user-ips.json CHANGED Viewed

@@ -1,172 +1,166 @@
 [
+  "104.208.184.192/28",
   "104.210.139.192/28",
   "104.210.139.224/28",
+  "128.85.198.32/28",
   "13.65.138.112/28",
-  "13.65.138.96/28",
-  "13.67.46.240/28",
   "13.67.72.16/28",
-  "13.70.107.160/28",
   "13.71.2.208/28",
-  "13.76.115.224/28",
-  "13.76.115.240/28",
   "13.76.116.80/28",
-  "13.76.223.48/28",
   "13.76.32.208/28",
-  "13.79.43.0/28",
   "13.83.167.128/28",
   "13.83.237.176/28",
   "132.196.82.48/28",
-  "135.119.134.128/28",
-  "135.119.134.192/28",
+  "134.138.52.128/28",
+  "134.138.52.16/28",
+  "134.138.52.64/28",
+  "134.138.52.96/28",
+  "134.138.57.176/28",
+  "134.138.57.64/28",
+  "134.138.57.80/28",
+  "134.138.58.32/28",
+  "134.149.233.80/28",
+  "134.33.102.192/28",
+  "135.116.136.160/28",
+  "135.13.64.240/28",
   "135.220.73.208/28",
   "135.220.73.240/28",
   "135.237.131.208/28",
-  "135.237.133.112/28",
   "135.237.133.48/28",
-  "137.135.183.96/28",
-  "137.135.190.240/28",
   "137.135.191.176/28",
-  "137.135.191.32/28",
-  "138.91.30.48/28",
   "138.91.46.96/28",
+  "145.132.136.96/28",
+  "158.158.5.32/28",
   "168.63.252.240/28",
+  "172.162.248.64/28",
+  "172.170.1.80/28",
+  "172.170.225.0/28",
+  "172.170.241.80/28",
+  "172.172.206.48/28",
+  "172.175.152.224/28",
   "172.178.140.144/28",
   "172.178.141.112/28",
   "172.178.141.128/28",
   "172.183.143.224/28",
   "172.183.222.128/28",
-  "172.204.16.64/28",
-  "172.212.159.64/28",
-  "172.213.11.144/28",
-  "172.213.12.112/28",
-  "172.213.21.112/28",
-  "172.213.21.144/28",
-  "172.213.21.16/28",
-  "191.233.1.112/28",
-  "191.233.1.128/28",
-  "191.233.1.224/28",
-  "191.233.194.32/28",
-  "191.233.196.112/28",
+  "172.192.112.208/28",
+  "172.197.160.192/28",
+  "172.197.203.16/28",
+  "172.198.161.128/28",
+  "172.198.58.176/28",
+  "172.198.78.192/28",
+  "172.198.79.112/28",
+  "172.199.137.80/28",
+  "172.204.28.224/28",
+  "172.204.96.80/28",
+  "172.205.189.192/28",
+  "172.206.38.240/28",
+  "172.207.1.32/28",
+  "172.212.172.160/28",
+  "172.215.215.32/28",
+  "191.232.238.96/28",
+  "191.233.197.0/28",
   "191.233.199.160/28",
-  "191.233.2.0/28",
-  "191.234.167.128/28",
-  "191.235.66.16/28",
-  "191.235.98.144/28",
-  "191.235.99.80/28",
+  "191.234.167.144/28",
+  "191.235.99.160/28",
   "191.237.249.64/28",
-  "191.239.245.16/28",
-  "20.0.53.96/28",
   "20.102.212.144/28",
-  "20.117.22.224/28",
+  "20.113.211.112/28",
+  "20.113.225.112/28",
   "20.125.112.224/28",
   "20.125.144.144/28",
   "20.161.75.208/28",
   "20.168.7.192/28",
-  "20.168.7.240/28",
-  "20.169.72.112/28",
-  "20.169.72.96/28",
-  "20.169.73.176/28",
   "20.169.73.32/28",
   "20.169.73.64/28",
-  "20.169.78.112/28",
   "20.169.78.128/28",
-  "20.169.78.144/28",
   "20.169.78.160/28",
-  "20.169.78.176/28",
   "20.169.78.192/28",
   "20.169.78.48/28",
   "20.169.78.64/28",
-  "20.169.78.80/28",
-  "20.169.78.96/28",
+  "20.169.86.224/28",
+  "20.169.86.240/28",
+  "20.170.184.16/28",
+  "20.170.184.32/28",
+  "20.170.184.48/28",
+  "20.170.184.64/28",
+  "20.170.184.80/28",
   "20.172.29.32/28",
-  "20.193.233.240/28",
-  "20.193.50.32/28",
-  "20.194.0.208/28",
-  "20.194.1.0/28",
-  "20.194.157.176/28",
-  "20.198.67.96/28",
-  "20.203.245.32/28",
-  "20.204.24.240/28",
-  "20.210.154.128/28",
-  "20.210.174.208/28",
+  "20.199.211.160/28",
+  "20.199.242.0/28",
+  "20.200.212.240/28",
+  "20.206.101.192/28",
   "20.210.211.192/28",
   "20.215.187.208/28",
-  "20.215.188.192/28",
-  "20.215.214.16/28",
   "20.215.219.128/28",
   "20.215.219.160/28",
   "20.215.219.208/28",
-  "20.215.220.112/28",
-  "20.215.220.128/28",
-  "20.215.220.144/28",
-  "20.215.220.160/28",
-  "20.215.220.176/28",
-  "20.215.220.192/28",
-  "20.215.220.208/28",
-  "20.215.220.64/28",
-  "20.215.220.80/28",
-  "20.215.220.96/28",
+  "20.218.30.240/28",
+  "20.219.184.96/28",
+  "20.219.71.192/28",
+  "20.222.36.192/28",
   "20.227.140.32/28",
   "20.228.106.176/28",
-  "20.235.75.208/28",
   "20.235.87.224/28",
   "20.249.63.208/28",
-  "20.27.94.128/28",
+  "20.250.136.64/28",
+  "20.250.6.128/28",
   "20.45.178.144/28",
   "20.55.229.144/28",
+  "20.57.199.192/28",
+  "20.63.180.96/28",
   "20.63.221.64/28",
-  "20.90.7.144/28",
-  "20.97.189.96/28",
+  "20.78.130.48/28",
+  "20.83.243.176/28",
+  "20.98.18.80/28",
+  "23.101.217.176/28",
   "23.102.140.144/28",
   "23.102.141.32/28",
-  "23.97.109.224/28",
   "23.98.142.176/28",
-  "23.98.179.16/28",
   "23.98.186.176/28",
   "23.98.186.192/28",
   "23.98.186.64/28",
   "23.98.186.96/28",
   "4.151.119.48/28",
-  "4.151.241.240/28",
   "4.151.71.176/28",
   "4.189.118.208/28",
   "4.189.119.48/28",
-  "4.196.118.112/28",
-  "4.196.198.80/28",
   "4.197.115.112/28",
-  "4.197.19.176/28",
   "4.197.22.112/28",
   "4.197.64.0/28",
   "4.197.64.16/28",
   "4.197.64.48/28",
   "4.197.64.64/28",
+  "4.201.232.64/28",
   "4.205.128.176/28",
+  "4.218.24.64/28",
+  "4.226.200.16/28",
+  "4.226.226.32/28",
   "40.116.73.208/28",
-  "40.67.183.160/28",
-  "40.67.183.176/28",
-  "40.75.14.224/28",
-  "40.81.134.128/28",
-  "40.81.134.144/28",
+  "40.124.161.0/28",
+  "40.74.200.208/28",
   "40.81.234.144/28",
-  "40.84.181.32/28",
+  "40.81.67.96/28",
   "40.84.221.208/28",
   "40.84.221.224/28",
-  "51.107.70.192/28",
+  "48.221.184.80/28",
+  "48.221.184.96/28",
+  "48.221.40.176/28",
+  "51.116.2.80/28",
+  "51.116.221.96/28",
+  "51.57.0.96/28",
+  "51.59.24.64/28",
+  "51.59.24.80/28",
+  "51.59.48.80/28",
   "51.8.155.112/28",
   "51.8.155.48/28",
-  "51.8.155.64/28",
-  "51.8.155.80/28",
   "52.148.129.32/28",
-  "52.154.22.48/28",
   "52.156.77.144/28",
   "52.159.227.32/28",
   "52.159.249.96/28",
-  "52.165.212.16/28",
-  "52.165.212.32/28",
+  "52.161.49.96/28",
   "52.165.212.48/28",
   "52.172.129.160/28",
-  "52.172.251.112/28",
-  "52.173.123.0/28",
   "52.173.219.112/28",
   "52.173.219.96/28",
   "52.173.221.16/28",
@@ -174,55 +168,64 @@
   "52.173.221.208/28",
   "52.173.234.16/28",
   "52.173.234.80/28",
-  "52.173.235.80/28",
-  "52.176.139.176/28",
-  "52.187.246.128/28",
+  "52.183.217.240/28",
   "52.190.137.144/28",
   "52.190.137.16/28",
   "52.190.139.48/28",
   "52.190.142.64/28",
   "52.190.190.16/28",
   "52.225.75.208/28",
-  "52.230.163.32/28",
-  "52.230.164.176/28",
   "52.231.30.48/28",
   "52.231.34.176/28",
   "52.231.39.144/28",
-  "52.231.39.192/28",
-  "52.231.49.48/28",
   "52.231.50.64/28",
   "52.236.94.144/28",
+  "52.241.146.208/28",
   "52.242.132.224/28",
   "52.242.132.240/28",
-  "52.242.245.208/28",
-  "52.252.113.240/28",
-  "52.255.109.112/28",
-  "52.255.109.128/28",
   "52.255.109.144/28",
   "52.255.109.80/28",
   "52.255.109.96/28",
   "52.255.111.0/28",
-  "52.255.111.112/28",
-  "52.255.111.16/28",
-  "52.255.111.32/28",
-  "52.255.111.48/28",
   "52.255.111.80/28",
   "57.154.174.112/28",
   "57.154.175.0/28",
   "57.154.187.32/28",
   "68.154.28.96/28",
-  "68.218.30.112/28",
   "68.220.57.64/28",
-  "68.221.67.160/28",
-  "68.221.67.192/28",
-  "68.221.67.224/28",
-  "68.221.67.240/28",
-  "68.221.75.16/28",
+  "70.153.189.192/28",
+  "70.153.32.16/28",
+  "70.153.32.32/28",
+  "70.153.87.224/28",
+  "70.156.152.96/28",
+  "74.161.200.96/28",
+  "74.224.217.64/28",
   "74.226.253.160/28",
-  "74.249.86.176/28",
+  "74.248.37.160/28",
   "74.7.35.112/28",
   "74.7.35.48/28",
   "74.7.36.64/28",
   "74.7.36.80/28",
-  "74.7.36.96/28"
+  "74.7.36.96/28",
+  "85.211.128.16/28",
+  "85.211.128.32/28",
+  "9.129.0.0/17",
+  "9.160.128.16/28",
+  "9.160.128.64/28",
+  "9.160.163.128/28",
+  "9.160.34.144/28",
+  "9.160.36.16/28",
+  "9.160.96.16/28",
+  "9.163.101.48/28",
+  "9.205.128.32/28",
+  "9.205.128.48/28",
+  "9.205.25.128/28",
+  "9.205.30.128/28",
+  "9.205.30.144/28",
+  "9.205.30.176/28",
+  "9.205.8.48/28",
+  "9.205.8.64/28",
+  "9.223.181.208/28",
+  "9.234.96.192/28",
+  "9.234.97.96/28"
 ]

package/src/data/claude-bot-ips.json ADDED Viewed

@@ -0,0 +1,28 @@
+[
+  "216.73.216.0/22",
+  "34.162.230.222/32",
+  "34.162.244.71/32",
+  "34.162.191.81/32",
+  "34.150.241.79/32",
+  "34.85.172.162/32",
+  "35.245.175.129/32",
+  "34.182.222.37/32",
+  "34.186.108.163/32",
+  "35.245.89.239/32",
+  "34.182.161.143/32",
+  "34.182.218.27/32",
+  "34.182.220.85/32",
+  "34.11.34.31/32",
+  "34.182.140.95/32",
+  "136.107.176.208/32",
+  "34.182.226.151/32",
+  "34.182.226.221/32",
+  "35.221.29.174/32",
+  "34.182.225.167/32",
+  "40.124.101.48/28",
+  "20.102.46.224/28",
+  "20.64.57.208/28",
+  "16.58.26.69/32",
+  "18.225.238.228/32",
+  "18.227.226.255/32"
+]

package/src/data/cloudfront-ips.json CHANGED Viewed

@@ -1,4 +1,5 @@
 [
+  "23.228.249.0/24",
   "120.52.22.96/27",
   "23.228.222.0/24",
   "205.251.249.0/24",
@@ -10,6 +11,7 @@
   "205.251.252.0/23",
   "54.192.0.0/16",
   "204.246.173.0/24",
+  "23.228.244.0/24",
   "54.230.200.0/21",
   "120.253.240.192/26",
   "23.234.192.0/18",
@@ -18,6 +20,8 @@
   "3.173.192.0/18",
   "108.156.0.0/14",
   "99.86.0.0/16",
+  "23.228.214.0/24",
+  "23.228.213.0/24",
   "13.32.0.0/15",
   "120.253.245.128/26",
   "13.224.0.0/14",
@@ -30,9 +34,11 @@
   "205.251.208.0/20",
   "3.165.0.0/16",
   "3.168.0.0/14",
+  "23.228.251.0/24",
   "65.9.128.0/18",
   "130.176.128.0/18",
   "23.228.221.0/24",
+  "23.228.248.0/24",
   "58.254.138.0/25",
   "205.251.206.0/23",
   "54.230.208.0/20",
@@ -41,6 +47,7 @@
   "23.91.0.0/19",
   "52.222.128.0/17",
   "18.164.0.0/15",
+  "23.228.246.0/24",
   "111.13.185.32/27",
   "64.252.128.0/18",
   "205.251.254.0/24",
@@ -64,6 +71,7 @@
   "52.82.128.0/19",
   "54.230.0.0/17",
   "54.230.128.0/18",
+  "23.228.247.0/24",
   "54.239.128.0/18",
   "130.176.224.0/20",
   "36.103.232.128/26",
@@ -71,6 +79,7 @@
   "143.204.0.0/16",
   "144.220.0.0/16",
   "120.52.153.192/26",
+  "23.228.250.0/24",
   "119.147.182.0/25",
   "120.232.236.0/25",
   "111.13.185.64/27",
@@ -88,11 +97,13 @@
   "205.251.204.0/23",
   "130.176.192.0/19",
   "23.228.223.0/24",
+  "23.228.212.0/24",
   "52.124.128.0/17",
   "204.246.164.0/22",
   "13.35.0.0/16",
   "204.246.174.0/23",
   "3.164.128.0/17",
+  "24.110.128.0/17",
   "3.172.0.0/18",
   "36.103.232.0/25",
   "119.147.182.128/26",
@@ -104,6 +115,7 @@
   "108.138.0.0/15",
   "120.253.241.160/27",
   "3.173.128.0/18",
+  "51.74.192.0/18",
   "64.252.64.0/18",
   "13.113.196.64/26",
   "13.113.203.0/24",
@@ -213,6 +225,7 @@
   "2600:9000:1000::/36",
   "2600:9000:2000::/36",
   "2400:7fc0:500::/40",
+  "2001:3fc6:20::/43",
   "2600:9000:4000::/36",
   "2600:9000:fff::/48",
   "2409:8c00:2421:400::/56",
@@ -220,6 +233,7 @@
   "2600:9000:5308::/45",
   "2600:9000:f534::/46",
   "2600:f0f0:601::/48",
+  "2600:9000:6000::/36",
   "2600:9000:f520::/44",
   "2600:9000:5320::/43",
   "2600:9000:5310::/44",

package/src/data/gptbot-ips.json CHANGED Viewed

@@ -1,10 +1,7 @@
 [
   "132.196.86.0/24",
   "172.182.202.0/25",
-  "172.182.204.0/24",
   "172.182.207.0/25",
-  "172.182.214.0/24",
-  "172.182.215.0/24",
   "20.125.66.80/28",
   "20.171.206.0/24",
   "20.171.207.0/24",

package/src/data/openai-searchbot-ips.json CHANGED Viewed

@@ -1,5 +1,6 @@
 [
   "104.210.140.128/28",
+  "13.66.216.176/28",
   "135.234.64.0/24",
   "172.182.193.224/28",
   "172.182.193.80/28",
@@ -10,7 +11,9 @@
   "172.182.211.192/28",
   "172.182.213.192/28",
   "172.182.224.0/28",
+  "172.203.190.112/28",
   "172.203.190.128/28",
+  "172.203.190.80/28",
   "20.14.99.96/28",
   "20.168.18.32/28",
   "20.169.6.224/28",
@@ -20,6 +23,7 @@
   "20.171.53.224/28",
   "20.25.151.224/28",
   "20.42.10.176/28",
+  "23.102.145.48/28",
   "4.227.36.0/25",
   "40.67.175.0/25",
   "40.90.214.16/28",

package/src/index.js CHANGED Viewed

@@ -45,7 +45,12 @@ function start() {
 }
 async function stop() {
-  await pipeline.stop();
+  try {
+    await pipeline.stop();
+  } catch (err) {
+    console.error('Error stopping the pipeline:', err.message);
+  }
+  // Persist even if stopping the inputs failed
   try {
     if (constants.persistence.enabled) {
       persistence.dump(getPersistenceDir());

package/src/input/http.js CHANGED Viewed

@@ -10,6 +10,10 @@ function create({ name = 'HTTP server', path, parse = fromJS }) {
         // No validation before sending the response to the client
         res.send('Ok');
         // Processing the message(s)
+        // Express 5 leaves req.body undefined when no body parser matched
+        if (req.body === undefined) {
+          return;
+        }
         const messages = Array.isArray(req.body) ? req.body : [req.body];
         messages.forEach((message) => {
           try {

package/src/input/syslog.js CHANGED Viewed

@@ -1,5 +1,6 @@
 const { fromJS } = require('immutable');
-const syslogParse = require('syslog-parse');
+// syslog-parse is ESM-only with a default export
+const syslogParse = require('syslog-parse').default;
 const socket = require('./socket');
@@ -21,6 +22,9 @@ function create({
         }
         try {
           const result = syslogParse(message);
+          if (!result) {
+            throw new Error('Unparseable syslog message');
+          }
           success(parse(result.message));
         } catch (err) {
           reject(err);