@hyperwatch/hyperwatch 4.2.0 → 4.3.1

package/src/data/chatgpt-user-ips.json

@@ -0,0 +1,228 @@
+[
+  "104.210.139.192/28",
+  "104.210.139.224/28",
+  "13.65.138.112/28",
+  "13.65.138.96/28",
+  "13.67.46.240/28",
+  "13.67.72.16/28",
+  "13.70.107.160/28",
+  "13.71.2.208/28",
+  "13.76.115.224/28",
+  "13.76.115.240/28",
+  "13.76.116.80/28",
+  "13.76.223.48/28",
+  "13.76.32.208/28",
+  "13.79.43.0/28",
+  "13.83.167.128/28",
+  "13.83.237.176/28",
+  "132.196.82.48/28",
+  "135.119.134.128/28",
+  "135.119.134.192/28",
+  "135.220.73.208/28",
+  "135.220.73.240/28",
+  "135.237.131.208/28",
+  "135.237.133.112/28",
+  "135.237.133.48/28",
+  "137.135.183.96/28",
+  "137.135.190.240/28",
+  "137.135.191.176/28",
+  "137.135.191.32/28",
+  "138.91.30.48/28",
+  "138.91.46.96/28",
+  "168.63.252.240/28",
+  "172.178.140.144/28",
+  "172.178.141.112/28",
+  "172.178.141.128/28",
+  "172.183.143.224/28",
+  "172.183.222.128/28",
+  "172.204.16.64/28",
+  "172.212.159.64/28",
+  "172.213.11.144/28",
+  "172.213.12.112/28",
+  "172.213.21.112/28",
+  "172.213.21.144/28",
+  "172.213.21.16/28",
+  "191.233.1.112/28",
+  "191.233.1.128/28",
+  "191.233.1.224/28",
+  "191.233.194.32/28",
+  "191.233.196.112/28",
+  "191.233.199.160/28",
+  "191.233.2.0/28",
+  "191.234.167.128/28",
+  "191.235.66.16/28",
+  "191.235.98.144/28",
+  "191.235.99.80/28",
+  "191.237.249.64/28",
+  "191.239.245.16/28",
+  "20.0.53.96/28",
+  "20.102.212.144/28",
+  "20.117.22.224/28",
+  "20.125.112.224/28",
+  "20.125.144.144/28",
+  "20.161.75.208/28",
+  "20.168.7.192/28",
+  "20.168.7.240/28",
+  "20.169.72.112/28",
+  "20.169.72.96/28",
+  "20.169.73.176/28",
+  "20.169.73.32/28",
+  "20.169.73.64/28",
+  "20.169.78.112/28",
+  "20.169.78.128/28",
+  "20.169.78.144/28",
+  "20.169.78.160/28",
+  "20.169.78.176/28",
+  "20.169.78.192/28",
+  "20.169.78.48/28",
+  "20.169.78.64/28",
+  "20.169.78.80/28",
+  "20.169.78.96/28",
+  "20.172.29.32/28",
+  "20.193.233.240/28",
+  "20.193.50.32/28",
+  "20.194.0.208/28",
+  "20.194.1.0/28",
+  "20.194.157.176/28",
+  "20.198.67.96/28",
+  "20.203.245.32/28",
+  "20.204.24.240/28",
+  "20.210.154.128/28",
+  "20.210.174.208/28",
+  "20.210.211.192/28",
+  "20.215.187.208/28",
+  "20.215.188.192/28",
+  "20.215.214.16/28",
+  "20.215.219.128/28",
+  "20.215.219.160/28",
+  "20.215.219.208/28",
+  "20.215.220.112/28",
+  "20.215.220.128/28",
+  "20.215.220.144/28",
+  "20.215.220.160/28",
+  "20.215.220.176/28",
+  "20.215.220.192/28",
+  "20.215.220.208/28",
+  "20.215.220.64/28",
+  "20.215.220.80/28",
+  "20.215.220.96/28",
+  "20.227.140.32/28",
+  "20.228.106.176/28",
+  "20.235.75.208/28",
+  "20.235.87.224/28",
+  "20.249.63.208/28",
+  "20.27.94.128/28",
+  "20.45.178.144/28",
+  "20.55.229.144/28",
+  "20.63.221.64/28",
+  "20.90.7.144/28",
+  "20.97.189.96/28",
+  "23.102.140.144/28",
+  "23.102.141.32/28",
+  "23.97.109.224/28",
+  "23.98.142.176/28",
+  "23.98.179.16/28",
+  "23.98.186.176/28",
+  "23.98.186.192/28",
+  "23.98.186.64/28",
+  "23.98.186.96/28",
+  "4.151.119.48/28",
+  "4.151.241.240/28",
+  "4.151.71.176/28",
+  "4.189.118.208/28",
+  "4.189.119.48/28",
+  "4.196.118.112/28",
+  "4.196.198.80/28",
+  "4.197.115.112/28",
+  "4.197.19.176/28",
+  "4.197.22.112/28",
+  "4.197.64.0/28",
+  "4.197.64.16/28",
+  "4.197.64.48/28",
+  "4.197.64.64/28",
+  "4.205.128.176/28",
+  "40.116.73.208/28",
+  "40.67.183.160/28",
+  "40.67.183.176/28",
+  "40.75.14.224/28",
+  "40.81.134.128/28",
+  "40.81.134.144/28",
+  "40.81.234.144/28",
+  "40.84.181.32/28",
+  "40.84.221.208/28",
+  "40.84.221.224/28",
+  "51.107.70.192/28",
+  "51.8.155.112/28",
+  "51.8.155.48/28",
+  "51.8.155.64/28",
+  "51.8.155.80/28",
+  "52.148.129.32/28",
+  "52.154.22.48/28",
+  "52.156.77.144/28",
+  "52.159.227.32/28",
+  "52.159.249.96/28",
+  "52.165.212.16/28",
+  "52.165.212.32/28",
+  "52.165.212.48/28",
+  "52.172.129.160/28",
+  "52.172.251.112/28",
+  "52.173.123.0/28",
+  "52.173.219.112/28",
+  "52.173.219.96/28",
+  "52.173.221.16/28",
+  "52.173.221.176/28",
+  "52.173.221.208/28",
+  "52.173.234.16/28",
+  "52.173.234.80/28",
+  "52.173.235.80/28",
+  "52.176.139.176/28",
+  "52.187.246.128/28",
+  "52.190.137.144/28",
+  "52.190.137.16/28",
+  "52.190.139.48/28",
+  "52.190.142.64/28",
+  "52.190.190.16/28",
+  "52.225.75.208/28",
+  "52.230.163.32/28",
+  "52.230.164.176/28",
+  "52.231.30.48/28",
+  "52.231.34.176/28",
+  "52.231.39.144/28",
+  "52.231.39.192/28",
+  "52.231.49.48/28",
+  "52.231.50.64/28",
+  "52.236.94.144/28",
+  "52.242.132.224/28",
+  "52.242.132.240/28",
+  "52.242.245.208/28",
+  "52.252.113.240/28",
+  "52.255.109.112/28",
+  "52.255.109.128/28",
+  "52.255.109.144/28",
+  "52.255.109.80/28",
+  "52.255.109.96/28",
+  "52.255.111.0/28",
+  "52.255.111.112/28",
+  "52.255.111.16/28",
+  "52.255.111.32/28",
+  "52.255.111.48/28",
+  "52.255.111.80/28",
+  "57.154.174.112/28",
+  "57.154.175.0/28",
+  "57.154.187.32/28",
+  "68.154.28.96/28",
+  "68.218.30.112/28",
+  "68.220.57.64/28",
+  "68.221.67.160/28",
+  "68.221.67.192/28",
+  "68.221.67.224/28",
+  "68.221.67.240/28",
+  "68.221.75.16/28",
+  "74.226.253.160/28",
+  "74.249.86.176/28",
+  "74.7.35.112/28",
+  "74.7.35.48/28",
+  "74.7.36.64/28",
+  "74.7.36.80/28",
+  "74.7.36.96/28"
+]

package/src/data/cloudflare-ips.json

@@ -0,0 +1,24 @@
+[
+  "173.245.48.0/20",
+  "103.21.244.0/22",
+  "103.22.200.0/22",
+  "103.31.4.0/22",
+  "141.101.64.0/18",
+  "108.162.192.0/18",
+  "190.93.240.0/20",
+  "188.114.96.0/20",
+  "197.234.240.0/22",
+  "198.41.128.0/17",
+  "162.158.0.0/15",
+  "104.16.0.0/13",
+  "104.24.0.0/14",
+  "172.64.0.0/13",
+  "131.0.72.0/22",
+  "2400:cb00::/32",
+  "2606:4700::/32",
+  "2803:f800::/32",
+  "2405:b500::/32",
+  "2405:8100::/32",
+  "2a06:98c0::/29",
+  "2c0f:f248::/32"
+]

package/src/data/cloudfront-ips.json

@@ -0,0 +1,231 @@
+[
+  "120.52.22.96/27",
+  "23.228.222.0/24",
+  "205.251.249.0/24",
+  "180.163.57.128/26",
+  "23.228.220.0/24",
+  "204.246.168.0/22",
+  "111.13.171.128/26",
+  "18.160.0.0/15",
+  "205.251.252.0/23",
+  "54.192.0.0/16",
+  "204.246.173.0/24",
+  "54.230.200.0/21",
+  "120.253.240.192/26",
+  "23.234.192.0/18",
+  "116.129.226.128/26",
+  "130.176.0.0/17",
+  "3.173.192.0/18",
+  "108.156.0.0/14",
+  "99.86.0.0/16",
+  "13.32.0.0/15",
+  "120.253.245.128/26",
+  "13.224.0.0/14",
+  "70.132.0.0/18",
+  "15.158.0.0/16",
+  "111.13.171.192/26",
+  "13.249.0.0/16",
+  "18.238.0.0/15",
+  "18.244.0.0/15",
+  "205.251.208.0/20",
+  "3.165.0.0/16",
+  "3.168.0.0/14",
+  "65.9.128.0/18",
+  "130.176.128.0/18",
+  "23.228.221.0/24",
+  "58.254.138.0/25",
+  "205.251.206.0/23",
+  "54.230.208.0/20",
+  "3.160.0.0/14",
+  "116.129.226.0/25",
+  "23.91.0.0/19",
+  "52.222.128.0/17",
+  "18.164.0.0/15",
+  "111.13.185.32/27",
+  "64.252.128.0/18",
+  "205.251.254.0/24",
+  "3.166.0.0/15",
+  "54.230.224.0/19",
+  "71.152.0.0/17",
+  "216.137.32.0/19",
+  "204.246.172.0/24",
+  "205.251.202.0/23",
+  "18.172.0.0/15",
+  "120.52.39.128/27",
+  "118.193.97.64/26",
+  "3.164.64.0/18",
+  "18.154.0.0/15",
+  "3.173.0.0/17",
+  "54.240.128.0/18",
+  "205.251.250.0/23",
+  "180.163.57.0/25",
+  "52.46.0.0/18",
+  "3.174.0.0/15",
+  "52.82.128.0/19",
+  "54.230.0.0/17",
+  "54.230.128.0/18",
+  "54.239.128.0/18",
+  "130.176.224.0/20",
+  "36.103.232.128/26",
+  "52.84.0.0/15",
+  "143.204.0.0/16",
+  "144.220.0.0/16",
+  "120.52.153.192/26",
+  "119.147.182.0/25",
+  "120.232.236.0/25",
+  "111.13.185.64/27",
+  "3.164.0.0/18",
+  "3.172.64.0/18",
+  "54.182.0.0/16",
+  "58.254.138.128/26",
+  "120.253.245.192/27",
+  "54.239.192.0/19",
+  "18.68.0.0/16",
+  "18.64.0.0/14",
+  "120.52.12.64/26",
+  "24.110.32.0/19",
+  "99.84.0.0/16",
+  "205.251.204.0/23",
+  "130.176.192.0/19",
+  "23.228.223.0/24",
+  "52.124.128.0/17",
+  "204.246.164.0/22",
+  "13.35.0.0/16",
+  "204.246.174.0/23",
+  "3.164.128.0/17",
+  "3.172.0.0/18",
+  "36.103.232.0/25",
+  "119.147.182.128/26",
+  "118.193.97.128/25",
+  "120.232.236.128/26",
+  "204.246.176.0/20",
+  "65.8.0.0/16",
+  "65.9.0.0/17",
+  "108.138.0.0/15",
+  "120.253.241.160/27",
+  "3.173.128.0/18",
+  "64.252.64.0/18",
+  "13.113.196.64/26",
+  "13.113.203.0/24",
+  "52.199.127.192/26",
+  "57.182.253.0/24",
+  "57.183.42.0/25",
+  "13.124.199.0/24",
+  "3.35.130.128/25",
+  "52.78.247.128/26",
+  "13.203.133.0/26",
+  "13.233.177.192/26",
+  "15.207.13.128/25",
+  "15.207.213.128/25",
+  "52.66.194.128/26",
+  "13.228.69.0/24",
+  "47.129.82.0/24",
+  "47.129.83.0/24",
+  "47.129.84.0/24",
+  "52.220.191.0/26",
+  "13.210.67.128/26",
+  "13.54.63.128/26",
+  "3.107.43.128/25",
+  "3.107.44.0/25",
+  "3.107.44.128/25",
+  "43.218.56.128/26",
+  "43.218.56.192/26",
+  "43.218.56.64/26",
+  "43.218.71.0/26",
+  "99.79.169.0/24",
+  "18.192.142.0/23",
+  "18.199.68.0/22",
+  "18.199.72.0/22",
+  "18.199.76.0/22",
+  "35.158.136.0/24",
+  "52.57.254.0/24",
+  "18.200.212.0/23",
+  "52.212.248.0/26",
+  "13.134.24.0/23",
+  "13.134.94.0/23",
+  "18.175.65.0/24",
+  "18.175.66.0/24",
+  "18.175.67.0/24",
+  "3.10.17.128/25",
+  "3.11.53.0/24",
+  "52.56.127.0/25",
+  "15.188.184.0/24",
+  "51.44.234.0/23",
+  "51.44.236.0/23",
+  "51.44.238.0/23",
+  "52.47.139.0/24",
+  "3.29.40.128/26",
+  "3.29.40.192/26",
+  "3.29.40.64/26",
+  "3.29.57.0/26",
+  "18.229.220.192/26",
+  "18.230.229.0/24",
+  "18.230.230.0/25",
+  "54.233.255.128/26",
+  "56.125.46.0/24",
+  "56.125.47.0/32",
+  "56.125.48.0/24",
+  "3.231.2.0/25",
+  "3.234.232.224/27",
+  "3.236.169.192/26",
+  "3.236.48.0/23",
+  "34.195.252.0/24",
+  "34.226.14.0/24",
+  "44.220.194.0/23",
+  "44.220.196.0/23",
+  "44.220.198.0/23",
+  "44.220.200.0/23",
+  "44.220.202.0/23",
+  "44.222.66.0/24",
+  "13.59.250.0/26",
+  "18.216.170.128/25",
+  "3.128.93.0/24",
+  "3.134.215.0/24",
+  "3.146.232.0/22",
+  "3.147.164.0/22",
+  "3.147.244.0/22",
+  "52.15.127.128/26",
+  "3.101.158.0/23",
+  "52.52.191.128/26",
+  "34.216.51.0/25",
+  "34.223.12.224/27",
+  "34.223.80.192/26",
+  "35.162.63.192/26",
+  "35.167.191.128/26",
+  "35.93.168.0/23",
+  "35.93.170.0/23",
+  "35.93.172.0/23",
+  "44.227.178.0/24",
+  "44.234.108.128/25",
+  "44.234.90.252/30",
+  "2600:9000:3000::/36",
+  "2600:9000:f600::/39",
+  "2600:9000:f540::/42",
+  "2409:8c00:2421:300::/56",
+  "2600:9000:f000::/38",
+  "2600:9000:f500::/43",
+  "2600:9000:ddd::/48",
+  "2600:9000:f800::/37",
+  "2600:9000:f400::/40",
+  "2600:9000:f538::/45",
+  "2600:9000:5380::/41",
+  "2600:f0f0:5504::/46",
+  "2600:9000:1000::/36",
+  "2600:9000:2000::/36",
+  "2400:7fc0:500::/40",
+  "2600:9000:4000::/36",
+  "2600:9000:fff::/48",
+  "2409:8c00:2421:400::/56",
+  "2404:c2c0:500::/40",
+  "2600:9000:5308::/45",
+  "2600:9000:f534::/46",
+  "2600:f0f0:601::/48",
+  "2600:9000:f520::/44",
+  "2600:9000:5320::/43",
+  "2600:9000:5310::/44",
+  "2600:9000:f580::/41",
+  "2600:f0f0:602::/47",
+  "2600:9000:5340::/42",
+  "2600:9000:eee::/48",
+  "2600:9000:5200::/40"
+]

package/src/data/gptbot-ips.json

@@ -0,0 +1,23 @@
+[
+  "132.196.86.0/24",
+  "172.182.202.0/25",
+  "172.182.204.0/24",
+  "172.182.207.0/25",
+  "172.182.214.0/24",
+  "172.182.215.0/24",
+  "20.125.66.80/28",
+  "20.171.206.0/24",
+  "20.171.207.0/24",
+  "4.227.36.0/25",
+  "52.230.152.0/24",
+  "74.7.175.128/25",
+  "74.7.227.0/25",
+  "74.7.227.128/25",
+  "74.7.228.0/25",
+  "74.7.230.0/25",
+  "74.7.241.0/25",
+  "74.7.241.128/25",
+  "74.7.242.0/25",
+  "74.7.243.128/25",
+  "74.7.244.0/25"
+]

package/src/data/openai-searchbot-ips.json

@@ -0,0 +1,37 @@
+[
+  "104.210.140.128/28",
+  "135.234.64.0/24",
+  "172.182.193.224/28",
+  "172.182.193.80/28",
+  "172.182.194.144/28",
+  "172.182.194.32/28",
+  "172.182.195.48/28",
+  "172.182.209.208/28",
+  "172.182.211.192/28",
+  "172.182.213.192/28",
+  "172.182.224.0/28",
+  "172.203.190.128/28",
+  "20.14.99.96/28",
+  "20.168.18.32/28",
+  "20.169.6.224/28",
+  "20.169.7.48/28",
+  "20.169.77.0/25",
+  "20.171.123.64/28",
+  "20.171.53.224/28",
+  "20.25.151.224/28",
+  "20.42.10.176/28",
+  "4.227.36.0/25",
+  "40.67.175.0/25",
+  "40.90.214.16/28",
+  "51.8.102.0/24",
+  "74.7.175.128/25",
+  "74.7.228.0/25",
+  "74.7.228.128/25",
+  "74.7.229.0/25",
+  "74.7.229.128/25",
+  "74.7.230.0/25",
+  "74.7.241.128/25",
+  "74.7.242.128/25",
+  "74.7.243.0/25",
+  "74.7.244.0/25"
+]

package/src/index.js

@@ -1,3 +1,5 @@
+const path = require('path');
+
 const { merge } = require('lodash');
 
 const app = require('./app');
@@ -8,10 +10,18 @@ const lib = require('./lib');
 const modules = require('./modules');
 const plugins = require('./plugins');
 
-const { cache, logger, pipeline, util } = lib;
+const { cache, logger, persistence, pipeline, util } = lib;
 
 let initialized = false;
 
+function getPersistenceDir() {
+  const base =
+    constants.persistence.path || path.join(process.cwd(), '.hyperwatch-data');
+  return constants.persistence.namespace
+    ? path.join(base, constants.persistence.namespace)
+    : base;
+}
+
 function init(config = {}) {
   if (initialized) {
     console.warn(`Can't init, Hyperwatch was already initialized.`);
@@ -28,11 +38,22 @@ function start() {
     return;
   }
   modules.start();
+  if (constants.persistence.enabled) {
+    persistence.load(getPersistenceDir());
+  }
   return Promise.all([app.start(), pipeline.start()]);
 }
 
-function stop() {
-  return Promise.all([app.stop(), pipeline.stop()]);
+async function stop() {
+  await pipeline.stop();
+  try {
+    if (constants.persistence.enabled) {
+      persistence.dump(getPersistenceDir());
+    }
+  } catch (err) {
+    console.error('Error dumping aggregators:', err.message);
+  }
+  return app.stop();
 }
 
 module.exports = {

package/src/input/websocket.js

@@ -16,11 +16,15 @@ function create({
   parse = defaultParse,
   sample = 1,
   reconnectOnClose = false,
+  heartbeatInterval = 30000,
 }) {
   let client;
 
+  let reconnectAttempts = 0;
+
   const setupWebSocketClient = ({ status, success, reject }) => {
     let isAlive;
+    let keepAlive;
 
     if (username && password) {
       options.headers = options.headers || {};
@@ -34,7 +38,23 @@ function create({
 
     client.on('open', () => {
       isAlive = true;
+      reconnectAttempts = 0;
       status(null, `Listening to ${address}`);
+
+      // Heartbeat: detect stale connections
+      keepAlive = setInterval(() => {
+        if (isAlive === false) {
+          client.terminate();
+          clearInterval(keepAlive);
+        } else {
+          try {
+            client.ping();
+          } catch (err) {
+            status(err, 'Websocket error');
+          }
+          isAlive = false;
+        }
+      }, heartbeatInterval);
     });
 
     client.on('message', (message) => {
@@ -52,33 +72,29 @@ function create({
       status(err, 'Websocket error');
     });
 
-    const keepAlive = setInterval(() => {
-      if (isAlive === false) {
-        client.terminate();
-        clearInterval(keepAlive);
-      } else {
-        try {
-          client.ping();
-        } catch (err) {
-          status(err, 'Websocket error');
-        }
-        isAlive = false;
-      }
-    }, 10 * 1000);
-
     client.on('pong', () => {
       isAlive = true;
     });
 
     client.on('close', () => {
       status(null, 'Websocket connection has been closed');
+      if (keepAlive) {
+        clearInterval(keepAlive);
+      }
       if (reconnectOnClose) {
+        reconnectAttempts++;
+        const delay = Math.min(
+          10 * 1000 * Math.pow(2, reconnectAttempts - 1),
+          5 * 60 * 1000
+        );
+        status(
+          null,
+          `Reconnecting Websocket in ${delay / 1000}s (attempt ${reconnectAttempts})`
+        );
         setTimeout(() => {
-          status(null, 'Reconnecting Websocket');
           setupWebSocketClient({ status, success, reject });
-        }, 10 * 1000);
+        }, delay);
       }
-      clearInterval(keepAlive);
     });
   };