next-observer 0.3.25 → 0.3.27

package/README.md

@@ -60,6 +60,12 @@ this call compares with the others of its kind.
 
 ![A trace with the critical path highlighted and a table of where the time went](https://raw.githubusercontent.com/ataztech910/nextjs-observe/master/docs/screenshots/trace.png)
 
+A span can be fast, without an error, and still carry the wrong answer. When the app records its own verdict as a span
+event — `integrity_check` with `ok`, `expected`, `actual` — the observer raises an anomaly on the first `ok: false` and the
+trace says so:
+
+![A trace with a Wrong data banner: getProductById asked for 1 and got back 3](https://raw.githubusercontent.com/ataztech910/nextjs-observe/master/docs/screenshots/wrong-data.png)
+
 **One operation up close** — its latency distribution, and a note when the calls fall into two clearly separate speeds
 (a fast and a slow path, or the version before and after a deployment).
 
@@ -190,8 +196,10 @@ traffic: it appears in the chat, and the investigation starts from the trace of
 
 - twice in a row → `critical` (it is down now);
 - 3 of the last 10 runs → `warning` (it is unreliable — a check failing every third time never fails twice in a row);
+- an app that is down is **one** anomaly naming every check that cannot reach it — not one investigation per check;
 - one failure is not an anomaly: the first answer after a restart is often just slow;
-- the same check is reported once in 5 minutes; `OBSERVE_DETECTOR=off` switches this off too.
+- after an anomaly the same check — and, when nothing accepted the connection, the same address — is quiet for
+  5 minutes, whatever happens meanwhile; `OBSERVE_DETECTOR=off` switches this off too.
 
 ## Configuration
 

package/dist/checks/watch.d.ts

@@ -4,20 +4,30 @@ import type { Check } from './spec.js';
 import { type CheckRule } from './types.js';
 /** The rule's numbers default to CHECK_RULE: two in a row, or three of the last ten — a check failing every third time never fails twice in a row. */
 export interface CheckWatchOptions extends Partial<CheckRule> {
-    /** The same check is not reported again within this time. Default 5 min, like the detector. */
+    /**
+     * After an anomaly the same check — and, when nothing accepted the connection, the same address — is quiet for this
+     * long, whatever happens meanwhile. Default 5 min, like the detector.
+     */
     cooldownMs?: number;
 }
 export declare class CheckWatch {
     readonly options: Required<CheckWatchOptions>;
     private readonly recent;
     private readonly lastReportedMs;
+    /** When an outage of an address was last reported. */
+    private readonly addressReportedMs;
+    /** Checks whose latest run got no connection, with the address they could not reach. */
+    private readonly down;
     private pending;
     private seq;
     constructor(options?: CheckWatchOptions);
     /** The numbers in force — what the Checks page colours by. */
     get rule(): CheckRule;
-    /** The runner's `onResult`. */
-    observe: (check: Check, result: CheckResult, failures: number, url?: string) => void;
+    /**
+     * The runner's `onResult`; `failures` is its count of failed runs in a row — the same number the Checks page shows.
+     * `url` is where the request really went (a check's own `url` may be just a path): the address is taken from it.
+     */
+    observe: (check: Check, result: CheckResult, failures: number, url: string) => void;
     /** New anomalies since the last call. */
     take(): Anomaly[];
 }

package/dist/checks/watch.js

@@ -1,9 +1,14 @@
 import { CHECK_RULE } from './types.js';
+import { originOf } from './words.js';
 const DEFAULTS = { ...CHECK_RULE, cooldownMs: 300_000 };
 export class CheckWatch {
     options;
     recent = new Map();
     lastReportedMs = new Map();
+    /** When an outage of an address was last reported. */
+    addressReportedMs = new Map();
+    /** Checks whose latest run got no connection, with the address they could not reach. */
+    down = new Map();
     pending = [];
     seq = 0;
     constructor(options = {}) {
@@ -14,24 +19,45 @@ export class CheckWatch {
         const { failuresInRow, shareWindow, shareFailures } = this.options;
         return { failuresInRow, shareWindow, shareFailures };
     }
-    /** The runner's `onResult`. */
-    observe = (check, result, failures, url = check.url) => {
+    /**
+     * The runner's `onResult`; `failures` is its count of failed runs in a row — the same number the Checks page shows.
+     * `url` is where the request really went (a check's own `url` may be just a path): the address is taken from it.
+     */
+    observe = (check, result, failures, url) => {
         const o = this.options;
         const recent = this.recent.get(check.name) ?? [];
         recent.push(result.ok);
         if (recent.length > o.shareWindow)
             recent.shift();
         this.recent.set(check.name, recent);
+        const origin = originOf(url);
+        if (result.unreachable)
+            this.down.set(check.name, origin);
+        else
+            this.down.delete(check.name);
         if (result.ok)
             return;
         const failed = recent.filter((ok) => !ok).length;
         const inRow = failures >= o.failuresInRow;
         if (!inRow && failed < o.shareFailures)
             return;
-        const last = this.lastReportedMs.get(check.name);
-        if (last !== undefined && result.atMs - last < o.cooldownMs)
+        // A clock set back (NTP, a laptop waking up) must not keep anyone quiet for longer: a negative age is no cooldown.
+        const quiet = (last) => last !== undefined && result.atMs >= last && result.atMs - last < o.cooldownMs;
+        if (quiet(this.lastReportedMs.get(check.name)))
             return;
+        // Set even when the address turns out to be quiet below: this failure is part of the outage already reported,
+        // and the first slow answer of the restarted app is not worth an anomaly of its own either.
         this.lastReportedMs.set(check.name, result.atMs);
+        // No connection, repeatedly: an outage. (A flaky check tipped over its share by one refused connection is not —
+        // it must not make the address quiet before the outage itself is reported.)
+        const outage = result.unreachable === true && inRow;
+        if (outage) {
+            // An app that is down fails every check of it the same way: one anomaly says so, the rest would only queue the
+            // same investigation again. Checks with other intervals reach the rule later — the address is quiet by then.
+            if (quiet(this.addressReportedMs.get(origin)))
+                return;
+            this.addressReportedMs.set(origin, result.atMs);
+        }
         this.pending.push({
             id: `check_failed-${result.atMs}-${++this.seq}`,
             type: 'check_failed',
@@ -53,6 +79,8 @@ export class CheckWatch {
                 ...(result.status === undefined ? {} : { status: result.status }),
                 ...(result.unreachable ? { unreachable: true } : {}),
                 traceId: result.traceId,
+                // No connection, repeatedly: maybe the whole app — take() adds the other checks that cannot reach it either.
+                ...(outage ? { origin } : {}),
             },
         });
     };
@@ -60,6 +88,18 @@ export class CheckWatch {
     take() {
         const found = this.pending;
         this.pending = [];
+        // Filled in only now: the other checks of a dead app report their own failures a moment after the first one.
+        // A check with a longer interval may still be on its last good run — it is then missing from the list, and quiet
+        // about this outage when its turn comes.
+        for (const { check } of found) {
+            if (!check?.origin)
+                continue;
+            const also = [...this.down].filter(([name, at]) => at === check.origin && name !== check.name).map(([name]) => name).sort();
+            if (also.length > 0)
+                check.alsoUnreachable = also;
+            else
+                delete check.origin;
+        }
         return found;
     }
 }

package/dist/checks/watch.js.map

@@ -1 +1 @@
-{"version":3,"file":"watch.js","sourceRoot":"","sources":["../../src/checks/watch.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAkB,MAAM,YAAY,CAAA;AAQvD,MAAM,QAAQ,GAAG,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,CAAA;AAEvD,MAAM,OAAO,UAAU;IACZ,OAAO,CAA6B;IAC5B,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IACrC,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IACnD,OAAO,GAAc,EAAE,CAAA;IACvB,GAAG,GAAG,CAAC,CAAA;IAEf,YAAY,OAAO,GAAsB,EAAE;QACzC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAA;IAC5C,CAAC;IAED,8DAA8D;IAC9D,IAAI,IAAI;QACN,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAA;QAClE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,CAAA;IACtD,CAAC;IAED,+BAA+B;IAC/B,OAAO,GAAG,CAAC,KAAY,EAAE,MAAmB,EAAE,QAAgB,EAAE,GAAG,GAAW,KAAK,CAAC,GAAG,EAAQ,EAAE;QAC/F,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAA;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW;YAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QACjD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACnC,IAAI,MAAM,CAAC,EAAE;YAAE,OAAM;QAErB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAA;QAChD,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,CAAC,aAAa,CAAA;QACzC,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,CAAC,aAAa;YAAE,OAAM;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAChD,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU;YAAE,OAAM;QACnE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QAEhD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,EAAE,EAAE,gBAAgB,MAAM,CAAC,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE;YAC/C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW;YAClB,yFAAyF;YACzF,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACxC,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;YAChC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa;YACpD,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;YAC5C,QAAQ,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5D,UAAU,EAAE,EAAE;YACd,KAAK,EAAE;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG;gBACH,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;gBAChC,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,QAAQ;gBACjC,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gBACjE,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB;SACF,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,yCAAyC;IACzC,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAA;QAC1B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,OAAO,KAAK,CAAA;IACd,CAAC;CACF"}
+{"version":3,"file":"watch.js","sourceRoot":"","sources":["../../src/checks/watch.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAkB,MAAM,YAAY,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAWrC,MAAM,QAAQ,GAAG,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,CAAA;AAEvD,MAAM,OAAO,UAAU;IACZ,OAAO,CAA6B;IAC5B,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IACrC,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC3D,sDAAsD;IACrC,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC9D,wFAAwF;IACvE,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAA;IACzC,OAAO,GAAc,EAAE,CAAA;IACvB,GAAG,GAAG,CAAC,CAAA;IAEf,YAAY,OAAO,GAAsB,EAAE;QACzC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAA;IAC5C,CAAC;IAED,8DAA8D;IAC9D,IAAI,IAAI;QACN,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAA;QAClE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,CAAA;IACtD,CAAC;IAED;;;OAGG;IACH,OAAO,GAAG,CAAC,KAAY,EAAE,MAAmB,EAAE,QAAgB,EAAE,GAAW,EAAQ,EAAE;QACnF,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAA;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAChD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACtB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW;YAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QACjD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;QAC5B,IAAI,MAAM,CAAC,WAAW;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;;YACpD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACjC,IAAI,MAAM,CAAC,EAAE;YAAE,OAAM;QAErB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAA;QAChD,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,CAAC,aAAa,CAAA;QACzC,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,CAAC,aAAa;YAAE,OAAM;QAC9C,mHAAmH;QACnH,MAAM,KAAK,GAAG,CAAC,IAAwB,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,CAAA;QAC1H,IAAI,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAAE,OAAM;QACtD,8GAA8G;QAC9G,4FAA4F;QAC5F,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QAChD,gHAAgH;QAChH,4EAA4E;QAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,CAAA;QACnD,IAAI,MAAM,EAAE,CAAC;YACX,+GAA+G;YAC/G,6GAA6G;YAC7G,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAAE,OAAM;YACrD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QACjD,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,EAAE,EAAE,gBAAgB,MAAM,CAAC,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE;YAC/C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,WAAW;YAClB,yFAAyF;YACzF,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACxC,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;YAChC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa;YACpD,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;YAC5C,QAAQ,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5D,UAAU,EAAE,EAAE;YACd,KAAK,EAAE;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG;gBACH,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;gBAChC,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,QAAQ;gBACjC,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gBACjE,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,6GAA6G;gBAC7G,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B;SACF,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,yCAAyC;IACzC,IAAI;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAA;QAC1B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,6GAA6G;QAC7G,iHAAiH;QACjH,yCAAyC;QACzC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,EAAE,MAAM;gBAAE,SAAQ;YAC5B,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;YAC3H,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,eAAe,GAAG,IAAI,CAAA;;gBAC5C,OAAO,KAAK,CAAC,MAAM,CAAA;QAC1B,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;CACF"}

package/dist/checks/words.d.ts

@@ -1,3 +1,5 @@
+/** "http://localhost:3000" of a check's address — what is down when nothing there accepts a connection. */
+export declare function originOf(url: string): string;
 export interface CheckFailure {
     name: string;
     method: string;
@@ -12,6 +14,9 @@ export interface CheckFailure {
     /** No connection was made: there cannot be a trace. Neither flag: nobody knows whether the request arrived. */
     unreachable?: boolean;
     traceId: string;
+    /** Other checks that get no connection to the same address (`origin`) either: the app is down, not one route. */
+    alsoUnreachable?: string[];
+    origin?: string;
 }
 /** Where to look after a failed run: its trace, when there can be one. */
 export declare function whereToLook(f: Pick<CheckFailure, 'answered' | 'unreachable' | 'traceId'>): string;

package/dist/checks/words.js

@@ -1,5 +1,15 @@
 // The question about a failing check — one wording for the anomaly the observer raises and for the Investigate button.
 // No Node code here: the UI imports it too.
+/** "http://localhost:3000" of a check's address — what is down when nothing there accepts a connection. */
+export function originOf(url) {
+    // try/catch, not URL.canParse: this runs in the browser too, and older ones do not have it.
+    try {
+        return new URL(url).origin;
+    }
+    catch {
+        return url;
+    }
+}
 /** Where to look after a failed run: its trace, when there can be one. */
 export function whereToLook(f) {
     // A request that reached nobody left no trace: sending the agents after one would have them report "trace not found".
@@ -11,6 +21,11 @@ export function whereToLook(f) {
 }
 export function checkFailureQuestion(f) {
     const how = f.rule === 'in_row' ? `failed ${f.count} ${f.count === 1 ? 'time' : 'times'} in a row` : `failed ${f.count} of its last ${f.runs} runs`;
-    return `the scheduled check "${f.name}" (${f.method} ${f.url}) ${how}. Last failure: ${f.reason}. ${whereToLook(f)}`;
+    const question = `the scheduled check "${f.name}" (${f.method} ${f.url}) ${how}. Last failure: ${f.reason}. ${whereToLook(f)}`;
+    const also = f.alsoUnreachable ?? [];
+    if (also.length === 0)
+        return question;
+    const others = also.length === 1 ? `Another check gets no connection either (${also[0]})` : `${also.length} other checks get no connection either (${also.join(', ')})`;
+    return `${question} ${others}: ${f.origin ?? 'the app'} looks down as a whole, not one route.`;
 }
 //# sourceMappingURL=words.js.map

package/dist/checks/words.js.map

@@ -1 +1 @@
-{"version":3,"file":"words.js","sourceRoot":"","sources":["../../src/checks/words.ts"],"names":[],"mappings":"AAAA,uHAAuH;AACvH,4CAA4C;AAkB5C,0EAA0E;AAC1E,MAAM,UAAU,WAAW,CAAC,CAA6D;IACvF,sHAAsH;IACtH,IAAI,CAAC,CAAC,WAAW;QAAE,OAAO,qHAAqH,CAAA;IAC/I,IAAI,CAAC,CAAC,QAAQ;QAAE,OAAO,sDAAsD,CAAC,CAAC,OAAO,0EAA0E,CAAA;IAChK,OAAO,4DAA4D,CAAC,CAAC,OAAO,8LAA8L,CAAA;AAC5Q,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,CAAe;IAClD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,IAAI,OAAO,CAAA;IACnJ,OAAO,wBAAwB,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,mBAAmB,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;AACtH,CAAC"}
+{"version":3,"file":"words.js","sourceRoot":"","sources":["../../src/checks/words.ts"],"names":[],"mappings":"AAAA,uHAAuH;AACvH,4CAA4C;AAE5C,2GAA2G;AAC3G,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,4FAA4F;IAC5F,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAA;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAA;IACZ,CAAC;AACH,CAAC;AAqBD,0EAA0E;AAC1E,MAAM,UAAU,WAAW,CAAC,CAA6D;IACvF,sHAAsH;IACtH,IAAI,CAAC,CAAC,WAAW;QAAE,OAAO,qHAAqH,CAAA;IAC/I,IAAI,CAAC,CAAC,QAAQ;QAAE,OAAO,sDAAsD,CAAC,CAAC,OAAO,0EAA0E,CAAA;IAChK,OAAO,4DAA4D,CAAC,CAAC,OAAO,8LAA8L,CAAA;AAC5Q,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,CAAe;IAClD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,IAAI,OAAO,CAAA;IACnJ,MAAM,QAAQ,GAAG,wBAAwB,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,mBAAmB,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9H,MAAM,IAAI,GAAG,CAAC,CAAC,eAAe,IAAI,EAAE,CAAA;IACpC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,4CAA4C,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,2CAA2C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;IACvK,OAAO,GAAG,QAAQ,IAAI,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,SAAS,wCAAwC,CAAA;AAChG,CAAC"}

package/dist/debug/detector.d.ts

@@ -48,7 +48,9 @@ export interface Anomaly {
         reason: string;
         status?: number;
         unreachable?: true;
-        traceId: string;
+        traceId: string; /** Set when other checks get no connection to the same address either: the app is down, not one route. */
+        origin?: string;
+        alsoUnreachable?: string[];
     };
 }
 export interface DetectorOptions {