@omnitron-dev/omnitron 0.2.0 → 0.3.0

package/dist/cluster/slave-connector.d.ts

@@ -21,16 +21,38 @@
  */
 import { Netron } from '@omnitron-dev/titan/netron';
 import type { ILogger } from '@omnitron-dev/titan/module/logger';
-import type { FleetService } from '../services/fleet.service.js';
 import type { SyncService } from '../services/sync.service.js';
+import type { ISyncStatus } from '../shared/dto/project.js';
+import { type MeshDialer, type MeshLink } from './mesh-link.js';
 export interface SlaveNodeConfig {
     host: string;
     port: number;
+    /**
+     * The MASTER's identifier for this node — the registry's `randomUUID()`.
+     *
+     * What a slave calls itself is `${hostname}-${port}`, and the columns the
+     * master stores replicated rows in are `uuid`. So every ingest failed with
+     * `invalid input syntax for type uuid: "daos-cpp-9700"` and every entry
+     * was left unacknowledged. This is also the id the node list, the charts
+     * and the log filters join on, so it is the right one regardless.
+     *
+     * Absent for a node that arrived through a stack rather than the registry;
+     * see `stableNodeUuid`.
+     */
+    nodeId?: string | undefined;
     label?: string | undefined;
-    /** Stack this slave belongs to */
-    stack: string;
-    /** Project this slave belongs to */
-    project: string;
+    /**
+     * Stack and project this node belongs to, when it belongs to one.
+     *
+     * Optional because a node joins the mesh by being REGISTERED, not by
+     * hosting a stack. Required here, the only nodes the master ever connected
+     * to were the ones a remote stack had just started on — so a machine added
+     * through the console, provisioned, and left to collect its own metrics
+     * was never dialled, and buffered until told otherwise. Measured on the
+     * first such node: 47,407 entries, none replicated, over eleven hours.
+     */
+    stack?: string | undefined;
+    project?: string | undefined;
 }
 export type SlaveConnectionStatus = 'disconnected' | 'connecting' | 'connected' | 'error';
 export interface SlaveConnection {
@@ -42,26 +64,120 @@ export interface SlaveConnection {
     lastError: string | null;
     reconnectAttempt: number;
     reconnectTimer: NodeJS.Timeout | null;
+    /** How this connection was reached, and what has to be released. */
+    link: MeshLink | null;
+    /**
+     * What the node last said about its own replication, or null for a node we
+     * have not heard from. Null is the honest answer: the console used to
+     * report `syncedSlaves: 0, totalPending: 0` as a literal, and a confident
+     * zero about a buffer nobody has asked about reads as «up to date».
+     */
+    syncStatus: ISyncStatus | null;
+    /** The last refusal seen for that read, so it is reported once, not every 15 s. */
+    lastSyncStatusError: string | null;
+    /** The same, for the pull — a failing pull is a backlog nobody is draining. */
+    lastPullError: string | null;
+    /**
+     * The pull running on this connection, if one is — and the peer it runs
+     * on. See `pullSyncData`. Optional so a connection built without it reads
+     * as «no pull running», which is what it means.
+     */
+    pull?: {
+        peer: unknown;
+        startedAt: number;
+        sweepsSkipped: number;
+    } | null;
+}
+/** The part of a peer this needs: netron's `authenticate` core-task. */
+export interface AuthenticatingPeer {
+    runTask?: (task: string, payload: unknown) => Promise<{
+        success?: boolean;
+        error?: string;
+    } | undefined>;
 }
+/**
+ * Present the master's credential, and tell a refusal from a broken line.
+ *
+ * netron's `authenticate` core-task catches everything a credential can do
+ * wrong — an invalid signature, an expired token, a role the node will not
+ * grant — and RESOLVES with `{ success: false, error }`. It throws only when
+ * the call itself did not complete.
+ *
+ * This called `link.onRejected` for both, and the difference is not
+ * cosmetic: `onRejected` drops the cached signing secret and logs "Node
+ * refused the master credential". Measured on a master while it was starting
+ * six applications: two of those lines, and the same credential
+ * authenticated first try when asked again a minute later —
+ * `success: true, roles: [service_role]`. The node had refused nothing; the
+ * tunnel had not survived a busy moment. An operator reading that line goes
+ * looking at authentication, which is the one thing that was working.
+ */
+export declare function authenticatePeer(peer: AuthenticatingPeer, link: MeshLink): Promise<void>;
+/**
+ * Whether an error means the connection is gone rather than the call failed.
+ *
+ * A remote method that threw is a result; a socket that closed is not. Only
+ * the second is worth reconnecting for, and confusing them turns a genuine
+ * remote failure into a retry loop against a node that will refuse it again.
+ */
+export declare function isConnectionGone(err: unknown): boolean;
 export declare class SlaveConnector {
     private readonly logger;
-    private readonly fleetService;
     private readonly syncService;
     private readonly connections;
     private heartbeatTimer;
+    /** Said once per master, not once per node: it is a property of this daemon. */
+    private noSyncServiceReported;
     private disposed;
     /** Heartbeat interval — how often we ping each slave (ms) */
     private readonly heartbeatInterval;
     /** Max reconnect backoff (ms) */
     private readonly maxBackoff;
-    constructor(logger: ILogger, fleetService: FleetService | undefined, syncService: SyncService | null, options?: {
+    /**
+     * How to reach a node, and what to present when there.
+     *
+     * Defaults to dialling the daemon port with no credential, which is what
+     * this class always did — so a caller that arranges nothing behaves as
+     * before, and the decision about firewalls and tokens lives outside a
+     * connection manager.
+     */
+    private readonly dial;
+    constructor(logger: ILogger, syncService: SyncService | null, options?: {
         heartbeatInterval?: number;
         maxBackoff?: number;
+        dial?: MeshDialer;
     });
     /**
      * Add and connect to a slave node.
      */
     addSlave(config: SlaveNodeConfig): Promise<void>;
+    /**
+     * Wait until a node is connected, or until the budget runs out.
+     *
+     * `addSlave` starts the connection and returns — deliberately, because the
+     * mesh adds every registered node at startup and must not block on the
+     * slowest one. A caller that immediately invokes something on that node
+     * therefore raced its own connection:
+     *
+     *     Could not bring up this node's infrastructure:
+     *       Slave 37.27.130.185:9700 not connected
+     *
+     * measured while deploying a stack to a node the master connected to
+     * successfully two seconds later.
+     *
+     * Polling rather than an event, because the connection may already be
+     * established when this is called — a subscriber would then wait for a
+     * transition that has already happened, which is the same race wearing a
+     * different hat.
+     *
+     * And a reconnect waiting out its backoff is brought forward: the backoff
+     * is for retries nobody is waiting on, and it grows to `maxBackoff`
+     * (120 s) — past this wait's own minute. On daos/test (2026-09-25) a
+     * deployment right after a `fleet upgrade` restarted the node's daemon
+     * waited 60 s here for a connection whose next attempt was 66 s away, and
+     * went on without the node's infrastructure.
+     */
+    waitUntilConnected(host: string, port: number, timeoutMs?: number): Promise<boolean>;
     /**
      * Remove and disconnect from a slave node.
      */
@@ -76,28 +192,96 @@ export declare class SlaveConnector {
     getConnections(): Array<{
         host: string;
         port: number;
-        stack: string;
+        stack: string | undefined;
         status: SlaveConnectionStatus;
         lastHeartbeat: number | null;
         lastError: string | null;
+        /** How the master reached it — a node on the slow path should say so. */
+        via: MeshLink['via'] | null;
+        /** False here means `ping` works and no data can be pulled. */
+        authenticated: boolean;
+        /** The node's own replication state, or null if it has not been heard. */
+        syncStatus: ISyncStatus | null;
     }>;
     /**
      * Invoke an RPC method on a specific slave.
      */
-    invokeOnSlave(host: string, port: number, service: string, method: string, args: unknown[]): Promise<unknown>;
+    invokeOnSlave(host: string, port: number, service: string, method: string, args: unknown[], options?: {
+        /**
+         * Reconnect and try once more when the call dies with a closed socket.
+         *
+         * `status: 'connected'` is a cached belief, refreshed by the heartbeat.
+         * Between a node's daemon exiting and the next heartbeat noticing, the
+         * connection object still says connected and the socket is dead — and
+         * the only way to find out is to use it.
+         *
+         * That window is not rare, it is the NORMAL case for the one caller
+         * that matters: the deployer restarts a node's daemon, waits for it to
+         * answer, and the very next step provisions its infrastructure over a
+         * mesh connection established to the process that just exited.
+         * Measured three times in a row on the test node — `Slave node
+         * provisioned` at 14:01:29, `Socket closed during RPC` in the same
+         * second, and a stack that never got its containers.
+         *
+         * Opt-in per call rather than blanket, because a retry is only safe
+         * for an operation that can be applied twice. `provisionStack` is a
+         * reconciler and can; a call that transfers or increments cannot, and
+         * must keep failing loudly instead.
+         */
+        retryOnDisconnect?: boolean;
+    }): Promise<unknown>;
+    private callOnSlave;
     /**
      * Broadcast an RPC method to all connected slaves.
      */
     broadcastToSlaves(service: string, method: string, args: unknown[]): Promise<Map<string, unknown>>;
     private connectSlave;
     private disconnectSlave;
+    /** Give back whatever was opened to make this connection possible. */
+    private releaseLink;
     private scheduleReconnect;
     private startHeartbeatLoop;
     private heartbeatSweep;
+    /**
+     * Ask the node what its own replication is doing, and remember the answer.
+     *
+     * `OmnitronSync.getSyncStatus` has answered this since it was written, and
+     * the only caller was the node's own page. The stack view reported
+     * `syncedSlaves: 0, totalPending: 0` as literals and `syncStatus: null` per
+     * node — a «Sync» column that could never show anything — while the figure
+     * it could not show was 47,407 entries buffered on one node, none
+     * delivered, over eleven hours.
+     *
+     * It rides the heartbeat because the heartbeat already reaches every node
+     * every 15 s, so the view costs one extra call per node per sweep and
+     * nothing at all at read time.
+     */
+    private refreshSyncStatus;
     /**
      * Pull buffered sync data from a slave.
      * Called on initial connect and periodically during heartbeat.
      * Drains slave's WAL buffer and ingests into master's SyncService.
+     *
+     * ONE pull per connection at a time. Both callers fire and forget, and the
+     * heartbeat calls this every 15 s whether or not the last sweep's pull has
+     * finished. While a node's backlog is small a pull takes well under a
+     * second and that never mattered. When one outlasted a heartbeat — the
+     * master's machine busy, its database slow — the next sweep started a
+     * second pull over the SAME entries, since the node releases nothing until
+     * it is acknowledged; every entry was then ingested once per pull, the
+     * pulls contended over each entry's claim and advanced in lockstep, and
+     * each sweep added one more. Measured in this master's log, 2026-09-22:
+     * nine pulls finishing within 122 ms of each other, eight of them the same
+     * 7 918 entries, after `receiveBatch`'s limit of 60 batches a minute per
+     * node — written against a flooding slave — had refused the master itself.
+     * A backlog that the master drains at 800–1 100 entries a second when idle
+     * grew instead.
+     *
+     * The turn belongs to the PEER, not to the connection. A call to a node
+     * may wait out SLAVE_REQUEST_TIMEOUT — ten minutes — and a pull stuck on a
+     * peer that has died would otherwise hold the reconnected one off for that
+     * long: the guard would become the outage. A reconnect replaces the peer,
+     * and a pull on the new one may start while the old one is still stuck.
      */
     private pullSyncData;
 }

package/dist/cluster/slave-connector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"slave-connector.d.ts","sourceRoot":"","sources":["../../src/cluster/slave-connector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAGpD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAC;AAEjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAM/D,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,qBAAqB,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAE1F,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC;IACV,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;CACvC;AAMD,qBAAa,cAAc;IAWvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAZ9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;IAClE,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,QAAQ,CAAS;IAEzB,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,iCAAiC;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAGjB,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,YAAY,GAAG,SAAS,EACtC,WAAW,EAAE,WAAW,GAAG,IAAI,EAChD,OAAO,CAAC,EAAE;QAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAU/D;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IA+BtD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5D;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB9B;;OAEG;IACH,cAAc,IAAI,KAAK,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,qBAAqB,CAAC;QAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;KAC1B,CAAC;IAWF;;OAEG;IACG,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAWnH;;OAEG;IACG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAyB1F,YAAY;YA6DZ,eAAe;IAmB7B,OAAO,CAAC,iBAAiB;IAwBzB,OAAO,CAAC,kBAAkB;YASZ,cAAc;IA8C5B;;;;OAIG;YACW,YAAY;CAiC3B"}
+{"version":3,"file":"slave-connector.d.ts","sourceRoot":"","sources":["../../src/cluster/slave-connector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAGpD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAC;AAEjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAA8B,KAAK,UAAU,EAAE,KAAK,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAM5F,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B;;;;;;;;;OASG;IACH,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,MAAM,qBAAqB,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAE1F,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,GAAG,CAAC;IACV,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IACtC,oEAAoE;IACpE,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC;IACtB;;;;;OAKG;IACH,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;IAC/B,mFAAmF;IACnF,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,+EAA+E;IAC/E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B;;;;OAIG;IACH,IAAI,CAAC,EAAE;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC3E;AAMD,wEAAwE;AACxE,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;CAC1G;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAW9F;AAYD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAgBtD;AAED,qBAAa,cAAc;IAsBvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAtB9B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;IAClE,OAAO,CAAC,cAAc,CAA+B;IACrD,gFAAgF;IAChF,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAS;IAEzB,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,iCAAiC;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC;;;;;;;OAOG;IACH,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAa;IAElC,YACmB,MAAM,EAAE,OAAO,EACf,WAAW,EAAE,WAAW,GAAG,IAAI,EAChD,OAAO,CAAC,EAAE;QAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,UAAU,CAAA;KAAE,EAKjF;IAMD;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAqCrD;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACG,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAoBzF;IAED;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ3D;IAED;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAa7B;IAMD;;OAEG;IACH,cAAc,IAAI,KAAK,CAAC;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;QAC1B,MAAM,EAAE,qBAAqB,CAAC;QAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,yEAAyE;QACzE,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QAC5B,+DAA+D;QAC/D,aAAa,EAAE,OAAO,CAAC;QACvB,0EAA0E;QAC1E,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;KAChC,CAAC,CAYD;IAED;;OAEG;IACG,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,EAAE,EACf,OAAO,CAAC,EAAE;QACR;;;;;;;;;;;;;;;;;;;;WAoBG;QACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,GACA,OAAO,CAAC,OAAO,CAAC,CAsBlB;YAEa,WAAW;IAWzB;;OAEG;IACG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAmBvG;YAMa,YAAY;YAiHZ,eAAe;IA0B7B,sEAAsE;YACxD,WAAW;IAczB,OAAO,CAAC,iBAAiB;IAwBzB,OAAO,CAAC,kBAAkB;YASZ,cAAc;IAqD5B;;;;;;;;;;;;;OAaG;YACW,iBAAiB;IA0C/B;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,YAAY;CA4H3B"}