@oneuptime/common 12.0.33 → 12.0.34

package/build/dist/Types/Monitor/SeriesContext/SeriesDebugHints.js

@@ -0,0 +1,422 @@
+import MonitorType from "../MonitorType";
+import SeriesLabelDisplay from "./SeriesLabelDisplay";
+/*
+ * A conservative allowlist for values that need no quoting at all.
+ * Everything else goes through single-quote escaping. Kubernetes object
+ * names, container names, device paths and mountpoints all live inside
+ * this set in practice, so the common case stays readable.
+ */
+const SafeUnquotedValue = /^[A-Za-z0-9._/:@+-]+$/;
+export default class SeriesDebugHints {
+    /*
+     * Quote a telemetry-supplied value for a shell command line.
+     *
+     * POSIX single quotes make everything literal, and the only character
+     * that cannot appear inside them is the single quote itself - which is
+     * why the escape is the usual close/escape/reopen dance rather than a
+     * backslash.
+     */
+    static quoteForShell(value) {
+        if (SafeUnquotedValue.test(value)) {
+            return value;
+        }
+        return `'${value.split("'").join(`'\\''`)}'`;
+    }
+    static kubernetesCommands(seriesLabels) {
+        const commands = [];
+        const pod = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.pod.name",
+        ]);
+        const namespace = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.namespace.name",
+        ]);
+        const container = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.container.name",
+        ]);
+        const node = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.node.name",
+        ]);
+        const deployment = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.deployment.name",
+        ]);
+        const statefulSet = SeriesLabelDisplay.findLabelValue(seriesLabels, ["k8s.statefulset.name"]);
+        const daemonSet = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.daemonset.name",
+        ]);
+        const job = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.job.name",
+        ]);
+        const hpa = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "k8s.hpa.name",
+        ]);
+        /*
+         * `-n <ns>` is omitted rather than guessed when the series has no
+         * namespace: kubectl then uses the caller's current context, which
+         * is the correct fallback. Guessing "default" would send the
+         * engineer to the wrong namespace and return "not found".
+         */
+        const namespaceFlag = namespace
+            ? ` -n ${SeriesDebugHints.quoteForShell(namespace)}`
+            : "";
+        if (pod) {
+            const quotedPod = SeriesDebugHints.quoteForShell(pod);
+            commands.push({
+                purpose: "Pod status, events, restart reasons and resource limits",
+                command: `kubectl describe pod ${quotedPod}${namespaceFlag}`,
+            });
+            const containerFlag = container
+                ? ` -c ${SeriesDebugHints.quoteForShell(container)}`
+                : "";
+            commands.push({
+                purpose: "Recent logs from the container",
+                command: `kubectl logs ${quotedPod}${containerFlag}${namespaceFlag} --tail=200`,
+            });
+            commands.push({
+                purpose: "Logs from the previous crashed instance, if any",
+                command: `kubectl logs ${quotedPod}${containerFlag}${namespaceFlag} --previous --tail=200`,
+            });
+            commands.push({
+                purpose: "Live CPU / memory use per container in this pod",
+                command: `kubectl top pod ${quotedPod}${namespaceFlag} --containers`,
+            });
+        }
+        if (deployment) {
+            commands.push({
+                purpose: "Rollout status of the owning Deployment",
+                command: `kubectl rollout status deployment/${SeriesDebugHints.quoteForShell(deployment)}${namespaceFlag}`,
+            });
+        }
+        if (statefulSet) {
+            commands.push({
+                purpose: "Rollout status of the owning StatefulSet",
+                command: `kubectl rollout status statefulset/${SeriesDebugHints.quoteForShell(statefulSet)}${namespaceFlag}`,
+            });
+        }
+        if (daemonSet) {
+            commands.push({
+                purpose: "Per-node scheduling state of the DaemonSet",
+                command: `kubectl describe daemonset ${SeriesDebugHints.quoteForShell(daemonSet)}${namespaceFlag}`,
+            });
+        }
+        if (job) {
+            commands.push({
+                purpose: "Job completion state and failure reason",
+                command: `kubectl describe job ${SeriesDebugHints.quoteForShell(job)}${namespaceFlag}`,
+            });
+        }
+        if (hpa) {
+            commands.push({
+                purpose: "Autoscaler target metric and current/desired replicas",
+                command: `kubectl describe hpa ${SeriesDebugHints.quoteForShell(hpa)}${namespaceFlag}`,
+            });
+        }
+        if (node) {
+            const quotedNode = SeriesDebugHints.quoteForShell(node);
+            commands.push({
+                purpose: "Node conditions, pressure signals and allocatable capacity",
+                command: `kubectl describe node ${quotedNode}`,
+            });
+            commands.push({
+                purpose: "Everything scheduled on this node",
+                command: `kubectl get pods --all-namespaces --field-selector spec.nodeName=${quotedNode} -o wide`,
+            });
+        }
+        if (pod) {
+            commands.push({
+                purpose: "Kubernetes events for this object",
+                command: `kubectl get events${namespaceFlag} --sort-by=.lastTimestamp --field-selector involvedObject.name=${SeriesDebugHints.quoteForShell(pod)}`,
+            });
+        }
+        return commands;
+    }
+    static containerCommands(input) {
+        const container = SeriesLabelDisplay.findLabelValue(input.seriesLabels, ["container.name", "k8s.container.name"]);
+        if (!container) {
+            return [];
+        }
+        const quoted = SeriesDebugHints.quoteForShell(container);
+        const cli = input.cli;
+        return [
+            {
+                purpose: "Recent container logs",
+                command: `${cli} logs --tail 200 ${quoted}`,
+            },
+            {
+                purpose: "Live CPU / memory / IO for this container",
+                command: `${cli} stats --no-stream ${quoted}`,
+            },
+            {
+                purpose: "Exit code, restart count and OOM-kill flag",
+                command: `${cli} inspect --format '{{.State.Status}} exit={{.State.ExitCode}} oom={{.State.OOMKilled}} restarts={{.RestartCount}}' ${quoted}`,
+            },
+            {
+                purpose: "Processes running inside the container",
+                command: `${cli} top ${quoted}`,
+            },
+        ];
+    }
+    static dockerSwarmCommands(seriesLabels) {
+        const commands = SeriesDebugHints.containerCommands({
+            seriesLabels,
+            cli: "docker",
+        });
+        const service = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "docker.swarm.service.name",
+        ]);
+        if (service) {
+            const quoted = SeriesDebugHints.quoteForShell(service);
+            commands.push({
+                purpose: "Task placement and failure reasons for the Swarm service",
+                command: `docker service ps ${quoted} --no-trunc`,
+            });
+            commands.push({
+                purpose: "Aggregated logs across every task of the service",
+                command: `docker service logs --tail 200 ${quoted}`,
+            });
+        }
+        return commands;
+    }
+    static hostCommands(seriesLabels) {
+        const commands = [];
+        const mountpoint = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "mountpoint",
+            "diskPath",
+            "disk.path",
+        ]);
+        if (mountpoint) {
+            const quoted = SeriesDebugHints.quoteForShell(mountpoint);
+            commands.push({
+                purpose: "Free space and inode use on the affected mount",
+                command: `df -h ${quoted} && df -i ${quoted}`,
+            });
+            commands.push({
+                purpose: "Largest directories on the mount",
+                command: `du -xh --max-depth=1 ${quoted} 2>/dev/null | sort -h | tail -20`,
+            });
+            commands.push({
+                purpose: "Processes still holding deleted files open on the mount",
+                command: `lsof +L1 ${quoted} 2>/dev/null | head -20`,
+            });
+        }
+        const device = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "device",
+            "system.device",
+        ]);
+        if (device) {
+            commands.push({
+                purpose: "Per-device IO utilization and queue depth",
+                command: `iostat -x 1 3 ${SeriesDebugHints.quoteForShell(device)}`,
+            });
+        }
+        const networkInterface = SeriesLabelDisplay.findLabelValue(seriesLabels, ["network.interface", "interfaceName"]);
+        if (networkInterface) {
+            commands.push({
+                purpose: "Interface counters, errors and drops",
+                command: `ip -s link show ${SeriesDebugHints.quoteForShell(networkInterface)}`,
+            });
+        }
+        return commands;
+    }
+    /**
+     * Split the pve-exporter `id` label into (type, id).
+     *
+     * pve-exporter encodes every resource's identity in ONE datapoint
+     * label - "node/pve1", "qemu/100", "lxc/101", "storage/pve1/local-lvm",
+     * "cluster/production" - and that label is what the shipped Proxmox
+     * templates group by, so it is also the only identity most Proxmox
+     * alerts carry. The agent's transform derives `pve.type` / `pve.id`
+     * from it (see ProxmoxAgent/otel-collector-config.yaml); those are
+     * preferred when present, and this parse is the fallback for a series
+     * that predates them or was built by hand.
+     *
+     * For a three-segment storage id the LAST segment is the storage name,
+     * which is what `pvesm` takes.
+     */
+    static parseProxmoxId(seriesLabels) {
+        const declaredType = SeriesLabelDisplay.findLabelValue(seriesLabels, ["pve.type"]);
+        const declaredId = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "pve.id",
+        ]);
+        if (declaredType && declaredId) {
+            return { type: declaredType, id: declaredId };
+        }
+        const rawId = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "id",
+        ]);
+        if (!rawId.includes("/")) {
+            return { type: declaredType, id: declaredId };
+        }
+        const segments = rawId.split("/");
+        return {
+            type: declaredType || segments[0] || "",
+            id: declaredId || segments[segments.length - 1] || "",
+        };
+    }
+    static proxmoxCommands(seriesLabels) {
+        const commands = [];
+        const parsed = SeriesDebugHints.parseProxmoxId(seriesLabels);
+        const vmid = SeriesLabelDisplay.findLabelValue(seriesLabels, ["vmid"]) ||
+            (parsed.type === "qemu" || parsed.type === "lxc" ? parsed.id : "");
+        if (vmid) {
+            const quoted = SeriesDebugHints.quoteForShell(vmid);
+            /*
+             * `qm` addresses VMs and `pct` addresses LXC containers. When the
+             * series says which, only the right one is offered; when it does
+             * not (a bare `vmid` label on a hand-built monitor), both are, and
+             * the wrong one simply reports that no such guest exists.
+             */
+            if (parsed.type !== "lxc") {
+                commands.push({
+                    purpose: "Current VM status and resource use",
+                    command: `qm status ${quoted} --verbose`,
+                });
+                commands.push({
+                    purpose: "The VM's configured limits",
+                    command: `qm config ${quoted}`,
+                });
+            }
+            if (parsed.type !== "qemu") {
+                commands.push({
+                    purpose: "Current LXC container status",
+                    command: `pct status ${quoted}`,
+                });
+                commands.push({
+                    purpose: "The container's configured limits",
+                    command: `pct config ${quoted}`,
+                });
+            }
+        }
+        const node = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "proxmox.node.name",
+            "node",
+        ]) || (parsed.type === "node" ? parsed.id : "");
+        if (node) {
+            commands.push({
+                purpose: "Cluster membership and quorum",
+                command: `pvecm status`,
+            });
+            commands.push({
+                purpose: "Load, memory and uptime on the affected node",
+                command: `pvesh get /nodes/${SeriesDebugHints.quoteForShell(node)}/status`,
+            });
+        }
+        const storage = SeriesLabelDisplay.findLabelValue(seriesLabels, ["storage"]) ||
+            (parsed.type === "storage" ? parsed.id : "");
+        if (storage) {
+            commands.push({
+                purpose: "Capacity and health of the affected storage",
+                command: `pvesm status --storage ${SeriesDebugHints.quoteForShell(storage)}`,
+            });
+        }
+        /*
+         * A cluster-scoped id ("cluster/production") and any id shape this
+         * parse does not recognise still deserve a first command, and
+         * cluster resource status is the one that is always correct.
+         */
+        if (commands.length === 0) {
+            commands.push({
+                purpose: "Status of every node, guest and storage in the cluster",
+                command: `pvesh get /cluster/resources`,
+            });
+        }
+        return commands;
+    }
+    static cephCommands(seriesLabels) {
+        const commands = [
+            {
+                purpose: "Cluster health detail, including the reason for any warning",
+                command: `ceph health detail`,
+            },
+        ];
+        const daemon = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "ceph_daemon",
+        ]);
+        if (daemon) {
+            const quoted = SeriesDebugHints.quoteForShell(daemon);
+            commands.push({
+                purpose: "State and recent history of the affected daemon",
+                command: `ceph daemon ${quoted} status`,
+            });
+            commands.push({
+                purpose: "Where the daemon sits in the CRUSH tree",
+                command: `ceph osd tree`,
+            });
+        }
+        const pool = SeriesLabelDisplay.findLabelValue(seriesLabels, [
+            "pool_id",
+            "pool",
+        ]);
+        if (pool) {
+            commands.push({
+                purpose: "Per-pool capacity and object counts",
+                command: `ceph df detail`,
+            });
+        }
+        return commands;
+    }
+    /*
+     * The read-only commands worth running first for this monitor type
+     * and this series, or [] when the series carries nothing to address.
+     */
+    static getDebugCommands(input) {
+        const seriesLabels = input.seriesLabels;
+        if (!seriesLabels || Object.keys(seriesLabels).length === 0) {
+            return [];
+        }
+        switch (input.monitorType) {
+            case MonitorType.Kubernetes:
+                return SeriesDebugHints.kubernetesCommands(seriesLabels);
+            case MonitorType.Docker:
+                return SeriesDebugHints.containerCommands({
+                    seriesLabels,
+                    cli: "docker",
+                });
+            case MonitorType.Podman:
+                return SeriesDebugHints.containerCommands({
+                    seriesLabels,
+                    cli: "podman",
+                });
+            case MonitorType.DockerSwarm:
+                return SeriesDebugHints.dockerSwarmCommands(seriesLabels);
+            case MonitorType.Host:
+            case MonitorType.Server:
+                return SeriesDebugHints.hostCommands(seriesLabels);
+            case MonitorType.Proxmox:
+                return SeriesDebugHints.proxmoxCommands(seriesLabels);
+            case MonitorType.Ceph:
+                return SeriesDebugHints.cephCommands(seriesLabels);
+            /*
+             * Metrics / IoT / RUM / Traces and friends deliberately return
+             * nothing: their series identify an application-level entity
+             * (a service, a device, a route), and there is no command that is
+             * both universally correct and read-only for those. The resource
+             * block still names the entity.
+             */
+            default:
+                return [];
+        }
+    }
+    /*
+     * The commands rendered as a markdown block for an alert/incident
+     * description, or "" when there is nothing to suggest - so callers
+     * can concatenate unconditionally.
+     */
+    static buildMarkdownBlock(input) {
+        var _a;
+        const commands = SeriesDebugHints.getDebugCommands({
+            monitorType: input.monitorType,
+            seriesLabels: input.seriesLabels,
+        });
+        if (commands.length === 0) {
+            return "";
+        }
+        const maxCommands = (_a = input.maxCommands) !== null && _a !== void 0 ? _a : 6;
+        const lines = commands
+            .slice(0, Math.max(maxCommands, 1))
+            .map((command) => {
+            return `- ${command.purpose}:\n  \`\`\`\n  ${command.command}\n  \`\`\``;
+        });
+        return `**Start here**\n${lines.join("\n")}`;
+    }
+}
+//# sourceMappingURL=SeriesDebugHints.js.map

package/build/dist/Types/Monitor/SeriesContext/SeriesDebugHints.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SeriesDebugHints.js","sourceRoot":"","sources":["../../../../../Types/Monitor/SeriesContext/SeriesDebugHints.ts"],"names":[],"mappings":"AACA,OAAO,WAAW,MAAM,gBAAgB,CAAC;AACzC,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AAsCtD;;;;;GAKG;AACH,MAAM,iBAAiB,GAAW,uBAAuB,CAAC;AAE1D,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACnC;;;;;;;OAOG;IACI,MAAM,CAAC,aAAa,CAAC,KAAa;QACvC,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC/C,CAAC;IAEO,MAAM,CAAC,kBAAkB,CAC/B,YAAwB;QAExB,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAE/C,MAAM,GAAG,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YAClE,cAAc;SACf,CAAC,CAAC;QACH,MAAM,SAAS,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACxE,oBAAoB;SACrB,CAAC,CAAC;QACH,MAAM,SAAS,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACxE,oBAAoB;SACrB,CAAC,CAAC;QACH,MAAM,IAAI,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACnE,eAAe;SAChB,CAAC,CAAC;QACH,MAAM,UAAU,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACzE,qBAAqB;SACtB,CAAC,CAAC;QACH,MAAM,WAAW,GAAW,kBAAkB,CAAC,cAAc,CAC3D,YAAY,EACZ,CAAC,sBAAsB,CAAC,CACzB,CAAC;QACF,MAAM,SAAS,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACxE,oBAAoB;SACrB,CAAC,CAAC;QACH,MAAM,GAAG,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YAClE,cAAc;SACf,CAAC,CAAC;QACH,MAAM,GAAG,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YAClE,cAAc;SACf,CAAC,CAAC;QAEH;;;;;WAKG;QACH,MAAM,aAAa,GAAW,SAAS;YACrC,CAAC,CAAC,OAAO,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,SAAS,GAAW,gBAAgB,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAE9D,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,yDAAyD;gBAClE,OAAO,EAAE,wBAAwB,SAAS,GAAG,aAAa,EAAE;aAC7D,CAAC,CAAC;YAEH,MAAM,aAAa,GAAW,SAAS;gBACrC,CAAC,CAAC,OAAO,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE;gBACpD,CAAC,CAAC,EAAE,CAAC;YAEP,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,gCAAgC;gBACzC,OAAO,EAAE,gBAAgB,SAAS,GAAG,aAAa,GAAG,aAAa,aAAa;aAChF,CAAC,CAAC;YAEH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,iDAAiD;gBAC1D,OAAO,EAAE,gBAAgB,SAAS,GAAG,aAAa,GAAG,aAAa,wBAAwB;aAC3F,CAAC,CAAC;YAEH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,iDAAiD;gBAC1D,OAAO,EAAE,mBAAmB,SAAS,GAAG,aAAa,eAAe;aACrE,CAAC,CAAC;QACL,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,yCAAyC;gBAClD,OAAO,EAAE,qCAAqC,gBAAgB,CAAC,aAAa,CAC1E,UAAU,CACX,GAAG,aAAa,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,0CAA0C;gBACnD,OAAO,EAAE,sCAAsC,gBAAgB,CAAC,aAAa,CAC3E,WAAW,CACZ,GAAG,aAAa,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,4CAA4C;gBACrD,OAAO,EAAE,8BAA8B,gBAAgB,CAAC,aAAa,CACnE,SAAS,CACV,GAAG,aAAa,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,GAAG,EAAE,CAAC;YACR,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,yCAAyC;gBAClD,OAAO,EAAE,wBAAwB,gBAAgB,CAAC,aAAa,CAC7D,GAAG,CACJ,GAAG,aAAa,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,GAAG,EAAE,CAAC;YACR,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,uDAAuD;gBAChE,OAAO,EAAE,wBAAwB,gBAAgB,CAAC,aAAa,CAC7D,GAAG,CACJ,GAAG,aAAa,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,UAAU,GAAW,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAEhE,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,4DAA4D;gBACrE,OAAO,EAAE,yBAAyB,UAAU,EAAE;aAC/C,CAAC,CAAC;YAEH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,mCAAmC;gBAC5C,OAAO,EAAE,oEAAoE,UAAU,UAAU;aAClG,CAAC,CAAC;QACL,CAAC;QAED,IAAI,GAAG,EAAE,CAAC;YACR,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,mCAAmC;gBAC5C,OAAO,EAAE,qBAAqB,aAAa,kEAAkE,gBAAgB,CAAC,aAAa,CACzI,GAAG,CACJ,EAAE;aACJ,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAAC,KAGhC;QACC,MAAM,SAAS,GAAW,kBAAkB,CAAC,cAAc,CACzD,KAAK,CAAC,YAAY,EAClB,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CACzC,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,MAAM,GAAW,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,GAAG,GAAW,KAAK,CAAC,GAAG,CAAC;QAE9B,OAAO;YACL;gBACE,OAAO,EAAE,uBAAuB;gBAChC,OAAO,EAAE,GAAG,GAAG,oBAAoB,MAAM,EAAE;aAC5C;YACD;gBACE,OAAO,EAAE,2CAA2C;gBACpD,OAAO,EAAE,GAAG,GAAG,sBAAsB,MAAM,EAAE;aAC9C;YACD;gBACE,OAAO,EAAE,4CAA4C;gBACrD,OAAO,EAAE,GAAG,GAAG,sHAAsH,MAAM,EAAE;aAC9I;YACD;gBACE,OAAO,EAAE,wCAAwC;gBACjD,OAAO,EAAE,GAAG,GAAG,QAAQ,MAAM,EAAE;aAChC;SACF,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAChC,YAAwB;QAExB,MAAM,QAAQ,GACZ,gBAAgB,CAAC,iBAAiB,CAAC;YACjC,YAAY;YACZ,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QAEL,MAAM,OAAO,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACtE,2BAA2B;SAC5B,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAW,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAE/D,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,0DAA0D;gBACnE,OAAO,EAAE,qBAAqB,MAAM,aAAa;aAClD,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,kDAAkD;gBAC3D,OAAO,EAAE,kCAAkC,MAAM,EAAE;aACpD,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,YAAY,CACzB,YAAwB;QAExB,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAE/C,MAAM,UAAU,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACzE,YAAY;YACZ,UAAU;YACV,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAW,gBAAgB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YAElE,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,gDAAgD;gBACzD,OAAO,EAAE,SAAS,MAAM,aAAa,MAAM,EAAE;aAC9C,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,kCAAkC;gBAC3C,OAAO,EAAE,wBAAwB,MAAM,mCAAmC;aAC3E,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,yDAAyD;gBAClE,OAAO,EAAE,YAAY,MAAM,yBAAyB;aACrD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACrE,QAAQ;YACR,eAAe;SAChB,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,2CAA2C;gBACpD,OAAO,EAAE,iBAAiB,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE;aACnE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,gBAAgB,GAAW,kBAAkB,CAAC,cAAc,CAChE,YAAY,EACZ,CAAC,mBAAmB,EAAE,eAAe,CAAC,CACvC,CAAC;QAEF,IAAI,gBAAgB,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,sCAAsC;gBAC/C,OAAO,EAAE,mBAAmB,gBAAgB,CAAC,aAAa,CACxD,gBAAgB,CACjB,EAAE;aACJ,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACK,MAAM,CAAC,cAAc,CAAC,YAAwB;QAIpD,MAAM,YAAY,GAAW,kBAAkB,CAAC,cAAc,CAC5D,YAAY,EACZ,CAAC,UAAU,CAAC,CACb,CAAC;QACF,MAAM,UAAU,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACzE,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,YAAY,IAAI,UAAU,EAAE,CAAC;YAC/B,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,KAAK,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACpE,IAAI;SACL,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAkB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEjD,OAAO;YACL,IAAI,EAAE,YAAY,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE;YACvC,EAAE,EAAE,UAAU,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE;SACtD,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,eAAe,CAC5B,YAAwB;QAExB,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAE/C,MAAM,MAAM,GACV,gBAAgB,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAEhD,MAAM,IAAI,GACR,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;YACzD,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAErE,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,MAAM,GAAW,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAE5D;;;;;eAKG;YACH,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,oCAAoC;oBAC7C,OAAO,EAAE,aAAa,MAAM,YAAY;iBACzC,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,4BAA4B;oBACrC,OAAO,EAAE,aAAa,MAAM,EAAE;iBAC/B,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,8BAA8B;oBACvC,OAAO,EAAE,cAAc,MAAM,EAAE;iBAChC,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,mCAAmC;oBAC5C,OAAO,EAAE,cAAc,MAAM,EAAE;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GACR,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YAC9C,mBAAmB;YACnB,MAAM;SACP,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAElD,IAAI,IAAI,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,+BAA+B;gBACxC,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,8CAA8C;gBACvD,OAAO,EAAE,oBAAoB,gBAAgB,CAAC,aAAa,CACzD,IAAI,CACL,SAAS;aACX,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GACX,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAE/C,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,6CAA6C;gBACtD,OAAO,EAAE,0BAA0B,gBAAgB,CAAC,aAAa,CAC/D,OAAO,CACR,EAAE;aACJ,CAAC,CAAC;QACL,CAAC;QAED;;;;WAIG;QACH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,wDAAwD;gBACjE,OAAO,EAAE,8BAA8B;aACxC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,YAAY,CACzB,YAAwB;QAExB,MAAM,QAAQ,GAA8B;YAC1C;gBACE,OAAO,EAAE,6DAA6D;gBACtE,OAAO,EAAE,oBAAoB;aAC9B;SACF,CAAC;QAEF,MAAM,MAAM,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACrE,aAAa;SACd,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAW,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAE9D,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,iDAAiD;gBAC1D,OAAO,EAAE,eAAe,MAAM,SAAS;aACxC,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,yCAAyC;gBAClD,OAAO,EAAE,eAAe;aACzB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAAW,kBAAkB,CAAC,cAAc,CAAC,YAAY,EAAE;YACnE,SAAS;YACT,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,IAAI,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,qCAAqC;gBAC9C,OAAO,EAAE,gBAAgB;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,gBAAgB,CAAC,KAG9B;QACC,MAAM,YAAY,GAA2B,KAAK,CAAC,YAAY,CAAC;QAEhE,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,QAAQ,KAAK,CAAC,WAAW,EAAE,CAAC;YAC1B,KAAK,WAAW,CAAC,UAAU;gBACzB,OAAO,gBAAgB,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAE3D,KAAK,WAAW,CAAC,MAAM;gBACrB,OAAO,gBAAgB,CAAC,iBAAiB,CAAC;oBACxC,YAAY;oBACZ,GAAG,EAAE,QAAQ;iBACd,CAAC,CAAC;YAEL,KAAK,WAAW,CAAC,MAAM;gBACrB,OAAO,gBAAgB,CAAC,iBAAiB,CAAC;oBACxC,YAAY;oBACZ,GAAG,EAAE,QAAQ;iBACd,CAAC,CAAC;YAEL,KAAK,WAAW,CAAC,WAAW;gBAC1B,OAAO,gBAAgB,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;YAE5D,KAAK,WAAW,CAAC,IAAI,CAAC;YACtB,KAAK,WAAW,CAAC,MAAM;gBACrB,OAAO,gBAAgB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAErD,KAAK,WAAW,CAAC,OAAO;gBACtB,OAAO,gBAAgB,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;YAExD,KAAK,WAAW,CAAC,IAAI;gBACnB,OAAO,gBAAgB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAErD;;;;;;eAMG;YACH;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,kBAAkB,CAAC,KAIhC;;QACC,MAAM,QAAQ,GACZ,gBAAgB,CAAC,gBAAgB,CAAC;YAChC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;SACjC,CAAC,CAAC;QAEL,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAW,MAAA,KAAK,CAAC,WAAW,mCAAI,CAAC,CAAC;QAEnD,MAAM,KAAK,GAAkB,QAAQ;aAClC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;aAClC,GAAG,CAAC,CAAC,OAA2B,EAAE,EAAE;YACnC,OAAO,KAAK,OAAO,CAAC,OAAO,kBAAkB,OAAO,CAAC,OAAO,YAAY,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEL,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC/C,CAAC;CACF"}