@usine/executor 0.2.1 → 0.4.0

package/dist/remote/commands.js

@@ -0,0 +1,94 @@
+import { RemoteShell, sshArguments, } from "@usine/agents/child-host";
+import { Effect, Redacted, Stream } from "effect";
+import { ChildProcessSpawner } from "effect/process";
+import { allowlistedEnvironment, collectCommand, requireSuccess, } from "../child-command.js";
+/**
+ * The variables the local SSH client inherits. GitHub and factory credentials in the
+ * orchestrator environment aren't passed to the client or the machine.
+ */
+export const SSH_ENVIRONMENT_ALLOWLIST = [
+    "HOME",
+    "LANG",
+    "LC_ALL",
+    "PATH",
+    "SHELL",
+    "SSH_AGENT_PID",
+    "SSH_AUTH_SOCK",
+    "TMPDIR",
+    "USER",
+];
+/**
+ * The default SSH client for remote Workers. Its keepalive options make a dead TCP connection
+ * exit non-zero instead of hanging.
+ */
+export const DEFAULT_SSH = {
+    command: "ssh",
+    args: ["-o", "BatchMode=yes", "-o", "ServerAliveInterval=30", "-o", "ServerAliveCountMax=4"],
+};
+const encoder = new TextEncoder();
+/**
+ * Returns `shell` with `variables` sent through OpenSSH `SendEnv` instead of the command line,
+ * so the values aren't in arguments, logs, or process listings. The remote sshd drops names
+ * not in its `AcceptEnv`.
+ */
+export const sendingShell = (shell, variables) => {
+    const entries = Object.entries(variables);
+    if (entries.length === 0)
+        return shell;
+    return new RemoteShell({
+        ssh: {
+            command: shell.ssh.command,
+            args: [...shell.ssh.args, "-o", `SendEnv=${entries.map(([name]) => name).join(" ")}`],
+        },
+        sshEnvironment: {
+            ...shell.sshEnvironment,
+            ...Object.fromEntries(entries.map(([name, value]) => [name, Redacted.value(value)])),
+        },
+        destination: shell.destination,
+    });
+};
+/** The `RemoteCommands` that use this process's spawner and the allowlisted SSH environment. */
+export const remoteCommandsFor = Effect.gen(function* () {
+    const spawner = yield* ChildProcessSpawner.ChildProcessSpawner;
+    const environment = yield* allowlistedEnvironment(SSH_ENVIRONMENT_ALLOWLIST);
+    const shellFor = (ssh, destination) => new RemoteShell({ ssh, sshEnvironment: environment, destination });
+    const executeRaw = Effect.fn("RemoteExecutor.executeRaw")(function* (operation, host, command, args, clientEnvironment) {
+        yield* Effect.annotateCurrentSpan({ host, operation });
+        return yield* collectCommand(spawner, operation, command, args, {
+            env: { ...clientEnvironment },
+            extendEnv: false,
+        });
+    });
+    const local = Effect.fn("RemoteExecutor.local")(function* (operation, host, command, args) {
+        const result = yield* executeRaw(operation, host, command, args, environment);
+        return yield* requireSuccess(operation, host, command, args, result);
+    });
+    const inspect = (operation, shell, command, args) => executeRaw(operation, shell.destination, shell.ssh.command, sshArguments(shell, { command, args }), shell.sshEnvironment);
+    const run = Effect.fn("RemoteExecutor.run")(function* (operation, shell, command, args, context = {}) {
+        const sshArgs = sshArguments(shell, {
+            cwd: context.cwd,
+            environment: context.environment,
+            command,
+            args,
+        });
+        const result = yield* executeRaw(operation, shell.destination, shell.ssh.command, sshArgs, shell.sshEnvironment);
+        const scrub = context.scrub ?? ((text) => text);
+        return yield* requireSuccess(operation, shell.destination, shell.ssh.command, sshArgs, {
+            ...result,
+            stdout: scrub(result.stdout),
+            stderr: scrub(result.stderr),
+        });
+    });
+    const runWithInput = Effect.fn("RemoteExecutor.runWithInput")(function* (operation, shell, command, args, input) {
+        yield* Effect.annotateCurrentSpan({ host: shell.destination, operation });
+        const sshArgs = sshArguments(shell, { command, args });
+        const result = yield* collectCommand(spawner, operation, shell.ssh.command, sshArgs, {
+            env: { ...shell.sshEnvironment },
+            extendEnv: false,
+            stdin: Stream.make(encoder.encode(Redacted.value(input))),
+        });
+        return yield* requireSuccess(operation, shell.destination, shell.ssh.command, sshArgs, result);
+    });
+    return { shellFor, local, inspect, run, runWithInput };
+});
+//# sourceMappingURL=commands.js.map

package/dist/remote/commands.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.js","sourceRoot":"","sources":["../../src/remote/commands.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,WAAW,EAEX,YAAY,GACb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EACL,sBAAsB,EACtB,cAAc,EAEd,cAAc,GACf,MAAM,qBAAqB,CAAC;AA+C7B;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,OAAO;IACP,eAAe;IACf,eAAe;IACf,QAAQ;IACR,MAAM;CACE,CAAC;AAEX;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAe;IACrC,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,CAAC,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,uBAAuB,CAAC;CAC7F,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,KAAkB,EAClB,SAA8D,EACjD,EAAE;IACf,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,IAAI,WAAW,CAAC;QACrB,GAAG,EAAE;YACH,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO;YAC1B,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;SACtF;QACD,cAAc,EAAE;YACd,GAAG,KAAK,CAAC,cAAc;YACvB,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SACrF;QACD,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,gGAAgG;AAChG,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,mBAAmB,CAAC,mBAAmB,CAAC;IAC/D,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,sBAAsB,CAAC,yBAAyB,CAAC,CAAC;IAE7E,MAAM,QAAQ,GAAG,CAAC,GAAe,EAAE,WAA2B,EAAE,EAAE,CAChE,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;IAErE,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,QAAQ,CAAC,EACjE,SAA4B,EAC5B,IAAY,EACZ,OAAe,EACf,IAA2B,EAC3B,iBAAmD;QAEnD,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACvD,OAAO,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE;YAC9D,GAAG,EAAE,EAAE,GAAG,iBAAiB,EAAE;YAC7B,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,EACvD,SAA4B,EAC5B,IAAY,EACZ,OAAe,EACf,IAA2B;QAE3B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,CACd,SAA4B,EAC5B,KAAkB,EAClB,OAAe,EACf,IAA2B,EAC2B,EAAE,CACxD,UAAU,CACR,SAAS,EACT,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,GAAG,CAAC,OAAO,EACjB,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EACtC,KAAK,CAAC,cAAc,CACrB,CAAC;IAEJ,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,QAAQ,CAAC,EACnD,SAA4B,EAC5B,KAAkB,EAClB,OAAe,EACf,IAA2B,EAC3B,OAAO,GAAkB,EAAE;QAE3B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE;YAClC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,IAAI;SACL,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,UAAU,CAC9B,SAAS,EACT,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,GAAG,CAAC,OAAO,EACjB,OAAO,EACP,KAAK,CAAC,cAAc,CACrB,CAAC;QACF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE;YACrF,GAAG,MAAM;YACT,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;SAC7B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,6BAA6B,CAAC,CAAC,QAAQ,CAAC,EACrE,SAA4B,EAC5B,KAAkB,EAClB,OAAe,EACf,IAA2B,EAC3B,KAAgC;QAEhC,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE;YACnF,GAAG,EAAE,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE;YAChC,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;SAC1D,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAA2B,CAAC;AAClF,CAAC,CAAC,CAAC"}

package/dist/remote/container.d.ts

@@ -0,0 +1,90 @@
+import { RemoteShell } from "@usine/agents/child-host";
+import type { Harness } from "@usine/core/agent/brain";
+import { type AttemptId } from "@usine/core/attempt";
+import type { Sink } from "@usine/core/attempt/channel";
+import type { InstanceId } from "@usine/core/instance";
+import { type ContainerImage, type ContainerLimits, type WorkerName } from "@usine/core/worker";
+import { Effect, Option, Redacted } from "effect";
+import { ExecutorOperationError } from "../executor.ts";
+import type { RemoteCommands } from "./commands.ts";
+/** The container CLI on the machine. */
+export declare const CONTAINER_RUNTIME = "docker";
+export declare const PNPM_STORE_VOLUME = "usine-pnpm-store";
+export declare const PNPM_STORE_PATH = "/home/usine/.local/share/pnpm/store";
+export declare const PNPM_STORE_MOUNT = "type=volume,source=usine-pnpm-store,destination=/home/usine/.local/share/pnpm/store,volume-nocopy";
+/** Initializes volume `$3` using runtime `$1`, image `$2`, mount `$4`, and path `$5`. */
+export declare const PREPARE_PNPM_STORE_SCRIPT: string;
+/** The image and limits of each Attempt container on a Worker. */
+export interface ContainerSettings {
+    readonly image: ContainerImage;
+    readonly limits: ContainerLimits;
+    /** The value of the instance label, which the instances that share a GitHub App share too. */
+    readonly instance: string;
+    /** The value of the instance ID label, which tells apart the instances that share the App. */
+    readonly instanceId: InstanceId;
+}
+/** How a Worker runs an Attempt's commands on its machine. */
+export type AttemptIsolation = 
+/** The SSH user's shell runs every command, so concurrent Attempts can read each other's files and processes. */
+{
+    readonly _tag: "SharedUser";
+}
+/** Each Attempt's commands run in its own container; the SSH user's shell runs only the container's lifecycle and the cached clone's fetch. */
+ | {
+    readonly _tag: "Container";
+    readonly settings: ContainerSettings;
+};
+export declare const sharedUser: AttemptIsolation;
+/** Returns the name of `attemptId`'s container. */
+export declare const attemptContainerName: (attemptId: AttemptId) => string;
+/**
+ * Returns the file whose presence records that `attemptId`'s checkout was mounted in a
+ * container. It's outside every container's mounts, so no Attempt can create or remove it.
+ */
+export declare const containerCheckoutMarker: (workerDirectory: string, attemptId: AttemptId) => string;
+/** One container to start on a machine. */
+export interface ContainerSpec {
+    readonly name: string;
+    readonly settings: ContainerSettings;
+    readonly worker: WorkerName;
+    /** The Attempt whose commands the container runs, or `None` for a preflight's container. */
+    readonly attemptId: Option.Option<AttemptId>;
+    /**
+     * The Attempt's checkout, mounted read-write at its own path, and the directory that contains
+     * it, which is an empty directory in the container for the children's PID files.
+     */
+    readonly checkout: Option.Option<{
+        readonly path: string;
+        readonly parent: string;
+    }>;
+    /** Machine directories mounted read-only at their own paths. */
+    readonly readOnly: ReadonlyArray<string>;
+    /** Machine directories of the Attempt mounted read-write at their own paths. */
+    readonly writable: ReadonlyArray<string>;
+    /** The harnesses whose login files the container gets. */
+    readonly harnesses: ReadonlyArray<Harness>;
+    /** Variables set in the container without secrets. */
+    readonly environment: Readonly<Record<string, string>>;
+    /** Variables set in the container through the container CLI's standard input, never a command line. */
+    readonly secrets: Readonly<Record<string, Redacted.Redacted<string>>>;
+}
+/**
+ * Returns the operations on the containers of a machine: start one for an Attempt or a
+ * preflight, stop an Attempt's children in it, and remove the containers that an earlier
+ * process left.
+ */
+export declare const containersFor: (commands: RemoteCommands) => {
+    start: (operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, spec: ContainerSpec) => Effect.Effect<RemoteShell, ExecutorOperationError, import("effect/Scope").Scope>;
+    trackMemory: (shell: RemoteShell, spec: ContainerSpec) => Effect.Effect<{
+        recordKills: () => Effect.Effect<void, never, never>;
+        recordTo: (record: Sink["outOfMemory"]) => Effect.Effect<void, never, never>;
+        ensureRunning: Effect.Effect<boolean, ExecutorOperationError, never>;
+    }, never, never>;
+    stopChildren: (operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, name: string, worktree: string) => Effect.Effect<void, ExecutorOperationError, never>;
+    sweep: (shell: RemoteShell, instance: string, instanceId: string & import("effect/Brand").Brand<"InstanceId">, worker: string & import("effect/Brand").Brand<"WorkerName">, kept: ReadonlySet<string>) => Effect.Effect<string[], ExecutorOperationError, never>;
+    remove: (shell: RemoteShell, name: string) => Effect.Effect<void, never, never>;
+    mark: (operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, marker: string) => Effect.Effect<void, ExecutorOperationError, never>;
+    marked: (operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, marker: string) => Effect.Effect<boolean, ExecutorOperationError, never>;
+    prepareStore: (operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, image: string & import("effect/Brand").Brand<"ContainerImage">, worker: string & import("effect/Brand").Brand<"WorkerName">) => Effect.Effect<undefined, ExecutorOperationError, never>;
+};
+//# sourceMappingURL=container.d.ts.map

package/dist/remote/container.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"container.d.ts","sourceRoot":"","sources":["../../src/remote/container.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,WAAW,EAAuB,MAAM,0BAA0B,CAAC;AAC/F,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,KAAK,SAAS,EAA6B,MAAM,qBAAqB,CAAC;AAChF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAe,MAAM,QAAQ,CAAC;AAC/D,OAAO,EAA0B,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAChF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD,wCAAwC;AACxC,eAAO,MAAM,iBAAiB,WAAW,CAAC;AAE1C,eAAO,MAAM,iBAAiB,qBAAqB,CAAC;AACpD,eAAO,MAAM,eAAe,wCAAwC,CAAC;AACrE,eAAO,MAAM,gBAAgB,sGAAyF,CAAC;AAEvH,yFAAyF;AACzF,eAAO,MAAM,yBAAyB,QAc9B,CAAC;AAiBT,kEAAkE;AAClE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,8FAA8F;IAC9F,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,8FAA8F;IAC9F,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACjC;AAED,8DAA8D;AAC9D,MAAM,MAAM,gBAAgB;AAC1B,iHAAiH;AAC/G;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;CAAE;AACjC,+IAA+I;GAC7I;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAA;CAAE,CAAC;AAEzE,eAAO,MAAM,UAAU,EAAE,gBAAyC,CAAC;AAgBnE,mDAAmD;AACnD,eAAO,MAAM,oBAAoB,cAAe,SAAS,KAAG,MACzB,CAAC;AAEpC;;;GAGG;AACH,eAAO,MAAM,uBAAuB,oBAAqB,MAAM,aAAa,SAAS,KAAG,MACpB,CAAC;AAKrE,2CAA2C;AAC3C,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,4FAA4F;IAC5F,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C;;;OAGG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrF,gEAAgE;IAChE,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,gFAAgF;IAChF,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,0DAA0D;IAC1D,QAAQ,CAAC,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3C,sDAAsD;IACtD,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACvD,uGAAuG;IACvG,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;CACvE;AAmID;;;;GAIG;AACH,eAAO,MAAM,aAAa,aAAc,cAAc;;;;2BAgU7B,IAAI,CAAC,aAAa,CAAC;;;;;;;;;CAoF3C,CAAC"}