@sequenceholdings/pipeline-spec 0.1.0

package/dist/bodies/ingestion.js

@@ -0,0 +1,446 @@
+import { z } from 'zod';
+import { CRON_PATTERN, IDENTIFIER_PATTERN, RESERVED_ENVELOPE_COLUMNS, TIMEZONE_PATTERN, } from '../constants.js';
+import { columnIdentifierSchema, identifierSchema } from '../columns.js';
+import { feedColumnsSchema, feedDocumentationSchema } from '../documentation.js';
+import { operationPolicySchema } from '../operations.js';
+import { isoDurationSchema, repoRelativePathSchema, symbolicRefSchema } from '../primitives.js';
+/**
+ * Ingestion stages declare **feeds into a volume landing zone** — never bronze
+ * tables, which are platform-derived. This body encodes the append-only-bronze
+ * architecture: volumes-first landing, snapshot_mode batch semantics, symbolic
+ * worker/credential bindings, and the decode/write split.
+ *
+ * ## What the platform derives from a feed (not authored)
+ *
+ * Ingestion lands in **catalog-per-source** catalogs (estate precedent:
+ * `src_banksouth_jack_henry`, `src_mock_data`): bronze lives in
+ * `src_<source>`, an ACCOUNT-LEVEL asset shared across deployments with a
+ * single writing deployment. The deployment catalog (`TargetFacts.catalog`)
+ * owns silver/gold/report/serving ONLY and never appears in an ingestion name.
+ *
+ * - **Source catalog** — `src_<source>` (canonical derivation:
+ *   `sourceCatalog`; the source identity is underscore-constrained, so the
+ *   catalog name is deterministic and UC-legal).
+ * - **Volume layout** — `/Volumes/src_<source>/bronze/<feed>/batch_id=<ts>/`
+ *   (UC volumes are `/Volumes/<catalog>/<schema>/<volume>/…`, so the schema
+ *   is `bronze` and the volume is the feed): every batch lands as raw files
+ *   under a batch directory keyed by ingestion timestamp. Canonical
+ *   derivation: `feedVolumePath` (tests pin the documented string to it).
+ * - **Bronze table name** — one append-only bronze table per feed:
+ *   `src_<source>.bronze.<feed>` — the catalog scopes the source, so the
+ *   table name needs no `<source>_` prefix (canonical derivation:
+ *   `feedBronzeTable`).
+ * - **Envelope columns** — the materializer stamps `batch_id`, `ingested_at`,
+ *   `source_system`, and `content_hash` onto every row. These names are
+ *   RESERVED (`RESERVED_ENVELOPE_COLUMNS` in `../constants.js`) — a feed's
+ *   `natural_key`/`cursor.column` may not name one (`refineFeed` below);
+ *   the materializer itself rejects a source column collision at runtime,
+ *   since a feed's full column set is only known at decode time.
+ * - **Presence manifest** — for `full_snapshot` feeds the platform records
+ *   which natural keys appeared in each batch, so downstream deletion
+ *   detection never needs source-side tombstones.
+ *
+ * ## The decode/write split
+ *
+ * Decoders are developer-provided **pure functions (file contents → rows)**
+ * invoked by the platform materializer for non-standard formats. Decoders
+ * never hold table-write credentials — the platform materializer performs
+ * envelope stamping and the append. **Bronze materialization does no semantic
+ * work**: no type coercion, dedup, normalization, or filtering — that is
+ * cleaning-transformation territory.
+ */
+// Re-exported for existing consumers; the definitions live in primitives.ts
+// so operations.ts can share them without an import cycle.
+export { isoDurationSchema, repoRelativePathSchema, symbolicRefSchema };
+export const SNAPSHOT_MODES = ['full_snapshot', 'incremental', 'event_stream'];
+export const snapshotModeSchema = z.enum(SNAPSHOT_MODES);
+/**
+ * Feed formats. `xlsx` is RESERVED: present in the enum but rejected at
+ * validation until the platform ships its default spreadsheet decoder (sheet
+ * selection / header detection stay byte-shape decoding — type coercion stays
+ * in cleaning). `custom` requires a `decoder`.
+ */
+export const FEED_FORMATS = ['parquet', 'json', 'csv', 'xlsx', 'custom'];
+export const feedFormatSchema = z.enum(FEED_FORMATS);
+/**
+ * Incremental cursor declaration. `encoding` is an extensible string (e.g.
+ * `yyyyddd` for Jack-Henry-style Julian dates) — the SDK stays
+ * provider-neutral and never enumerates vendor encodings.
+ */
+export const cursorSchema = z.strictObject({
+    /** Source-side cursor column. Source systems may use uppercase names. */
+    column: z
+        .string()
+        .min(1)
+        .regex(/^[A-Za-z][A-Za-z0-9_]*$/, 'must be a column identifier'),
+    encoding: z.string().min(1).optional(),
+});
+/** Extraction params are scalar hints passed to the extractor (never credentials — the envelope scan enforces it). */
+const extractionValueSchema = z.union([z.string(), z.number(), z.boolean()]);
+export const feedSchema = z.strictObject({
+    ...feedDocumentationSchema.shape,
+    /** Optional descriptions of observed source columns; not a typed contract. */
+    columns: feedColumnsSchema.optional(),
+    /**
+     * Optional documentation/<name>.documentation.yml. The loader merges it
+     * into this feed, preserving inline overrides, before deployment hashing.
+     */
+    documentation_ref: identifierSchema.optional(),
+    /**
+     * Batch semantics of the feed:
+     * - `full_snapshot` — every batch is the complete current state; the
+     *   platform writes a presence manifest for deletion detection.
+     * - `incremental` — batches carry changed rows selected by `cursor`.
+     * - `event_stream` — append-only events; no snapshot semantics.
+     */
+    snapshot_mode: snapshotModeSchema,
+    /** Row identity within the feed. Required (non-empty) for full_snapshot and incremental. */
+    natural_key: z.array(columnIdentifierSchema).optional(),
+    /** Required iff `snapshot_mode: incremental`; meaningless otherwise. */
+    cursor: cursorSchema.optional(),
+    pii: z.enum(['none', 'contains_pii']).default('none'),
+    /** Wire format of landed files. Standard formats use compiled default decoders. */
+    format: feedFormatSchema.optional(),
+    /**
+     * Repo-relative path of a pure file→rows decoder. Required iff
+     * `format: custom`; forbidden otherwise. Decoders never write tables.
+     */
+    decoder: repoRelativePathSchema.optional(),
+    /** Scalar extraction hints (query params, source table names, page sizes). */
+    extraction: z.record(z.string().min(1), extractionValueSchema).optional(),
+    /** Max staleness for this feed; overrides the spec-wide `freshness_slo`. */
+    freshness_slo: isoDurationSchema.optional(),
+    /**
+     * The source may omit this feed for a deployment-specific schema/version.
+     * Optional feeds remain part of the contract, but extraction and
+     * materialization may report a successful no-data skip.
+     */
+    optional: z.boolean().optional(),
+});
+/** Feed documentation changes do not change downstream compatibility. */
+export function feedContract(feed) {
+    const { description: _description, columns: _columns, column_descriptions: _columnDescriptions, documentation_ref: _documentationRef, ...contract } = feed;
+    return contract;
+}
+/**
+ * Ingestion schedule: cron + tz + the shared operation policy vocabulary.
+ * Optional by design — the future `upload` runtime is event-driven (file
+ * arrival), so a schedule is meaningless there.
+ */
+export const scheduleSchema = z.strictObject({
+    cron: z.string().regex(CRON_PATTERN, 'must be a cron expression (5–7 fields)'),
+    tz: z.string().regex(TIMEZONE_PATTERN, 'must be an IANA timezone (e.g. America/New_York) or UTC'),
+    policy: operationPolicySchema.optional(),
+});
+/**
+ * Where the ingestion code runs:
+ * - `databricks` — a platform-scheduled job in the deployment workspace,
+ *   pulling from an external system's API (`source` required).
+ * - `edge-worker` — an on-prem/VM worker registered in the platform registry
+ *   (`worker` required): the SEQUENCE2-style extraction posture.
+ * - `upload` — RESERVED, rejected at validation ('not yet supported').
+ *   Future semantics: no entrypoint/schedule/credential; the platform upload
+ *   surface writes the feed's batch directories; the materializer fires on
+ *   file arrival (Databricks file-arrival trigger); the batch ledger records
+ *   the uploading initiator. Covers the spreadsheet→volume→cleaning→ontology
+ *   expansion (seeds CSVs, iSeries dumps, BSM mock data).
+ */
+export const INGESTION_RUNTIMES = ['databricks', 'edge-worker', 'upload'];
+export const ingestionRuntimeSchema = z.enum(INGESTION_RUNTIMES);
+/**
+ * Source-identity slug — feeds UC name derivation (`bronze.<source>_<feed>`,
+ * volume paths), so it shares the feed names' lowercase-underscore grammar.
+ * Hyphens are legal in symbolic refs but not in UC name parts.
+ */
+const sourceIdentitySchema = z
+    .string()
+    .max(63)
+    .regex(IDENTIFIER_PATTERN, 'must be a lowercase identifier (a-z, 0-9, _) — it becomes part of derived UC names');
+/** Hard ceiling that keeps a malformed authoring file from stampeding a VM. */
+export const MAX_WORKER_CONCURRENT = 32;
+export const DEFAULT_MATERIALIZER_CONCURRENT = 32;
+export const MAX_MATERIALIZER_CONCURRENT = 64;
+export const MATERIALIZER_STRATEGIES = ['per_feed', 'sharded'];
+export const materializerStrategySchema = z.enum(MATERIALIZER_STRATEGIES);
+export const materializerConcurrencySchema = z.strictObject({
+    /**
+     * Maximum number of feed materializer notebook tasks that may run at once.
+     * The compiler enforces this with dependency lanes (`per_feed`) or shard
+     * tasks (`sharded`); this is independent of worker.max_concurrent, which
+     * limits edge-worker extraction.
+     */
+    max_concurrent: z
+        .number()
+        .int()
+        .min(1)
+        .max(MAX_MATERIALIZER_CONCURRENT),
+    /**
+     * How Databricks schedules bronze writes. Omitted = `per_feed` (one
+     * notebook task per feed, CON-131 collector when parallel). `sharded`
+     * compiles `min(feed_count, max_concurrent)` Spark sessions that each
+     * process a disjoint feed subset sequentially (CON-227).
+     */
+    strategy: materializerStrategySchema.optional(),
+});
+/**
+ * Symbolic worker binding — machine and Data Sync family identifiers, never
+ * connection strings or managed-secret bindings.
+ *
+ * Which fields feed physical-name derivation: `data_source` is the source
+ * identity (bronze table names + volume paths derive from it, hence the
+ * identifier grammar); `machine` is a registry machine id (SEQUENCE2-style),
+ * `credential` a Data Sync environment family, and `operation` a machine-local
+ * Data Sync operation id — none appears in any derived name.
+ */
+export const workerSchema = z.strictObject({
+    machine: symbolicRefSchema,
+    data_source: sourceIdentitySchema,
+    credential: symbolicRefSchema,
+    /** Optional machine-local Data Sync operation id used by run-now extraction. */
+    operation: z
+        .string()
+        .regex(/^[a-z][a-z0-9_]*$/, 'operation must be a lowercase snake_case Data Sync operation id')
+        .optional(),
+    /**
+     * How many extraction runs the platform may have in flight against this
+     * machine + data source at once. One-stage-per-table means N sibling stages
+     * contend for ONE ODBC connection on ONE VM, so capacity is a property of the
+     * shared upstream, not of any single stage.
+     *
+     * Enforcement contract (see `workerCapacityGroup`): every stage sharing a
+     * machine + data source also shares one `schedule.policy.exclusion_group`, so
+     * a consumer that only understands mutual exclusion serializes them —
+     * conservative by default. A consumer that understands budgets (the Data Sync
+     * enqueue route) may allow up to `max_concurrent` runs of that operation in the
+     * group to run together. Different operations in the group remain serialized.
+     * Omitted = 1 = strict serialization.
+     */
+    max_concurrent: z.number().int().min(1).max(MAX_WORKER_CONCURRENT).optional(),
+});
+/**
+ * Symbolic source binding for databricks-runtime API pulls. `system` is the
+ * source identity (feeds derived UC names — identifier grammar).
+ *
+ * `credential` names a binding family when the upstream API is authenticated.
+ * Omit it for genuinely keyless / public sources (e.g. ESPN's public site API)
+ * — never invent a sentinel binding. Resolution and compiled `credential_*`
+ * parameters only occur when this field is present.
+ */
+export const sourceSystemSchema = z.strictObject({
+    system: sourceIdentitySchema,
+    /**
+     * Optional symbolic credential family. Omitted = unauthenticated/keyless
+     * source. Never a sentinel value and never a secret.
+     */
+    credential: symbolicRefSchema.optional(),
+});
+/** Feed names are snake_case identifiers (they become volume path segments and bronze table parts). */
+export const feedNameSchema = z
+    .string()
+    .regex(IDENTIFIER_PATTERN, 'feed names must be lowercase identifiers (a-z, 0-9, _)');
+export const ingestionBodyShape = {
+    runtime: ingestionRuntimeSchema,
+    /** Required iff `runtime: edge-worker`; forbidden otherwise. */
+    worker: workerSchema.optional(),
+    /** Required iff `runtime: databricks`; forbidden otherwise. */
+    source: sourceSystemSchema.optional(),
+    /** Databricks-side feed materializer concurrency, independent of extraction. */
+    materializer: materializerConcurrencySchema.optional(),
+    feeds: z.record(feedNameSchema, feedSchema),
+    schedule: scheduleSchema.optional(),
+    /** Spec-wide max staleness; feeds may override per-feed. */
+    freshness_slo: isoDurationSchema.optional(),
+    /** Raw-file retention window — an explicit replay buffer, not an archive. */
+    retention: isoDurationSchema.optional(),
+    /** Repo-relative code path. Required for databricks / edge-worker runtimes. */
+    entrypoint: repoRelativePathSchema.optional(),
+};
+/**
+ * The source identity a stage ingests from — `source.system` for databricks
+ * runtimes, `worker.data_source` for edge workers (stage id as the final
+ * fallback for future runtimes). This identity determines EVERY derived
+ * bronze name, so it is part of the contract surface (`contract_hash`) and
+ * the single input to the derivation helpers below.
+ */
+export function ingestionSourceIdentity(spec) {
+    return spec.source?.system ?? spec.worker?.data_source ?? spec.stage;
+}
+/**
+ * Canonical per-source catalog: `src_<source>`. Ingestion never lands in the
+ * deployment catalog — per-source catalogs are account-level assets shared
+ * across deployments (one writing deployment), per the locked topology.
+ *
+ * Because the catalog is ACCOUNT-level, the source identity is an
+ * account-global namespace: where a source system spans tenants, the author
+ * scopes the tenant INTO the identity (`banksouth_candescent`, matching the
+ * estate's `src_banksouth_jack_henry`); first-party/global sources need no
+ * scope (`src_mock_data`). The registry milestone enforces single-writer per
+ * `src_*` FQN account-wide and may introduce registry-owned catalog bindings
+ * that supersede this deterministic default.
+ */
+export function sourceCatalog(source) {
+    return `src_${source}`;
+}
+/**
+ * Canonical volume layout for a feed's batches:
+ * `/Volumes/src_<source>/bronze/<feed>` — batches land under
+ * `batch_id=<ts>/` inside it. The ONE derivation the resolver, docs, and
+ * tests share. Derived from the spec's own source identity — never from
+ * `TargetFacts.catalog`.
+ */
+export function feedVolumePath(args) {
+    return `/Volumes/${sourceCatalog(args.source)}/bronze/${args.feed}`;
+}
+/** Canonical bronze table FQN for a feed: `src_<source>.bronze.<feed>`. */
+export function feedBronzeTable(args) {
+    return `${sourceCatalog(args.source)}.bronze.${args.feed}`;
+}
+/**
+ * Canonical capacity/exclusion group for every stage extracting from ONE
+ * machine + data source: `<machine>_<data_source>`.
+ *
+ * This is the anti-stampede identity. With one stage per table, ~150 sibling
+ * stages point at a single VM holding a single ODBC connection to the core; a
+ * per-stage exclusion group would declare them all mutually independent and let
+ * every one of them fire at once. Grouping by the contended upstream instead
+ * means the declared policy matches physical reality, and `worker.max_concurrent`
+ * is the budget within the group.
+ *
+ * Machine ids permit hyphens (symbolic-ref grammar) while group names are
+ * identifiers, so hyphens are normalized to underscores.
+ */
+export function workerCapacityGroup(worker) {
+    return `${worker.machine.replace(/-/g, '_')}_${worker.data_source}`;
+}
+/** Cross-field validation for `type: ingestion` bodies (invoked from the envelope refinement). */
+export function refineIngestionBody(body, ctx) {
+    if (body.slos?.freshness !== undefined) {
+        // One freshness authority per stage kind: ingestion declares freshness in
+        // the body (`freshness_slo`, spec-wide or per-feed) — a second envelope
+        // knob would create silent precedence questions.
+        ctx.addIssue({
+            code: 'custom',
+            path: ['slos', 'freshness'],
+            message: "ingestion stages declare freshness via the body 'freshness_slo' (spec-wide or per-feed) — remove slos.freshness from the envelope",
+        });
+    }
+    if (body.runtime === 'upload') {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['runtime'],
+            message: "runtime 'upload' is reserved, not yet supported — the platform upload surface (file-arrival materialization) has not shipped",
+        });
+        return;
+    }
+    if (body.runtime === 'edge-worker' && !body.worker) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['worker'],
+            message: "runtime 'edge-worker' requires a worker binding { machine, data_source, credential }",
+        });
+    }
+    if (body.runtime !== 'edge-worker' && body.worker) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['worker'],
+            message: `worker bindings are only valid for runtime 'edge-worker' (runtime is '${body.runtime}')`,
+        });
+    }
+    if (body.runtime === 'databricks' && !body.source) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['source'],
+            message: "runtime 'databricks' requires a source binding { system } (credential optional for keyless/public APIs)",
+        });
+    }
+    if (body.runtime !== 'databricks' && body.source) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['source'],
+            message: `source bindings are only valid for runtime 'databricks' (runtime is '${body.runtime}')`,
+        });
+    }
+    if (!body.entrypoint) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['entrypoint'],
+            message: `runtime '${body.runtime}' requires a repo-relative entrypoint`,
+        });
+    }
+    if (Object.keys(body.feeds).length === 0) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds'],
+            message: 'an ingestion stage must declare at least one feed',
+        });
+    }
+    for (const [name, feed] of Object.entries(body.feeds)) {
+        refineFeed(name, feed, ctx);
+    }
+}
+function refineFeed(name, feed, ctx) {
+    if (feed.snapshot_mode === 'incremental' && !feed.cursor) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'cursor'],
+            message: "snapshot_mode 'incremental' requires a cursor { column, encoding? }",
+        });
+    }
+    if (feed.snapshot_mode !== 'incremental' && feed.cursor) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'cursor'],
+            message: `a cursor is only valid for snapshot_mode 'incremental' (snapshot_mode is '${feed.snapshot_mode}')`,
+        });
+    }
+    if ((feed.snapshot_mode === 'full_snapshot' || feed.snapshot_mode === 'incremental') &&
+        (!feed.natural_key || feed.natural_key.length === 0)) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'natural_key'],
+            message: `snapshot_mode '${feed.snapshot_mode}' requires a non-empty natural_key`,
+        });
+    }
+    if (feed.format === 'xlsx') {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'format'],
+            message: "format 'xlsx' is reserved, not yet supported — the platform's default spreadsheet decoder has not shipped",
+        });
+    }
+    if (feed.format === 'custom' && !feed.decoder) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'decoder'],
+            message: "format 'custom' requires a repo-relative decoder (pure file → rows function)",
+        });
+    }
+    if (feed.format !== 'custom' && feed.decoder) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name, 'decoder'],
+            message: 'a decoder is only valid with format custom — standard formats use compiled default decoders',
+        });
+    }
+    // `natural_key`/`cursor.column` are the only source-column names a feed
+    // declares (feeds are otherwise schemaless — bronze is raw). The
+    // materializer's envelope stamp would silently overwrite and lose a
+    // source column sharing one of these reserved names — matched
+    // case-insensitively since `cursor.column` (unlike `natural_key`) permits
+    // uppercase source-side names. See `RESERVED_ENVELOPE_COLUMNS`.
+    const reservedNaturalKeys = (feed.natural_key ?? []).filter((key) => RESERVED_ENVELOPE_COLUMNS.has(key.toLowerCase()));
+    const reservedCursorColumn = feed.cursor && RESERVED_ENVELOPE_COLUMNS.has(feed.cursor.column.toLowerCase())
+        ? [feed.cursor.column]
+        : [];
+    const reservedCollisions = [...new Set([...reservedNaturalKeys, ...reservedCursorColumn])].sort();
+    if (reservedCollisions.length > 0) {
+        ctx.addIssue({
+            code: 'custom',
+            path: ['feeds', name],
+            message: `column name(s) ${reservedCollisions.join(', ')} collide with platform-reserved bronze ` +
+                `envelope names (${[...RESERVED_ENVELOPE_COLUMNS].sort().join(', ')}) — the materializer ` +
+                'stamps these onto every bronze row and would silently overwrite and lose this source data',
+        });
+    }
+}
+//# sourceMappingURL=ingestion.js.map

package/dist/bodies/ingestion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../src/bodies/ingestion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,yBAAyB,EACzB,gBAAgB,GACjB,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AACxD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAE/F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAEH,4EAA4E;AAC5E,2DAA2D;AAC3D,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,CAAA;AAEvE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,cAAc,CAAU,CAAA;AACvF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AAGxD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAU,CAAA;AACjF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;AAGpD;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;IACzC,yEAAyE;IACzE,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,KAAK,CAAC,yBAAyB,EAAE,6BAA6B,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAA;AAEF,sHAAsH;AACtH,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;AAE5E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,YAAY,CAAC;IACvC,GAAG,uBAAuB,CAAC,KAAK;IAChC,8EAA8E;IAC9E,OAAO,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IACrC;;;OAGG;IACH,iBAAiB,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAC9C;;;;;;OAMG;IACH,aAAa,EAAE,kBAAkB;IACjC,4FAA4F;IAC5F,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE;IACvD,wEAAwE;IACxE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE;IAC/B,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACrD,mFAAmF;IACnF,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IACnC;;;OAGG;IACH,OAAO,EAAE,sBAAsB,CAAC,QAAQ,EAAE;IAC1C,8EAA8E;IAC9E,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,QAAQ,EAAE;IACzE,4EAA4E;IAC5E,aAAa,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IAC3C;;;;OAIG;IACH,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAA;AAIF,yEAAyE;AACzE,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAA;IAC1J,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,YAAY,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,wCAAwC,CAAC;IAC9E,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,gBAAgB,EAAE,yDAAyD,CAAC;IACjG,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAA;AAIF;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE,QAAQ,CAAU,CAAA;AAClF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;AAGhE;;;;GAIG;AACH,MAAM,oBAAoB,GAAG,CAAC;KAC3B,MAAM,EAAE;KACR,GAAG,CAAC,EAAE,CAAC;KACP,KAAK,CACJ,kBAAkB,EAClB,oFAAoF,CACrF,CAAA;AAEH,+EAA+E;AAC/E,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,CAAA;AACvC,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,CAAA;AACjD,MAAM,CAAC,MAAM,2BAA2B,GAAG,EAAE,CAAA;AAE7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,UAAU,EAAE,SAAS,CAAU,CAAA;AACvE,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;AAGzE,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC1D;;;;;OAKG;IACH,cAAc,EAAE,CAAC;SACd,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,2BAA2B,CAAC;IACnC;;;;;OAKG;IACH,QAAQ,EAAE,0BAA0B,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAA;AAEF;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;IACzC,OAAO,EAAE,iBAAiB;IAC1B,WAAW,EAAE,oBAAoB;IACjC,UAAU,EAAE,iBAAiB;IAC7B,gFAAgF;IAChF,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,KAAK,CAAC,mBAAmB,EAAE,iEAAiE,CAAC;SAC7F,QAAQ,EAAE;IACb;;;;;;;;;;;;;OAaG;IACH,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE;CAC9E,CAAC,CAAA;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,YAAY,CAAC;IAC/C,MAAM,EAAE,oBAAoB;IAC5B;;;OAGG;IACH,UAAU,EAAE,iBAAiB,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAA;AAEF,uGAAuG;AACvG,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC;KAC5B,MAAM,EAAE;KACR,KAAK,CAAC,kBAAkB,EAAE,wDAAwD,CAAC,CAAA;AAEtF,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,OAAO,EAAE,sBAAsB;IAC/B,gEAAgE;IAChE,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE;IAC/B,+DAA+D;IAC/D,MAAM,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACrC,gFAAgF;IAChF,YAAY,EAAE,6BAA6B,CAAC,QAAQ,EAAE;IACtD,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,UAAU,CAAC;IAC3C,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;IACnC,4DAA4D;IAC5D,aAAa,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IAC3C,6EAA6E;IAC7E,SAAS,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IACvC,+EAA+E;IAC/E,UAAU,EAAE,sBAAsB,CAAC,QAAQ,EAAE;CACtB,CAAA;AAEzB;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAIvC;IACC,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,KAAK,CAAA;AACtE,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,OAAO,MAAM,EAAE,CAAA;AACxB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,IAAsC;IACnE,OAAO,YAAY,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,EAAE,CAAA;AACrE,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,eAAe,CAAC,IAAsC;IACpE,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,IAAI,EAAE,CAAA;AAC5D,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAGnC;IACC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAA;AACrE,CAAC;AAYD,kGAAkG;AAClG,MAAM,UAAU,mBAAmB,CAAC,IAAmB,EAAE,GAAoB;IAC3E,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;QACvC,0EAA0E;QAC1E,wEAAwE;QACxE,iDAAiD;QACjD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC;YAC3B,OAAO,EACL,mIAAmI;SACtI,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,SAAS,CAAC;YACjB,OAAO,EACL,8HAA8H;SACjI,CAAC,CAAA;QACF,OAAM;IACR,CAAC;IAED,IAAI,IAAI,CAAC,OAAO,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACnD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EACL,sFAAsF;SACzF,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAClD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EAAE,yEAAyE,IAAI,CAAC,OAAO,IAAI;SACnG,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAClD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EACL,yGAAyG;SAC5G,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,KAAK,YAAY,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,OAAO,EAAE,wEAAwE,IAAI,CAAC,OAAO,IAAI;SAClG,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,YAAY,CAAC;YACpB,OAAO,EAAE,YAAY,IAAI,CAAC,OAAO,uCAAuC;SACzE,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,CAAC;YACf,OAAO,EAAE,mDAAmD;SAC7D,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,IAAc,EAAE,GAAoB;IACpE,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACzD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC;YAC/B,OAAO,EAAE,qEAAqE;SAC/E,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACxD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC;YAC/B,OAAO,EAAE,6EAA6E,IAAI,CAAC,aAAa,IAAI;SAC7G,CAAC,CAAA;IACJ,CAAC;IACD,IACE,CAAC,IAAI,CAAC,aAAa,KAAK,eAAe,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,CAAC;QAChF,CAAC,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,EACpD,CAAC;QACD,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,aAAa,CAAC;YACpC,OAAO,EAAE,kBAAkB,IAAI,CAAC,aAAa,oCAAoC;SAClF,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC3B,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC;YAC/B,OAAO,EACL,2GAA2G;SAC9G,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;YAChC,OAAO,EAAE,8EAA8E;SACxF,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;YAChC,OAAO,EACL,6FAA6F;SAChG,CAAC,CAAA;IACJ,CAAC;IAED,wEAAwE;IACxE,iEAAiE;IACjE,oEAAoE;IACpE,8DAA8D;IAC9D,0EAA0E;IAC1E,gEAAgE;IAChE,MAAM,mBAAmB,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAClE,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CACjD,CAAA;IACD,MAAM,oBAAoB,GACxB,IAAI,CAAC,MAAM,IAAI,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC5E,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACtB,CAAC,CAAC,EAAE,CAAA;IACR,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACjG,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;YACrB,OAAO,EACL,kBAAkB,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,yCAAyC;gBACxF,mBAAmB,CAAC,GAAG,yBAAyB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB;gBAC1F,2FAA2F;SAC9F,CAAC,CAAA;IACJ,CAAC;AACH,CAAC"}