@cyanheads/eurostat-mcp-server 0.4.0 → 0.6.0

package/dist/services/eurostat-bulk/eurostat-bulk-service.js

@@ -0,0 +1,502 @@
+/**
+ * @fileoverview Eurostat Bulk Service — streaming client for the SDMX 2.1 TSV
+ * dissemination endpoint. Builds the positional dimension key, sniffs gzip off
+ * the stream, enforces a byte budget mid-transfer, classifies XML SOAP faults
+ * and the asynchronous queue envelope, and expands the wide TSV layout into
+ * one row per observation.
+ * @module services/eurostat-bulk/eurostat-bulk-service
+ */
+import { notFound, serviceUnavailable, validationError, } from '@cyanheads/mcp-ts-core/errors';
+import { fetchWithTimeout } from '@cyanheads/mcp-ts-core/utils';
+import { getServerConfig } from '../../config/server-config.js';
+import { CONF_STATUS_COLUMN, CONF_STATUS_LABEL_COLUMN, CONF_STATUS_LABELS, OBS_FLAG_COLUMN, OBS_FLAG_LABEL_COLUMN, OBS_FLAG_LABELS, OBS_VALUE_COLUMN, } from '../../services/eurostat-codelists.js';
+import { TIME_COLUMN, } from './types.js';
+// Context satisfies the runtime contract of RequestContext but lacks the index signature
+// required by fetchWithTimeout.
+const asReqCtx = (ctx) => ctx;
+/**
+ * Decoded characters buffered before an XML body is classified.
+ *
+ * Both non-data shapes are small — the largest SOAP fault observed is under 400
+ * bytes and the queue envelope under 350 — so this only has to hold one of them.
+ * It deliberately does **not** bound the search for the TSV header's line break:
+ * that line carries one field per period and runs to 166 KB on a daily series.
+ */
+const XML_PEEK_CHARS = 8_192;
+/** Separator between the observation flag and the confidentiality flag inside a TSV cell. */
+const CONF_SEPARATOR = '@';
+/** Eurostat's marker for an observation whose value is not available. */
+const MISSING_VALUE = ':';
+/** The header line's first field ends with this literal before the period columns begin. */
+const TIME_HEADER_SUFFIX = '\\TIME_PERIOD';
+/** Minimal XML entity decoding — the five predefined entities SOAP fault strings use. */
+function decodeEntities(text) {
+    return text
+        .replaceAll('&lt;', '<')
+        .replaceAll('&gt;', '>')
+        .replaceAll('&quot;', '"')
+        .replaceAll('&apos;', "'")
+        .replaceAll('&amp;', '&');
+}
+/**
+ * Translate an XML body from the SDMX endpoint into the declared error contract.
+ *
+ * Two unrelated shapes arrive as XML and neither is data. A `S:Fault` envelope
+ * accompanies a 4xx and names the problem in a numeric `faultcode`. The
+ * `syncResponse` envelope arrives on **HTTP 200** carrying a queue ticket
+ * instead of the dataset — parsed as TSV it yields a header row of XML, so it is
+ * detected here rather than downstream.
+ *
+ * Always throws.
+ */
+export function classifyXmlBody(xml, datasetCode) {
+    if (xml.includes('syncResponse') || xml.includes('<status>SUBMITTED</status>')) {
+        throw serviceUnavailable(`Eurostat queued this extraction instead of returning data: the SDMX endpoint answered with an asynchronous "SUBMITTED" ticket for "${datasetCode}". The queued result is not retrievable through this server. Narrow the request with dimension filters or a period range so Eurostat serves it synchronously.`, { reason: 'async_queued', datasetCode, retryable: false });
+    }
+    const code = /<faultcode>\s*(\d+)\s*<\/faultcode>/.exec(xml)?.[1];
+    const detail = decodeEntities(/<faultstring>([\s\S]*?)<\/faultstring>/.exec(xml)?.[1]?.trim() ?? xml.slice(0, 300));
+    if (code === '100') {
+        throw notFound(`Dataset "${datasetCode}" is not available for dissemination. Eurostat fault ${code}: ${detail}`, { reason: 'not_found', datasetCode, faultcode: code });
+    }
+    if (code === '140') {
+        throw validationError(`Eurostat rejected the dimension key: the number of filter positions did not match the dataset's dimensions. Eurostat fault ${code}: ${detail}`, { reason: 'filter_arity', datasetCode, faultcode: code });
+    }
+    if (code === '150') {
+        throw validationError(`Eurostat rejected a filter value. This fault also covers a period range outside the dataset's coverage. Eurostat fault ${code}: ${detail}`, { reason: 'invalid_dimension', datasetCode, faultcode: code });
+    }
+    throw serviceUnavailable(`Eurostat SDMX endpoint returned a fault for "${datasetCode}"${code ? ` (faultcode ${code})` : ''}: ${detail}`, { reason: 'upstream_fault', datasetCode, ...(code && { faultcode: code }) });
+}
+/**
+ * Split one wide-TSV cell into its value and flags.
+ *
+ * The grammar, read off live responses, is `<value>` `SPACE` `<flags>`, where
+ * flags is `<obs_flag>` optionally followed by `@<conf_status>` and either part
+ * may be empty: `429634.3 `, `3853937.0 p`, `: `, `: @C`. A cell that is empty
+ * on both sides of the split is not an observation at all and yields
+ * `undefined` — distinct from `: `, which is an observation Eurostat reports as
+ * unavailable.
+ */
+export function parseCell(cell) {
+    const sep = cell.indexOf(' ');
+    const rawValue = (sep === -1 ? cell : cell.slice(0, sep)).trim();
+    const rawFlags = (sep === -1 ? '' : cell.slice(sep + 1)).trim();
+    if (rawValue === '' && rawFlags === '')
+        return;
+    const atIdx = rawFlags.indexOf(CONF_SEPARATOR);
+    const flag = (atIdx === -1 ? rawFlags : rawFlags.slice(0, atIdx)) || null;
+    const conf = (atIdx === -1 ? '' : rawFlags.slice(atIdx + 1)) || null;
+    if (rawValue === '' || rawValue === MISSING_VALUE)
+        return { conf, flag, value: null };
+    const num = Number(rawValue);
+    return { conf, flag, value: Number.isFinite(num) ? num : null };
+}
+/**
+ * Parse the header line of a wide TSV body.
+ *
+ * The first tab-separated field is the comma-joined dimension list with
+ * `\TIME_PERIOD` appended to the last name; the remaining fields are the period
+ * codes, each padded with a trailing space Eurostat does not strip.
+ */
+export function parseHeader(line) {
+    const fields = line.split('\t');
+    const keyField = (fields[0] ?? '').trim();
+    const dimensionField = keyField.endsWith(TIME_HEADER_SUFFIX)
+        ? keyField.slice(0, -TIME_HEADER_SUFFIX.length)
+        : keyField;
+    const dimensions = dimensionField
+        .split(',')
+        .map((d) => d.trim())
+        .filter((d) => d !== '');
+    const periods = fields.slice(1).map((p) => p.trim());
+    if (dimensions.length === 0 || periods.length === 0) {
+        throw serviceUnavailable(`Eurostat returned a TSV body whose header names no ${dimensions.length === 0 ? 'dimensions' : 'periods'}. Header: ${line.slice(0, 200)}`, { reason: 'upstream_fault' });
+    }
+    return { dimensions, periods };
+}
+/**
+ * Build the positional dimension key the SDMX path takes.
+ *
+ * The key is a dot-separated segment carrying one position per dimension **in
+ * dataset order excluding time**; empty means wildcard and `+` means OR. The
+ * count must match exactly — a key with one position too few or too many is
+ * rejected upstream with faultcode 140 — so positions are emitted for every
+ * dimension in `dimensionOrder`, filtered or not, and never only for the
+ * dimensions the caller named.
+ *
+ * Returns `undefined` when no filter applies. An all-wildcard key is accepted
+ * by Eurostat, but omitting the segment asks the same question without staking
+ * the request on this server's copy of the dimension order being current.
+ */
+export function buildKeyPath(dimensionOrder, filters) {
+    const applied = Object.entries(filters).filter(([, values]) => values.length > 0);
+    if (applied.length === 0)
+        return;
+    const unknown = applied.map(([dim]) => dim).filter((dim) => !dimensionOrder.includes(dim));
+    if (unknown.length > 0) {
+        throw validationError(`Filter names ${unknown.map((d) => `"${d}"`).join(', ')}, which ${unknown.length === 1 ? 'is not a dimension' : 'are not dimensions'} of this dataset. Filterable dimensions, in key order: ${dimensionOrder.join(', ')}. The time dimension is filtered with since_period/until_period instead.`, { reason: 'invalid_dimension', unknownDimensions: unknown, dimensionOrder });
+    }
+    return dimensionOrder.map((dim) => (filters[dim] ?? []).join('+')).join('.');
+}
+/**
+ * Canvas column schema for {@link BulkRow}, declared rather than sniffed.
+ *
+ * Inference reads only the leading rows, which types an all-integer measure
+ * prefix as `BIGINT` — serialized back out as a string — and types an
+ * all-missing prefix from nulls alone. Every column is nullable: a measure is
+ * routinely unavailable, and flags are the exception rather than the rule.
+ */
+export function bulkRowSchema(dimensions) {
+    return [
+        ...dimensions.map((dim) => ({ name: dim, type: 'VARCHAR', nullable: true })),
+        { name: TIME_COLUMN, type: 'VARCHAR', nullable: true },
+        { name: OBS_VALUE_COLUMN, type: 'DOUBLE', nullable: true },
+        { name: OBS_FLAG_COLUMN, type: 'VARCHAR', nullable: true },
+        { name: OBS_FLAG_LABEL_COLUMN, type: 'VARCHAR', nullable: true },
+        { name: CONF_STATUS_COLUMN, type: 'VARCHAR', nullable: true },
+        { name: CONF_STATUS_LABEL_COLUMN, type: 'VARCHAR', nullable: true },
+    ];
+}
+export class EurostatBulkService {
+    // config and storage accepted to match the standard service init pattern;
+    // this service uses only the Eurostat public API and per-request config.
+    // biome-ignore lint/complexity/noUselessConstructor: standard init pattern
+    constructor(_config, _storage) { }
+    buildUrl(datasetCode, keyPath, sinceP, untilP) {
+        const { baseUrl } = getServerConfig();
+        const path = keyPath
+            ? `${encodeURIComponent(datasetCode)}/${encodeURIComponent(keyPath)}`
+            : encodeURIComponent(datasetCode);
+        const url = new URL(`${baseUrl}/sdmx/2.1/data/${path}`);
+        url.searchParams.set('format', 'TSV');
+        if (sinceP)
+            url.searchParams.set('startPeriod', sinceP);
+        if (untilP)
+            url.searchParams.set('endPeriod', untilP);
+        return url;
+    }
+    /**
+     * Start a bulk download: issue the request, classify the response, parse the
+     * header, and hand back a generator over the body.
+     *
+     * The request is made once with no retry. A bulk body streams for up to
+     * `EUROSTAT_BULK_TIMEOUT_MS`, so re-running it on a transient failure costs
+     * the caller another full transfer for a request that is already the most
+     * expensive one this server makes; the failure is surfaced instead.
+     */
+    async startDownload(datasetCode, dimensionOrder, filters, sinceP, untilP, ctx) {
+        const { bulkTimeoutMs, bulkMaxBytes } = getServerConfig();
+        const keyPath = buildKeyPath(dimensionOrder, filters);
+        const url = this.buildUrl(datasetCode, keyPath, sinceP, untilP);
+        ctx.log.info('Starting SDMX bulk download', {
+            datasetCode,
+            keyPath,
+            sinceP,
+            untilP,
+            maxBytes: bulkMaxBytes,
+        });
+        let response;
+        try {
+            response = await fetchWithTimeout(url.toString(), bulkTimeoutMs, asReqCtx(ctx), {
+                signal: ctx.signal,
+                // 400 (bad filter value or arity) and 404 (unknown dataset) are modeled outcomes
+                // reclassified below into the declared error contract, not service failures.
+                expectedStatuses: [400, 404],
+            });
+        }
+        catch (err) {
+            // fetchWithTimeout throws for any non-2xx before the caller sees the body, so the
+            // SOAP fault is only reachable through the captured excerpt on err.data. Faults run
+            // well under the framework's 500-byte cap, so the excerpt carries the whole envelope.
+            const body = err.data;
+            if (typeof body?.body === 'string' && body.body.includes('<')) {
+                classifyXmlBody(body.body, datasetCode);
+            }
+            throw err;
+        }
+        if (!response.body) {
+            throw serviceUnavailable(`Eurostat SDMX endpoint returned an empty body for "${datasetCode}".`, { reason: 'upstream_fault', datasetCode });
+        }
+        const stats = {
+            bytesRead: 0,
+            budgetExceeded: false,
+            compressed: false,
+            rowCount: 0,
+            missingCount: 0,
+            periodsSeen: [],
+        };
+        const decoded = await decodeBody(response.body, stats, bulkMaxBytes);
+        const { header, remainder, iterator } = await readHeader(decoded, datasetCode);
+        return {
+            header,
+            stats,
+            url: url.toString(),
+            rows: () => expandRows(iterator, remainder, header, stats),
+        };
+    }
+}
+/**
+ * Wrap the response body in a byte-budgeted, gzip-aware text stream.
+ *
+ * Eurostat compresses large bodies **without** a `Content-Encoding` header — the
+ * only header-level tell is a `.tsv.gz` filename on `Content-Disposition`, and
+ * that is not what is trusted here. The first two bytes are read off the stream
+ * and checked for the gzip magic number, so the decision is made on what
+ * actually arrived. The switch is not monotonic in dataset size, so it cannot
+ * be predicted from the request either.
+ *
+ * The budget counts bytes *after* decompression. That is the uniform measure
+ * across both encodings, and since a gzip body is never larger than what it
+ * expands to, bounding the decoded size bounds the transfer as well. Hitting it
+ * cancels the underlying reader rather than draining the rest — the body is
+ * chunked with no `Content-Length`, so a budget checked after the fact would
+ * have already paid for the whole transfer.
+ */
+async function decodeBody(body, stats, maxBytes) {
+    const reader = body.getReader();
+    // Pull until at least the two magic bytes are in hand; a chunked body can deliver
+    // fewer on the first read, and an empty body delivers none.
+    const prefix = [];
+    let prefixBytes = 0;
+    while (prefixBytes < 2) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        if (value && value.length > 0) {
+            prefix.push(value);
+            prefixBytes += value.length;
+        }
+    }
+    const head = concatChunks(prefix, prefixBytes);
+    stats.compressed = head.length >= 2 && head[0] === 0x1f && head[1] === 0x8b;
+    const replayed = new ReadableStream({
+        start(controller) {
+            if (head.length > 0)
+                controller.enqueue(head);
+        },
+        async pull(controller) {
+            const { done, value } = await reader.read();
+            if (done)
+                controller.close();
+            else
+                controller.enqueue(value);
+        },
+        cancel(reason) {
+            return reader.cancel(reason);
+        },
+    });
+    /**
+     * `DecompressionStream`'s writable side is typed `BufferSource`, wider than the
+     * `Uint8Array` chunks this pipeline carries, so `pipeThrough` will not accept it
+     * directly. The cast narrows the transform to the stream types actually in play
+     * rather than widening the pipeline to `BufferSource`.
+     */
+    const byteStream = stats.compressed
+        ? replayed.pipeThrough(new DecompressionStream('gzip'))
+        : replayed;
+    return budgetedText(byteStream, stats, maxBytes);
+}
+function concatChunks(chunks, total) {
+    if (chunks.length === 1)
+        return chunks[0];
+    const out = new Uint8Array(total);
+    let offset = 0;
+    for (const chunk of chunks) {
+        out.set(chunk, offset);
+        offset += chunk.length;
+    }
+    return out;
+}
+/**
+ * Decode a byte stream to text, stopping the moment the byte budget is spent.
+ *
+ * The generator ends cleanly on overspend rather than throwing: the caller has
+ * already paid for everything downloaded so far, and discarding it would leave
+ * the agent with an error where it could have had a prefix of the dataset plus
+ * `budgetExceeded` telling it exactly what happened.
+ *
+ * Every exit cancels the reader, so nothing further is transferred: overspend,
+ * a normal end, and abandonment alike. Abandonment is the case that needs it —
+ * a staging failure or an abort part-way through the canvas append runs the
+ * `finally`, and releasing the lock alone would leave the response body
+ * undrained and its connection held. Cancelling a stream that already ended is
+ * a no-op.
+ */
+async function* budgetedText(stream, stats, maxBytes) {
+    const reader = stream.getReader();
+    const decoder = new TextDecoder('utf-8');
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            if (!value || value.length === 0)
+                continue;
+            stats.bytesRead += value.length;
+            if (stats.bytesRead > maxBytes) {
+                stats.budgetExceeded = true;
+                return;
+            }
+            const text = decoder.decode(value, { stream: true });
+            if (text)
+                yield text;
+        }
+        const tail = decoder.decode();
+        if (tail)
+            yield tail;
+    }
+    finally {
+        await reader.cancel().catch(() => undefined);
+        reader.releaseLock();
+    }
+}
+/**
+ * Consume enough of the text stream to tell data from XML, then take the header.
+ *
+ * Both non-data shapes announce themselves in the first character, so
+ * classification happens before a single row is parsed — a `syncResponse`
+ * envelope arrives on HTTP 200 and would otherwise be read as a TSV header of
+ * XML followed by no rows, which looks like a successful empty download.
+ *
+ * A body identified as XML is then buffered to the peek window before it is
+ * classified, rather than to the first line break. The XML declaration ends in a
+ * newline, so stopping there would hand the classifier the declaration alone and
+ * lose the `syncResponse` and `faultcode` markers that follow it.
+ *
+ * A TSV header, by contrast, is buffered to its line break with no length bound.
+ * Its length is proportional to the dataset's period count — 166 KB and 13,852
+ * fields on a daily series — so capping the search would parse a prefix of it as
+ * the whole header, silently drop every period column past the cap, and read the
+ * header's own tail as a data line. The byte budget is what bounds this loop.
+ */
+async function readHeader(chunks, datasetCode) {
+    let buf = '';
+    let exhausted = false;
+    const pull = async () => {
+        const next = await chunks.next();
+        if (next.done)
+            exhausted = true;
+        else
+            buf += next.value;
+    };
+    while (buf.trim() === '' && !exhausted)
+        await pull();
+    if (buf.trimStart().startsWith('<')) {
+        while (buf.length < XML_PEEK_CHARS && !exhausted)
+            await pull();
+        classifyXmlBody(buf, datasetCode);
+    }
+    while (!buf.includes('\n') && !exhausted)
+        await pull();
+    const newline = buf.indexOf('\n');
+    if (newline === -1) {
+        if (buf.trim() === '') {
+            throw serviceUnavailable(`Eurostat SDMX endpoint returned an empty body for "${datasetCode}".`, { reason: 'upstream_fault', datasetCode });
+        }
+        // A body that ended without a line break: one header line and no data rows.
+        return { header: parseHeader(stripCr(buf)), iterator: chunks, remainder: '' };
+    }
+    return {
+        header: parseHeader(stripCr(buf.slice(0, newline))),
+        iterator: chunks,
+        remainder: buf.slice(newline + 1),
+    };
+}
+function stripCr(line) {
+    return line.endsWith('\r') ? line.slice(0, -1) : line;
+}
+/**
+ * Expand the wide TSV body into one row per populated cell.
+ *
+ * Each data line carries a comma-joined dimension key and one cell per period
+ * column, so a line becomes as many rows as it has populated cells. Cells that
+ * are blank on both sides of the value/flag split carry no observation and are
+ * skipped; `:` is kept, because Eurostat reporting a value as unavailable is
+ * itself data.
+ *
+ * Only complete lines are parsed. When the byte budget cancels the transfer
+ * mid-line the trailing fragment is dropped rather than parsed into a row with
+ * silently truncated fields.
+ */
+async function* expandRows(chunks, remainder, header, stats) {
+    const seen = new Set();
+    let buf = remainder;
+    const emit = function* (line) {
+        const trimmed = stripCr(line);
+        if (trimmed === '')
+            return;
+        const fields = trimmed.split('\t');
+        const keyParts = (fields[0] ?? '').split(',');
+        const cellCount = Math.min(fields.length - 1, header.periods.length);
+        for (let i = 0; i < cellCount; i++) {
+            const parsed = parseCell(fields[i + 1] ?? '');
+            if (!parsed)
+                continue;
+            const period = header.periods[i] ?? '';
+            const row = {};
+            for (let d = 0; d < header.dimensions.length; d++) {
+                row[header.dimensions[d]] = keyParts[d]?.trim() ?? null;
+            }
+            row[TIME_COLUMN] = period;
+            row[OBS_VALUE_COLUMN] = parsed.value;
+            row[OBS_FLAG_COLUMN] = parsed.flag;
+            row[OBS_FLAG_LABEL_COLUMN] = parsed.flag ? (OBS_FLAG_LABELS[parsed.flag] ?? null) : null;
+            row[CONF_STATUS_COLUMN] = parsed.conf;
+            row[CONF_STATUS_LABEL_COLUMN] = parsed.conf
+                ? (CONF_STATUS_LABELS[parsed.conf] ?? null)
+                : null;
+            stats.rowCount++;
+            if (parsed.value === null)
+                stats.missingCount++;
+            seen.add(period);
+            yield row;
+        }
+    };
+    /**
+     * Drain every complete line sitting in the buffer. Called before the read loop
+     * as well as inside it: a small body arrives whole while the header is being
+     * read, leaving every data line already buffered and no further chunk to
+     * trigger a split.
+     */
+    const flush = function* () {
+        let newline = buf.indexOf('\n');
+        while (newline !== -1) {
+            yield* emit(buf.slice(0, newline));
+            buf = buf.slice(newline + 1);
+            newline = buf.indexOf('\n');
+        }
+    };
+    try {
+        yield* flush();
+        for await (const chunk of chunks) {
+            buf += chunk;
+            yield* flush();
+        }
+        // The final line of a complete body has no trailing newline. A budget-cancelled
+        // body's trailing fragment is not a final line — it is a line cut in half.
+        if (!stats.budgetExceeded)
+            yield* emit(buf);
+        stats.periodsSeen = [...seen].sort();
+    }
+    finally {
+        /**
+         * Close the text stream on every exit. A consumer that stops early — a canvas
+         * append that throws, an abort — abandons this generator, and a small body
+         * whose rows were all buffered while the header was read is abandoned before
+         * the `for await` above ever starts it. Neither path would otherwise reach the
+         * cancel that frees the response body.
+         */
+        await chunks.return(undefined);
+    }
+}
+// --- Init/accessor pattern ---
+let _service;
+export function initEurostatBulkService(config, storage) {
+    _service = new EurostatBulkService(config, storage);
+}
+export function getEurostatBulkService() {
+    if (!_service) {
+        throw new Error('EurostatBulkService not initialized — call initEurostatBulkService() in setup()');
+    }
+    return _service;
+}
+//# sourceMappingURL=eurostat-bulk-service.js.map

package/dist/services/eurostat-bulk/eurostat-bulk-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eurostat-bulk-service.js","sourceRoot":"","sources":["../../../src/services/eurostat-bulk/eurostat-bulk-service.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,EAEL,QAAQ,EACR,kBAAkB,EAClB,eAAe,GAChB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,kBAAkB,EAClB,eAAe,EACf,qBAAqB,EACrB,eAAe,EACf,gBAAgB,GACjB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAIL,WAAW,GAEZ,MAAM,YAAY,CAAC;AAEpB,yFAAyF;AACzF,gCAAgC;AAChC,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,GAAsD,CAAC;AAE1F;;;;;;;GAOG;AACH,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,6FAA6F;AAC7F,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,yEAAyE;AACzE,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B,4FAA4F;AAC5F,MAAM,kBAAkB,GAAG,eAAe,CAAC;AAE3C,yFAAyF;AACzF,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI;SACR,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;SACvB,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;SACvB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC;SACzB,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW,EAAE,WAAmB;IAC9D,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,4BAA4B,CAAC,EAAE,CAAC;QAC/E,MAAM,kBAAkB,CACtB,sIAAsI,WAAW,+JAA+J,EAChT,EAAE,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,CAC1D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,qCAAqC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,cAAc,CAC3B,wCAAwC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACrF,CAAC;IAEF,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,MAAM,QAAQ,CACZ,YAAY,WAAW,wDAAwD,IAAI,KAAK,MAAM,EAAE,EAChG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CACtD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,MAAM,eAAe,CACnB,8HAA8H,IAAI,KAAK,MAAM,EAAE,EAC/I,EAAE,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CACzD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,MAAM,eAAe,CACnB,0HAA0H,IAAI,KAAK,MAAM,EAAE,EAC3I,EAAE,MAAM,EAAE,mBAAmB,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,MAAM,kBAAkB,CACtB,gDAAgD,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,eAAe,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,EAAE,EAC9G,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAC5E,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjE,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAEhE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE;QAAE,OAAO;IAE/C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC;IAC1E,MAAM,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAErE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,aAAa;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACtF,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAClE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAC1D,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC;QAC/C,CAAC,CAAC,QAAQ,CAAC;IACb,MAAM,UAAU,GAAG,cAAc;SAC9B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,kBAAkB,CACtB,sDAAsD,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,aAAa,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACzI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC7B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,YAAY,CAC1B,cAAwB,EACxB,OAAiC;IAEjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEjC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,eAAe,CACnB,gBAAgB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,0DAA0D,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,0EAA0E,EACjS,EAAE,MAAM,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc,EAAE,CAC5E,CAAC;IACJ,CAAC;IAED,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAAC,UAAoB;IAChD,OAAO;QACL,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAgB,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1F,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;QACtD,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC1D,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC1D,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;QAChE,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC7D,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;KACpE,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,mBAAmB;IAC9B,0EAA0E;IAC1E,yEAAyE;IACzE,2EAA2E;IAC3E,YAAY,OAAkB,EAAE,QAAwB,IAAG,CAAC;IAEpD,QAAQ,CACd,WAAmB,EACnB,OAA2B,EAC3B,MAA0B,EAC1B,MAA0B;QAE1B,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,OAAO;YAClB,CAAC,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE;YACrE,CAAC,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,OAAO,kBAAkB,IAAI,EAAE,CAAC,CAAC;QACxD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM;YAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACxD,IAAI,MAAM;YAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,cAAwB,EACxB,OAAiC,EACjC,MAA0B,EAC1B,MAA0B,EAC1B,GAAY;QAEZ,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,eAAe,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAEhE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE;YAC1C,WAAW;YACX,OAAO;YACP,MAAM;YACN,MAAM;YACN,QAAQ,EAAE,YAAY;SACvB,CAAC,CAAC;QAEH,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAC9E,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,iFAAiF;gBACjF,6EAA6E;gBAC7E,gBAAgB,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;aAC7B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,kFAAkF;YAClF,oFAAoF;YACpF,sFAAsF;YACtF,MAAM,IAAI,GAAI,GAAgB,CAAC,IAAqC,CAAC;YACrE,IAAI,OAAO,IAAI,EAAE,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9D,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1C,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,kBAAkB,CACtB,sDAAsD,WAAW,IAAI,EACrE,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAC1C,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAc;YACvB,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,KAAK;YACrB,UAAU,EAAE,KAAK;YACjB,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,EAAE;SAChB,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;QACrE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAE/E,OAAO;YACL,MAAM;YACN,KAAK;YACL,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;YACnB,IAAI,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC;SAC3D,CAAC;IACJ,CAAC;CACF;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,KAAK,UAAU,UAAU,CACvB,IAAgC,EAChC,KAAgB,EAChB,QAAgB;IAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAEhC,kFAAkF;IAClF,4DAA4D;IAC5D,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,WAAW,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAC/C,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;IAE5E,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAa;QAC9C,KAAK,CAAC,UAAU;YACd,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,UAAU;YACnB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;;gBACxB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,CAAC,MAAM;YACX,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;KACF,CAAC,CAAC;IAEH;;;;;OAKG;IACH,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU;QACjC,CAAC,CAAE,QAAQ,CAAC,WAAW,CACnB,IAAI,mBAAmB,CAAC,MAAM,CAG7B,CAC6B;QAClC,CAAC,CAAC,QAAQ,CAAC;IAEb,OAAO,YAAY,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,YAAY,CAAC,MAAoB,EAAE,KAAa;IACvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,CAAC,CAAe,CAAC;IACxD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,KAAK,SAAS,CAAC,CAAC,YAAY,CAC1B,MAAkC,EAClC,KAAgB,EAChB,QAAgB;IAEhB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC3C,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;YAChC,IAAI,KAAK,CAAC,SAAS,GAAG,QAAQ,EAAE,CAAC;gBAC/B,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC5B,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,IAAI,IAAI;gBAAE,MAAM,IAAI,CAAC;QACvB,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;QAC9B,IAAI,IAAI;YAAE,MAAM,IAAI,CAAC;IACvB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,KAAK,UAAU,UAAU,CACvB,MAA8B,EAC9B,WAAmB;IAEnB,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,IAAI,GAAG,KAAK,IAAmB,EAAE;QACrC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,IAAI;YAAE,SAAS,GAAG,IAAI,CAAC;;YAC3B,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;IACzB,CAAC,CAAC;IAEF,OAAO,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,EAAE,CAAC;IAErD,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,MAAM,GAAG,cAAc,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,EAAE,CAAC;QAC/D,eAAe,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,EAAE,CAAC;IAEvD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;QACnB,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACtB,MAAM,kBAAkB,CACtB,sDAAsD,WAAW,IAAI,EACrE,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAC1C,CAAC;QACJ,CAAC;QACD,4EAA4E;QAC5E,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAChF,CAAC;IAED,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACnD,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,KAAK,SAAS,CAAC,CAAC,UAAU,CACxB,MAA8B,EAC9B,SAAiB,EACjB,MAAiB,EACjB,KAAgB;IAEhB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,GAAG,GAAG,SAAS,CAAC;IAEpB,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,IAAY;QAClC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,OAAO,KAAK,EAAE;YAAE,OAAO;QAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACvC,MAAM,GAAG,GAAY,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAW,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;YACpE,CAAC;YACD,GAAG,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC;YAC1B,GAAG,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;YACrC,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;YACnC,GAAG,CAAC,qBAAqB,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACzF,GAAG,CAAC,kBAAkB,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;YACtC,GAAG,CAAC,wBAAwB,CAAC,GAAG,MAAM,CAAC,IAAI;gBACzC,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;gBAC3C,CAAC,CAAC,IAAI,CAAC;YAET,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI;gBAAE,KAAK,CAAC,YAAY,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACjB,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC,CAAC;IAEF;;;;;OAKG;IACH,MAAM,KAAK,GAAG,QAAQ,CAAC;QACrB,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACnC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YAC7B,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,GAAG,IAAI,KAAK,CAAC;YACb,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;QACD,gFAAgF;QAChF,2EAA2E;QAC3E,IAAI,CAAC,KAAK,CAAC,cAAc;YAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE5C,KAAK,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;YAAS,CAAC;QACT;;;;;;WAMG;QACH,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,gCAAgC;AAEhC,IAAI,QAAyC,CAAC;AAE9C,MAAM,UAAU,uBAAuB,CAAC,MAAiB,EAAE,OAAuB;IAChF,QAAQ,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/services/eurostat-bulk/types.d.ts

@@ -0,0 +1,72 @@
+/**
+ * @fileoverview Domain types for the Eurostat SDMX 2.1 bulk (TSV) service. The
+ * flag dictionaries and measure column names live in `services/eurostat-codelists`,
+ * shared with the JSON-stat service.
+ * @module services/eurostat-bulk/types
+ */
+/**
+ * One observation flattened from the wide TSV layout into a dataframe row.
+ *
+ * The TSV endpoint carries codes only — no labels — so a row has one column per
+ * dimension holding the code, `time` for the period, then the measure columns.
+ * There is deliberately no `<dim>_label` companion: staging all-null label
+ * columns would claim a lookup the bulk endpoint never performed.
+ */
+export type BulkRow = Record<string, string | number | null>;
+/** Period column name. `time` matches the dimension name JSON-stat uses. */
+export declare const TIME_COLUMN = "time";
+/**
+ * The header of a wide TSV body, parsed.
+ *
+ * Read from the response itself rather than from dataset metadata: the first
+ * field of the header line names the dimensions in the order the row keys use
+ * (`freq,unit,na_item,geo\TIME_PERIOD`), and the remaining tab-separated fields
+ * are the period columns. Both arrive with padding Eurostat does not strip.
+ */
+export interface TsvHeader {
+    /** Dimension codes in row-key order, `time` excluded. */
+    dimensions: string[];
+    /** Period codes, in column order. */
+    periods: string[];
+}
+/**
+ * Counters filled in as {@link BulkDownload.rows} is drained.
+ *
+ * Nothing here is knowable before the stream is consumed — the body is chunked
+ * with no `Content-Length` — so a consumer reads these only after the generator
+ * has been exhausted (or has stopped on the byte budget).
+ */
+export interface BulkStats {
+    /**
+     * True when the byte budget stopped the transfer before the body ended, so
+     * the rows are a prefix of the dataset rather than all of it.
+     */
+    budgetExceeded: boolean;
+    /** Decoded TSV bytes read. The unit the byte budget is enforced in. */
+    bytesRead: number;
+    /** Whether the response body arrived gzip-compressed. */
+    compressed: boolean;
+    /** Emitted observations carrying no numeric value. */
+    missingCount: number;
+    /** Distinct periods actually emitted, ascending. */
+    periodsSeen: string[];
+    /** Observations emitted — one per populated cell. */
+    rowCount: number;
+}
+/**
+ * A started bulk download: the header is parsed, the body is not yet drained.
+ *
+ * Returning before the body is consumed is what lets the caller declare a canvas
+ * column schema from {@link header} and then hand {@link rows} straight to the
+ * canvas appender, so a multi-million-row download never materializes as an
+ * array. {@link stats} is mutated as the generator runs and is only meaningful
+ * once it has finished.
+ */
+export interface BulkDownload {
+    header: TsvHeader;
+    rows: () => AsyncGenerator<BulkRow>;
+    stats: BulkStats;
+    /** The request URL, minus nothing — no credentials are involved. */
+    url: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/services/eurostat-bulk/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/services/eurostat-bulk/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;;;;;;GAOG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;AAE7D,4EAA4E;AAC5E,eAAO,MAAM,WAAW,SAAS,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,WAAW,SAAS;IACxB,yDAAyD;IACzD,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,qCAAqC;IACrC,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACxB;;;OAGG;IACH,cAAc,EAAE,OAAO,CAAC;IACxB,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,yDAAyD;IACzD,UAAU,EAAE,OAAO,CAAC;IACpB,sDAAsD;IACtD,YAAY,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,qDAAqD;IACrD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,CAAC;IAClB,IAAI,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IACpC,KAAK,EAAE,SAAS,CAAC;IACjB,oEAAoE;IACpE,GAAG,EAAE,MAAM,CAAC;CACb"}

package/dist/services/eurostat-bulk/types.js

@@ -0,0 +1,9 @@
+/**
+ * @fileoverview Domain types for the Eurostat SDMX 2.1 bulk (TSV) service. The
+ * flag dictionaries and measure column names live in `services/eurostat-codelists`,
+ * shared with the JSON-stat service.
+ * @module services/eurostat-bulk/types
+ */
+/** Period column name. `time` matches the dimension name JSON-stat uses. */
+export const TIME_COLUMN = 'time';
+//# sourceMappingURL=types.js.map

package/dist/services/eurostat-bulk/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/eurostat-bulk/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,4EAA4E;AAC5E,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC"}

package/dist/services/eurostat-codelists.d.ts

@@ -0,0 +1,45 @@
+/**
+ * @fileoverview Eurostat's published `OBS_FLAG` and `CONF_STATUS` codelists, plus
+ * the measure column names both dataframe stagers write. Shared by the JSON-stat
+ * and SDMX TSV services so a given observation stages identically whichever
+ * endpoint it came from.
+ * @module services/eurostat-codelists
+ */
+/**
+ * Measure column names — the non-dimension columns both stagers write.
+ *
+ * The `obs_` prefix is Eurostat's own SDMX-CSV vocabulary, which also keeps the
+ * measure columns clear of any dimension code. Both services declare their canvas
+ * schema from these constants, so a table staged from JSON-stat and one staged
+ * from the SDMX TSV endpoint carry the same four flag columns under the same
+ * names, and a join across them compares like with like.
+ */
+export declare const OBS_VALUE_COLUMN = "obs_value";
+export declare const OBS_FLAG_COLUMN = "obs_flag";
+export declare const OBS_FLAG_LABEL_COLUMN = "obs_flag_label";
+export declare const CONF_STATUS_COLUMN = "conf_status";
+export declare const CONF_STATUS_LABEL_COLUMN = "conf_status_label";
+/**
+ * Eurostat's `OBS_FLAG` codelist, verbatim from
+ * `sdmx/2.1/codelist/ESTAT/OBS_FLAG` — all 42 codes.
+ *
+ * Codes are composite: a cell flagged `bdep` is one code meaning "break in time
+ * series, definition differs, estimated, provisional", not four codes to be
+ * decomposed. No code contains a `|` or an `@`, which is what lets both wire
+ * formats use those characters to separate an observation flag from a
+ * confidentiality status. Lookups that miss return `undefined`, and the caller
+ * reports the code unlabelled rather than inventing a label — Eurostat can ship a
+ * code in data that its published codelist omits.
+ */
+export declare const OBS_FLAG_LABELS: Readonly<Record<string, string>>;
+/**
+ * Eurostat's `CONF_STATUS` codelist, verbatim from
+ * `sdmx/2.1/codelist/ESTAT/CONF_STATUS` — all three codes.
+ *
+ * `C` is the code that appears in data, behind the `@` of a TSV cell like `: @C`
+ * and behind the `|` of a JSON-stat status like `|C`. Both wire formats are split
+ * on that separator before staging, so the code lands in `conf_status` on either
+ * path and never inside `obs_flag`.
+ */
+export declare const CONF_STATUS_LABELS: Readonly<Record<string, string>>;
+//# sourceMappingURL=eurostat-codelists.d.ts.map