@yuants/app-virtual-exchange 0.11.7 → 0.12.0

package/lib/series-data/scheduler.js

@@ -0,0 +1,570 @@
+"use strict";
+var _a, _b;
+Object.defineProperty(exports, "__esModule", { value: true });
+const data_interest_rate_1 = require("@yuants/data-interest-rate");
+const data_ohlc_1 = require("@yuants/data-ohlc");
+const exchange_1 = require("@yuants/exchange");
+const protocol_1 = require("@yuants/protocol");
+const sql_1 = require("@yuants/sql");
+const utils_1 = require("@yuants/utils");
+const rxjs_1 = require("rxjs");
+const fifo_queue_1 = require("./fifo-queue");
+const terminal = protocol_1.Terminal.fromNodeEnv();
+const isEnabled = process.env.VEX_SERIES_DATA_ENABLED === '1';
+const onlyProductIdPrefix = ((_a = process.env.VEX_SERIES_DATA_ONLY_PRODUCT_ID_PREFIX) !== null && _a !== void 0 ? _a : '').trim();
+const CONFIG = {
+    tickIntervalMs: 1000,
+    scanFullLoopIntervalMs: 5 * 60000,
+    /**
+     * Maximum number of inflight series data ingest requests.
+     */
+    maxInflight: 20,
+    /**
+     * Only run tail jobs when the global head backlog is below this threshold.
+     */
+    tailOnlyWhenGlobalHeadBelow: 20,
+    defaultInterestRateHeadLagMs: 8 * 60 * 60000,
+    defaultForwardSeedWindowMs: 24 * 60 * 60000,
+    maxBackoffMs: 5 * 60000,
+    backoffStepMs: 5000,
+};
+const capabilities = [];
+const mapCapKeyToCapability = new Map();
+const mapCapKeyToState = new Map();
+const mapSeriesKeyToState = new Map();
+let inflight = 0;
+let scanIndex = 0;
+let capRunIndex = 0;
+const LOG_QUEUE_INTERVAL_MS = Number((_b = process.env.VEX_SERIES_DATA_LOG_QUEUE_INTERVAL_MS) !== null && _b !== void 0 ? _b : '10000');
+const getOrCreateCapState = (capKey) => {
+    const existing = mapCapKeyToState.get(capKey);
+    if (existing)
+        return existing;
+    const next = {
+        capKey,
+        headQueue: (0, fifo_queue_1.createFifoQueue)(),
+        tailQueue: (0, fifo_queue_1.createFifoQueue)(),
+        pendingHead: new Set(),
+        pendingTail: new Set(),
+        inflight: false,
+        nextEligibleAt: 0,
+        backoffMs: 0,
+    };
+    mapCapKeyToState.set(capKey, next);
+    return next;
+};
+const computeSeriesId = (seriesType, product_id, duration) => {
+    if (seriesType === 'ohlc')
+        return (0, data_ohlc_1.encodeOHLCSeriesId)(product_id, duration !== null && duration !== void 0 ? duration : '');
+    return (0, data_interest_rate_1.encodeInterestRateSeriesId)(product_id);
+};
+const getOrCreateSeriesState = (params) => {
+    const { capKey, seriesType, product_id, duration, direction } = params;
+    const table_name = seriesType === 'ohlc' ? 'ohlc_v2' : 'interest_rate';
+    const series_id = computeSeriesId(seriesType, product_id, duration);
+    const seriesKey = (0, utils_1.encodePath)(table_name, direction, product_id, duration !== null && duration !== void 0 ? duration : '');
+    const existing = mapSeriesKeyToState.get(seriesKey);
+    if (existing) {
+        existing.capKey = capKey;
+        return existing;
+    }
+    const next = {
+        capKey,
+        seriesKey,
+        seriesType,
+        table_name,
+        series_id,
+        product_id,
+        duration,
+        direction,
+        ranges: [],
+    };
+    mapSeriesKeyToState.set(seriesKey, next);
+    return next;
+};
+const computeHeadLagMs = (series) => {
+    var _a;
+    if (series.seriesType === 'interest_rate')
+        return CONFIG.defaultInterestRateHeadLagMs;
+    const offset = (0, utils_1.convertDurationToOffset)((_a = series.duration) !== null && _a !== void 0 ? _a : '');
+    if (!isFinite(offset) || offset <= 0)
+        return 60000;
+    return Math.max(60000, offset);
+};
+const computeOverlapMs = (series) => {
+    var _a;
+    const maxOverlapMs = 60 * 60000;
+    let overlapMs = 60000;
+    if (series.seriesType === 'ohlc') {
+        const offset = (0, utils_1.convertDurationToOffset)((_a = series.duration) !== null && _a !== void 0 ? _a : '');
+        if (isFinite(offset) && offset > 0)
+            overlapMs = offset;
+    }
+    else {
+        overlapMs = 60 * 60000;
+    }
+    if (series.last_window_ms && isFinite(series.last_window_ms) && series.last_window_ms > 0) {
+        overlapMs = Math.min(overlapMs, Math.max(1, series.last_window_ms - 1));
+    }
+    return Math.max(1, Math.min(maxOverlapMs, overlapMs));
+};
+const applyOverlapToRequestTime = (series, baseTime) => {
+    const hasAnyRange = series.union_start_ms !== undefined || series.union_end_ms !== undefined || series.ranges.length > 0;
+    if (!hasAnyRange)
+        return baseTime;
+    const overlapMs = computeOverlapMs(series);
+    if (series.direction === 'backward')
+        return Math.min(baseTime + overlapMs, Date.now());
+    return Math.max(0, baseTime - overlapMs);
+};
+const computeBackoffMs = (current) => {
+    const next = current <= 0 ? CONFIG.backoffStepMs : Math.min(CONFIG.maxBackoffMs, current + CONFIG.backoffStepMs);
+    return next;
+};
+const enqueueCapJob = (capKey, kind, seriesKey) => {
+    const capState = getOrCreateCapState(capKey);
+    const pendingSet = kind === 'head' ? capState.pendingHead : capState.pendingTail;
+    const queue = kind === 'head' ? capState.headQueue : capState.tailQueue;
+    if (pendingSet.has(seriesKey))
+        return;
+    pendingSet.add(seriesKey);
+    queue.enqueue({ kind, seriesKey });
+};
+const scheduleSeries = (series) => {
+    const now = Date.now();
+    const headLagMs = computeHeadLagMs(series);
+    const needHead = series.union_end_ms === undefined || now - series.union_end_ms > headLagMs;
+    if (needHead) {
+        enqueueCapJob(series.capKey, 'head', series.seriesKey);
+        return;
+    }
+    if (series.union_start_ms === undefined)
+        return;
+    enqueueCapJob(series.capKey, 'tail', series.seriesKey);
+};
+const mergeRangesAndGetUnion = async (series_id, table_name) => {
+    const rows = await (0, sql_1.requestSQL)(terminal, `
+    WITH locked AS (
+      SELECT series_id, table_name, start_time, end_time
+      FROM series_data_range
+      WHERE series_id = ${(0, sql_1.escapeSQL)(series_id)} AND table_name = ${(0, sql_1.escapeSQL)(table_name)}
+      ORDER BY start_time ASC, end_time ASC
+      FOR UPDATE
+    ),
+    ordered AS (
+      SELECT
+        start_time,
+        end_time,
+        max(end_time) OVER (
+          ORDER BY start_time ASC, end_time ASC
+          ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
+        ) AS running_end
+      FROM locked
+    ),
+    marks AS (
+      SELECT
+        start_time,
+        end_time,
+        running_end,
+        CASE
+          WHEN start_time >= COALESCE(
+            lag(running_end) OVER (ORDER BY start_time ASC, end_time ASC),
+            '-infinity'::timestamptz
+          ) THEN 1
+          ELSE 0
+        END AS is_new_group
+      FROM ordered
+    ),
+    groups AS (
+      SELECT
+        start_time,
+        end_time,
+        sum(is_new_group) OVER (
+          ORDER BY start_time ASC, end_time ASC
+          ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
+        ) AS grp
+      FROM marks
+    ),
+    merged AS (
+      SELECT min(start_time) AS start_time, max(end_time) AS end_time
+      FROM groups
+      GROUP BY grp
+    ),
+    to_delete AS (
+      SELECT l.series_id, l.table_name, l.start_time, l.end_time
+      FROM locked l
+      WHERE NOT EXISTS (
+        SELECT 1
+        FROM merged m
+        WHERE m.start_time = l.start_time AND m.end_time = l.end_time
+      )
+    ),
+    deleted AS (
+      DELETE FROM series_data_range t
+      USING to_delete d
+      WHERE
+        t.series_id = d.series_id
+        AND t.table_name = d.table_name
+        AND t.start_time = d.start_time
+        AND t.end_time = d.end_time
+      RETURNING 1
+    ),
+    to_insert AS (
+      SELECT m.start_time, m.end_time
+      FROM merged m
+      WHERE NOT EXISTS (
+        SELECT 1
+        FROM locked l
+        WHERE l.start_time = m.start_time AND l.end_time = m.end_time
+      )
+    ),
+    inserted AS (
+      INSERT INTO series_data_range (series_id, table_name, start_time, end_time)
+      SELECT ${(0, sql_1.escapeSQL)(series_id)}, ${(0, sql_1.escapeSQL)(table_name)}, start_time, end_time
+      FROM to_insert
+      ON CONFLICT DO NOTHING
+      RETURNING 1
+    )
+    SELECT start_time, end_time
+    FROM series_data_range
+    WHERE series_id = ${(0, sql_1.escapeSQL)(series_id)} AND table_name = ${(0, sql_1.escapeSQL)(table_name)}
+    ORDER BY start_time ASC, end_time ASC;
+    `);
+    if (rows.length === 0)
+        return { segments: [] };
+    const segments = [];
+    let startMs = Number.POSITIVE_INFINITY;
+    let endMs = Number.NEGATIVE_INFINITY;
+    for (const r of rows) {
+        const s = Date.parse(r.start_time);
+        const e = Date.parse(r.end_time);
+        if (!isNaN(s) && !isNaN(e) && e >= s) {
+            segments.push({ startMs: s, endMs: e });
+            startMs = Math.min(startMs, s);
+            endMs = Math.max(endMs, e);
+        }
+    }
+    if (!isFinite(startMs) || !isFinite(endMs))
+        return { segments };
+    return { segments, union: { startMs, endMs } };
+};
+const findNearestGap = (segments) => {
+    for (let i = segments.length - 2; i >= 0; i--) {
+        const left = segments[i];
+        const right = segments[i + 1];
+        if (left.endMs < right.startMs)
+            return { left, right };
+    }
+};
+const computeTailTime = (series, now) => {
+    var _a, _b, _c, _d, _e;
+    const gap = findNearestGap(series.ranges);
+    if (gap) {
+        return series.direction === 'backward' ? gap.right.startMs : gap.left.endMs;
+    }
+    const first = series.ranges[0];
+    const mostRecent = series.ranges[series.ranges.length - 1];
+    if (series.direction === 'backward') {
+        return (_c = (_b = (_a = series.union_start_ms) !== null && _a !== void 0 ? _a : first === null || first === void 0 ? void 0 : first.startMs) !== null && _b !== void 0 ? _b : mostRecent === null || mostRecent === void 0 ? void 0 : mostRecent.startMs) !== null && _c !== void 0 ? _c : now;
+    }
+    const windowMs = (_d = series.last_window_ms) !== null && _d !== void 0 ? _d : CONFIG.defaultForwardSeedWindowMs;
+    const start = (_e = series.union_start_ms) !== null && _e !== void 0 ? _e : Math.max(0, now - windowMs);
+    return Math.max(0, start - windowMs);
+};
+const computeRequestTime = (series, kind) => {
+    var _a;
+    const now = Date.now();
+    if (series.direction === 'backward') {
+        if (kind === 'head')
+            return applyOverlapToRequestTime(series, now);
+        return applyOverlapToRequestTime(series, computeTailTime(series, now));
+    }
+    const windowMs = (_a = series.last_window_ms) !== null && _a !== void 0 ? _a : CONFIG.defaultForwardSeedWindowMs;
+    if (kind === 'head') {
+        if (series.union_end_ms !== undefined)
+            return applyOverlapToRequestTime(series, series.union_end_ms);
+        return applyOverlapToRequestTime(series, Math.max(0, now - windowMs));
+    }
+    return applyOverlapToRequestTime(series, computeTailTime(series, now));
+};
+const requestIngest = async (series, time) => {
+    var _a;
+    if (series.seriesType === 'ohlc') {
+        const req = {
+            product_id: series.product_id,
+            duration: (_a = series.duration) !== null && _a !== void 0 ? _a : '',
+            direction: series.direction,
+            time,
+        };
+        return terminal.client.requestForResponseData('IngestOHLC', req);
+    }
+    const req = {
+        product_id: series.product_id,
+        direction: series.direction,
+        time,
+    };
+    return terminal.client.requestForResponseData('IngestInterestRate', req);
+};
+const executeJob = async (capState, job) => {
+    const series = mapSeriesKeyToState.get(job.seriesKey);
+    if (!series)
+        return;
+    if (job.kind === 'head')
+        capState.pendingHead.delete(job.seriesKey);
+    else
+        capState.pendingTail.delete(job.seriesKey);
+    try {
+        // make sure each request overlaps existing ranges
+        const time = computeRequestTime(series, job.kind);
+        const result = await requestIngest(series, time);
+        capState.backoffMs = 0;
+        capState.nextEligibleAt = 0;
+        if (!result.range) {
+            capState.backoffMs = computeBackoffMs(capState.backoffMs);
+            capState.nextEligibleAt = Date.now() + capState.backoffMs;
+            scheduleSeries(series);
+            return;
+        }
+        const startMs = Date.parse(result.range.start_time);
+        const endMs = Date.parse(result.range.end_time);
+        if (!isNaN(startMs) && !isNaN(endMs) && endMs > startMs) {
+            series.last_window_ms = endMs - startMs;
+        }
+        const merged = await mergeRangesAndGetUnion(series.series_id, series.table_name);
+        series.ranges = merged.segments;
+        if (merged.union) {
+            series.union_start_ms = merged.union.startMs;
+            series.union_end_ms = merged.union.endMs;
+        }
+        scheduleSeries(series);
+    }
+    catch (e) {
+        capState.backoffMs = computeBackoffMs(capState.backoffMs);
+        capState.nextEligibleAt = Date.now() + capState.backoffMs;
+        console.warn((0, utils_1.formatTime)(Date.now()), '[VEX][SeriesData]CapFailed', `cap=${capState.capKey}`, `backoff_ms=${capState.backoffMs}`, `${e}`);
+        scheduleSeries(series);
+    }
+};
+const computeGlobalHeadBacklog = () => {
+    let total = 0;
+    for (const s of mapCapKeyToState.values()) {
+        total += s.headQueue.size();
+    }
+    return total;
+};
+const pickNextRunnableCap = (now) => {
+    if (capabilities.length === 0)
+        return;
+    const n = capabilities.length;
+    for (let i = 0; i < n; i++) {
+        // Round-robin pick
+        const cap = capabilities[capRunIndex++ % n];
+        const capState = getOrCreateCapState(cap.capKey);
+        if (capState.inflight)
+            continue;
+        if (capState.nextEligibleAt > now)
+            continue;
+        if (capState.headQueue.size() === 0 && capState.tailQueue.size() === 0)
+            continue;
+        return capState;
+    }
+};
+const dequeueFromCap = (capState, canRunTail) => {
+    const head = capState.headQueue.dequeue();
+    if (head)
+        return { job: head, kind: 'head' };
+    if (!canRunTail)
+        return;
+    const tail = capState.tailQueue.dequeue();
+    if (!tail)
+        return;
+    return { job: tail, kind: 'tail' };
+};
+const scanProductsOnce = async () => {
+    var _a;
+    if (capabilities.length === 0)
+        return;
+    const now = Date.now();
+    const cap = capabilities[scanIndex++ % capabilities.length];
+    if (cap.nextScanAt > now)
+        return;
+    const where = [
+        `product_id LIKE ${(0, sql_1.escapeSQL)(`${cap.product_id_prefix}%`)}`,
+        onlyProductIdPrefix ? `product_id LIKE ${(0, sql_1.escapeSQL)(`${onlyProductIdPrefix}%`)}` : '',
+        cap.seriesType === 'interest_rate' ? `COALESCE(no_interest_rate, false) = false` : '',
+    ]
+        .filter(Boolean)
+        .join(' AND ');
+    const rows = await (0, sql_1.requestSQL)(terminal, `
+    SELECT product_id
+    FROM product
+    WHERE ${where}
+    ORDER BY product_id ASC
+    `);
+    cap.nextScanAt = now + CONFIG.scanFullLoopIntervalMs;
+    for (const row of rows) {
+        if (cap.seriesType === 'ohlc') {
+            for (const duration of (_a = cap.duration_list) !== null && _a !== void 0 ? _a : []) {
+                const series = getOrCreateSeriesState({
+                    capKey: cap.capKey,
+                    seriesType: 'ohlc',
+                    product_id: row.product_id,
+                    duration,
+                    direction: cap.direction,
+                });
+                scheduleSeries(series);
+            }
+        }
+        else {
+            const series = getOrCreateSeriesState({
+                capKey: cap.capKey,
+                seriesType: 'interest_rate',
+                product_id: row.product_id,
+                direction: cap.direction,
+            });
+            scheduleSeries(series);
+        }
+    }
+};
+const tick = async () => {
+    if (!isEnabled)
+        return;
+    try {
+        await scanProductsOnce();
+    }
+    catch (e) {
+        console.error((0, utils_1.formatTime)(Date.now()), '[VEX][SeriesData]ScanFailed', `${e}`);
+    }
+    const now = Date.now();
+    while (inflight < CONFIG.maxInflight) {
+        const capState = pickNextRunnableCap(now);
+        if (!capState)
+            return;
+        const globalHeadBacklog = computeGlobalHeadBacklog();
+        const canRunTail = globalHeadBacklog < CONFIG.tailOnlyWhenGlobalHeadBelow && capState.headQueue.size() === 0;
+        const next = dequeueFromCap(capState, canRunTail);
+        if (!next)
+            return;
+        capState.inflight = true;
+        inflight++;
+        executeJob(capState, next.job).finally(() => {
+            capState.inflight = false;
+            inflight--;
+        });
+    }
+};
+if (!isEnabled) {
+    console.info((0, utils_1.formatTime)(Date.now()), '[VEX][SeriesData]Disabled', 'VEX_SERIES_DATA_ENABLED!=1');
+}
+else {
+    terminal.server.provideService('VEX/SeriesData/Peek', {}, async () => {
+        const now = Date.now();
+        const caps = capabilities.map((cap) => {
+            const s = getOrCreateCapState(cap.capKey);
+            return {
+                capKey: cap.capKey,
+                method: cap.method,
+                product_id_prefix: cap.product_id_prefix,
+                direction: cap.direction,
+                head_queue_size: s.headQueue.size(),
+                tail_queue_size: s.tailQueue.size(),
+                inflight: s.inflight,
+                backoff_ms: s.backoffMs,
+                nextEligibleAt: s.nextEligibleAt > now ? (0, utils_1.formatTime)(s.nextEligibleAt) : undefined,
+            };
+        });
+        return {
+            res: {
+                code: 0,
+                message: 'OK',
+                data: {
+                    enabled: true,
+                    only_product_id_prefix: onlyProductIdPrefix || undefined,
+                    inflight,
+                    cap_count: capabilities.length,
+                    global_head_backlog: computeGlobalHeadBacklog(),
+                    series_count: mapSeriesKeyToState.size,
+                    caps: caps.slice(0, 50),
+                },
+            },
+        };
+    });
+    // Setup trace log
+    (0, rxjs_1.timer)(0, LOG_QUEUE_INTERVAL_MS).subscribe(() => {
+        const now = Date.now();
+        const caps = capabilities
+            .map((cap) => {
+            const s = getOrCreateCapState(cap.capKey);
+            return {
+                capKey: cap.capKey,
+                head: s.headQueue.size(),
+                tail: s.tailQueue.size(),
+                inflight: s.inflight,
+                backoffMs: s.backoffMs,
+                nextEligibleAt: s.nextEligibleAt,
+            };
+        })
+            .filter((x) => x.inflight || x.head > 0 || x.tail > 0 || x.nextEligibleAt > now)
+            .slice(0, 20)
+            .map((x) => `cap=${x.capKey} head=${x.head} tail=${x.tail} inflight=${x.inflight ? 1 : 0} backoff_ms=${x.backoffMs}${x.nextEligibleAt > now ? ` next=${(0, utils_1.formatTime)(x.nextEligibleAt)}` : ''}`);
+        console.info((0, utils_1.formatTime)(now), '[VEX][SeriesData]Queues', `inflight=${inflight}`, `cap_count=${capabilities.length}`, `global_head_backlog=${computeGlobalHeadBacklog()}`, `series_count=${mapSeriesKeyToState.size}`, caps.length ? `caps=[${caps.join(' | ')}]` : 'caps=[]');
+    });
+    terminal.terminalInfos$
+        .pipe((0, rxjs_1.mergeMap)((terminalInfos) => (0, rxjs_1.from)(terminalInfos).pipe((0, rxjs_1.mergeMap)((terminalInfo) => (0, rxjs_1.from)(Object.values(terminalInfo.serviceInfo || {})).pipe((0, rxjs_1.filter)((serviceInfo) => serviceInfo.method === 'IngestOHLC' || serviceInfo.method === 'IngestInterestRate'), (0, rxjs_1.map)((serviceInfo) => {
+        try {
+            if (serviceInfo.method === 'IngestOHLC') {
+                const meta = (0, exchange_1.parseOHLCServiceMetadataFromSchema)(serviceInfo.schema);
+                const capKey = (0, utils_1.encodePath)('IngestOHLC', meta.product_id_prefix, meta.direction);
+                const existing = mapCapKeyToCapability.get(capKey);
+                const duration_list = [...new Set(meta.duration_list)].sort();
+                if (existing) {
+                    existing.duration_list = duration_list;
+                    return existing;
+                }
+                return {
+                    capKey,
+                    method: 'IngestOHLC',
+                    seriesType: 'ohlc',
+                    product_id_prefix: meta.product_id_prefix,
+                    direction: meta.direction,
+                    duration_list,
+                    nextScanAt: 0,
+                };
+            }
+            const meta = (0, exchange_1.parseInterestRateServiceMetadataFromSchema)(serviceInfo.schema);
+            const capKey = (0, utils_1.encodePath)('IngestInterestRate', meta.product_id_prefix, meta.direction);
+            const existing = mapCapKeyToCapability.get(capKey);
+            if (existing)
+                return existing;
+            return {
+                capKey,
+                method: 'IngestInterestRate',
+                seriesType: 'interest_rate',
+                product_id_prefix: meta.product_id_prefix,
+                direction: meta.direction,
+                nextScanAt: 0,
+            };
+        }
+        catch (_a) {
+            console.info((0, utils_1.formatTime)(Date.now()), '[VEX][SeriesData]ParseServiceMetadataFailed', `method=${serviceInfo.method}`, `terminal_id=${terminalInfo.terminal_id}`);
+            return;
+        }
+    }), (0, rxjs_1.filter)((x) => !!x))), (0, rxjs_1.toArray)(), (0, rxjs_1.tap)((nextCaps) => {
+        const nextMap = new Map();
+        for (const cap of nextCaps) {
+            nextMap.set(cap.capKey, cap);
+        }
+        mapCapKeyToCapability.clear();
+        nextMap.forEach((v, k) => mapCapKeyToCapability.set(k, v));
+        capabilities.length = 0;
+        nextMap.forEach((v) => capabilities.push(v));
+    }))))
+        .subscribe();
+    (0, rxjs_1.defer)(() => (0, rxjs_1.from)(tick()))
+        .pipe((0, rxjs_1.catchError)((e) => {
+        console.error((0, utils_1.formatTime)(Date.now()), '[VEX][SeriesData]TickError', `${e}`);
+        return rxjs_1.EMPTY;
+    }), (0, rxjs_1.repeat)({ delay: CONFIG.tickIntervalMs }))
+        .subscribe();
+}
+//# sourceMappingURL=scheduler.js.map

package/lib/series-data/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/series-data/scheduler.ts"],"names":[],"mappings":";;;AAAA,mEAAwE;AACxE,iDAAuD;AACvD,+CAO0B;AAC1B,+CAA4C;AAC5C,qCAAoD;AACpD,yCAAgF;AAChF,+BAA0G;AAC1G,6CAA+C;AAE/C,MAAM,QAAQ,GAAG,mBAAQ,CAAC,WAAW,EAAE,CAAC;AAExC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,CAAC;AAC9D,MAAM,mBAAmB,GAAG,CAAC,MAAA,OAAO,CAAC,GAAG,CAAC,sCAAsC,mCAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAE9F,MAAM,MAAM,GAAG;IACb,cAAc,EAAE,IAAK;IACrB,sBAAsB,EAAE,CAAC,GAAG,KAAM;IAClC;;OAEG;IACH,WAAW,EAAE,EAAE;IACf;;OAEG;IACH,2BAA2B,EAAE,EAAE;IAC/B,4BAA4B,EAAE,CAAC,GAAG,EAAE,GAAG,KAAM;IAC7C,0BAA0B,EAAE,EAAE,GAAG,EAAE,GAAG,KAAM;IAC5C,YAAY,EAAE,CAAC,GAAG,KAAM;IACxB,aAAa,EAAE,IAAK;CACZ,CAAC;AA6FX,MAAM,YAAY,GAAkB,EAAE,CAAC;AACvC,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAuB,CAAC;AAC7D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA4B,CAAC;AAE7D,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAwB,CAAC;AAE5D,IAAI,QAAQ,GAAG,CAAC,CAAC;AACjB,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,IAAI,WAAW,GAAG,CAAC,CAAC;AACpB,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAA,OAAO,CAAC,GAAG,CAAC,qCAAqC,mCAAI,OAAO,CAAC,CAAC;AAEnG,MAAM,mBAAmB,GAAG,CAAC,MAAc,EAAoB,EAAE;IAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,IAAI,GAAqB;QAC7B,MAAM;QACN,SAAS,EAAE,IAAA,4BAAe,GAAQ;QAClC,SAAS,EAAE,IAAA,4BAAe,GAAQ;QAClC,WAAW,EAAE,IAAI,GAAG,EAAU;QAC9B,WAAW,EAAE,IAAI,GAAG,EAAU;QAC9B,QAAQ,EAAE,KAAK;QACf,cAAc,EAAE,CAAC;QACjB,SAAS,EAAE,CAAC;KACb,CAAC;IACF,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,UAAuB,EAAE,UAAkB,EAAE,QAAiB,EAAU,EAAE;IACjG,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,IAAA,8BAAkB,EAAC,UAAU,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE,CAAC,CAAC;IACjF,OAAO,IAAA,+CAA0B,EAAC,UAAU,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,CAAC,MAM/B,EAAgB,EAAE;IACjB,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IACvE,MAAM,UAAU,GAAG,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;IACvE,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,IAAA,kBAAU,EAAC,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE,CAAC,CAAC;IAEhF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,QAAQ,EAAE;QACZ,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,OAAO,QAAQ,CAAC;KACjB;IAED,MAAM,IAAI,GAAiB;QACzB,MAAM;QACN,SAAS;QACT,UAAU;QACV,UAAU;QACV,SAAS;QACT,UAAU;QACV,QAAQ;QACR,SAAS;QACT,MAAM,EAAE,EAAE;KACX,CAAC;IACF,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAoB,EAAU,EAAE;;IACxD,IAAI,MAAM,CAAC,UAAU,KAAK,eAAe;QAAE,OAAO,MAAM,CAAC,4BAA4B,CAAC;IACtF,MAAM,MAAM,GAAG,IAAA,+BAAuB,EAAC,MAAA,MAAM,CAAC,QAAQ,mCAAI,EAAE,CAAC,CAAC;IAC9D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,KAAM,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAM,EAAE,MAAM,CAAC,CAAC;AAClC,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAoB,EAAU,EAAE;;IACxD,MAAM,YAAY,GAAG,EAAE,GAAG,KAAM,CAAC;IACjC,IAAI,SAAS,GAAG,KAAM,CAAC;IACvB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE;QAChC,MAAM,MAAM,GAAG,IAAA,+BAAuB,EAAC,MAAA,MAAM,CAAC,QAAQ,mCAAI,EAAE,CAAC,CAAC;QAC9D,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;YAAE,SAAS,GAAG,MAAM,CAAC;KACxD;SAAM;QACL,SAAS,GAAG,EAAE,GAAG,KAAM,CAAC;KACzB;IACD,IAAI,MAAM,CAAC,cAAc,IAAI,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE;QACzF,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;KACzE;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,MAAoB,EAAE,QAAgB,EAAU,EAAE;IACnF,MAAM,WAAW,GACf,MAAM,CAAC,cAAc,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACvG,IAAI,CAAC,WAAW;QAAE,OAAO,QAAQ,CAAC;IAClC,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAe,EAAU,EAAE;IACnD,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;IACtG,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,IAAc,EAAE,SAAiB,EAAE,EAAE;IAC1E,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;IACjF,MAAM,KAAK,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;IACxE,IAAI,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO;IACtC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,MAAoB,EAAE,EAAE;IAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,GAAG,GAAG,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC;IAC5F,IAAI,QAAQ,EAAE;QACZ,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACvD,OAAO;KACR;IAED,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS;QAAE,OAAO;IAChD,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,KAAK,EAClC,SAAiB,EACjB,UAAkB,EAIjB,EAAE;IACH,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAC3B,QAAQ,EACR;;;;0BAIsB,IAAA,eAAS,EAAC,SAAS,CAAC,qBAAqB,IAAA,eAAS,EAAC,UAAU,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAyEzE,IAAA,eAAS,EAAC,SAAS,CAAC,KAAK,IAAA,eAAS,EAAC,UAAU,CAAC;;;;;;;wBAOrC,IAAA,eAAS,EAAC,SAAS,CAAC,qBAAqB,IAAA,eAAS,EAAC,UAAU,CAAC;;KAEjF,CACF,CAAC;IAEF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC/C,MAAM,QAAQ,GAAyC,EAAE,CAAC;IAC1D,IAAI,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACvC,IAAI,KAAK,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YACxC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC/B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SAC5B;KACF;IACD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAChE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,QAA8C,EACuD,EAAE;IACvG,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;KACxD;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,MAAoB,EAAE,GAAW,EAAU,EAAE;;IACpE,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,GAAG,EAAE;QACP,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC;KAC7E;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QACnC,OAAO,MAAA,MAAA,MAAA,MAAM,CAAC,cAAc,mCAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,mCAAI,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,OAAO,mCAAI,GAAG,CAAC;KAC9E;IAED,MAAM,QAAQ,GAAG,MAAA,MAAM,CAAC,cAAc,mCAAI,MAAM,CAAC,0BAA0B,CAAC;IAC5E,MAAM,KAAK,GAAG,MAAA,MAAM,CAAC,cAAc,mCAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAoB,EAAE,IAAc,EAAU,EAAE;;IAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QACnC,IAAI,IAAI,KAAK,MAAM;YAAE,OAAO,yBAAyB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACnE,OAAO,yBAAyB,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;KACxE;IAED,MAAM,QAAQ,GAAG,MAAA,MAAM,CAAC,cAAc,mCAAI,MAAM,CAAC,0BAA0B,CAAC;IAC5E,IAAI,IAAI,KAAK,MAAM,EAAE;QACnB,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;YAAE,OAAO,yBAAyB,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QACrG,OAAO,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC;KACvE;IACD,OAAO,yBAAyB,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAE,MAAoB,EAAE,IAAY,EAAgC,EAAE;;IAC/F,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE;QAChC,MAAM,GAAG,GAAuB;YAC9B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAA,MAAM,CAAC,QAAQ,mCAAI,EAAE;YAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,IAAI;SACL,CAAC;QACF,OAAO,QAAQ,CAAC,MAAM,CAAC,sBAAsB,CAA0C,YAAY,EAAE,GAAG,CAAC,CAAC;KAC3G;IAED,MAAM,GAAG,GAA+B;QACtC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,IAAI;KACL,CAAC;IACF,OAAO,QAAQ,CAAC,MAAM,CAAC,sBAAsB,CAC3C,oBAAoB,EACpB,GAAG,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EAAE,QAA0B,EAAE,GAAS,EAAE,EAAE;IACjE,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtD,IAAI,CAAC,MAAM;QAAE,OAAO;IAEpB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;QAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;;QAC/D,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEhD,IAAI;QACF,kDAAkD;QAClD,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAEjD,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC;QACvB,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YACjB,QAAQ,CAAC,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC1D,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;YAC1D,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,OAAO;SACR;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,EAAE;YACvD,MAAM,CAAC,cAAc,GAAG,KAAK,GAAG,OAAO,CAAC;SACzC;QAED,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,MAAM,CAAC,KAAK,EAAE;YAChB,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAC7C,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;SAC1C;QAED,cAAc,CAAC,MAAM,CAAC,CAAC;KACxB;IAAC,OAAO,CAAC,EAAE;QACV,QAAQ,CAAC,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1D,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC;QAC1D,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,4BAA4B,EAC5B,OAAO,QAAQ,CAAC,MAAM,EAAE,EACxB,cAAc,QAAQ,CAAC,SAAS,EAAE,EAClC,GAAG,CAAC,EAAE,CACP,CAAC;QACF,cAAc,CAAC,MAAM,CAAC,CAAC;KACxB;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,GAAW,EAAE;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,MAAM,EAAE,EAAE;QACzC,KAAK,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;KAC7B;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,GAAW,EAAgC,EAAE;IACxE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACtC,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1B,mBAAmB;QACnB,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,QAAQ,CAAC,QAAQ;YAAE,SAAS;QAChC,IAAI,QAAQ,CAAC,cAAc,GAAG,GAAG;YAAE,SAAS;QAC5C,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC;YAAE,SAAS;QACjF,OAAO,QAAQ,CAAC;KACjB;AACH,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,QAA0B,EAC1B,UAAmB,EACwB,EAAE;IAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC1C,IAAI,IAAI;QAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAC1C,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,IAAI,EAAE;;IAClC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAC5D,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG;QAAE,OAAO;IAEjC,MAAM,KAAK,GAAG;QACZ,mBAAmB,IAAA,eAAS,EAAC,GAAG,GAAG,CAAC,iBAAiB,GAAG,CAAC,EAAE;QAC3D,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,IAAA,eAAS,EAAC,GAAG,mBAAmB,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;QACpF,GAAG,CAAC,UAAU,KAAK,eAAe,CAAC,CAAC,CAAC,2CAA2C,CAAC,CAAC,CAAC,EAAE;KACtF;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,OAAO,CAAC,CAAC;IAEjB,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAC3B,QAAQ,EACR;;;YAGQ,KAAK;;KAEZ,CACF,CAAC;IACF,GAAG,CAAC,UAAU,GAAG,GAAG,GAAG,MAAM,CAAC,sBAAsB,CAAC;IAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACtB,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,EAAE;YAC7B,KAAK,MAAM,QAAQ,IAAI,MAAA,GAAG,CAAC,aAAa,mCAAI,EAAE,EAAE;gBAC9C,MAAM,MAAM,GAAG,sBAAsB,CAAC;oBACpC,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,UAAU,EAAE,MAAM;oBAClB,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,QAAQ;oBACR,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,cAAc,CAAC,MAAM,CAAC,CAAC;aACxB;SACF;aAAM;YACL,MAAM,MAAM,GAAG,sBAAsB,CAAC;gBACpC,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,UAAU,EAAE,eAAe;gBAC3B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC,CAAC;YACH,cAAc,CAAC,MAAM,CAAC,CAAC;SACxB;KACF;AACH,CAAC,CAAC;AAEF,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;IACtB,IAAI,CAAC,SAAS;QAAE,OAAO;IAEvB,IAAI;QACF,MAAM,gBAAgB,EAAE,CAAC;KAC1B;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,6BAA6B,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;KAC9E;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,OAAO,QAAQ,GAAG,MAAM,CAAC,WAAW,EAAE;QACpC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,iBAAiB,GAAG,wBAAwB,EAAE,CAAC;QACrD,MAAM,UAAU,GACd,iBAAiB,GAAG,MAAM,CAAC,2BAA2B,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5F,MAAM,IAAI,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;QACzB,QAAQ,EAAE,CAAC;QACX,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAC1C,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACb,CAAC,CAAC,CAAC;KACJ;AACH,CAAC,CAAC;AAEF,IAAI,CAAC,SAAS,EAAE;IACd,OAAO,CAAC,IAAI,CAAC,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,2BAA2B,EAAE,4BAA4B,CAAC,CAAC;CACjG;KAAM;IACL,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,qBAAqB,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACpC,MAAM,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1C,OAAO;gBACL,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;gBACxC,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnC,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;gBACnC,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,UAAU,EAAE,CAAC,CAAC,SAAS;gBACvB,cAAc,EAAE,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,IAAA,kBAAU,EAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;aAClF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO;YACL,GAAG,EAAE;gBACH,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE;oBACJ,OAAO,EAAE,IAAI;oBACb,sBAAsB,EAAE,mBAAmB,IAAI,SAAS;oBACxD,QAAQ;oBACR,SAAS,EAAE,YAAY,CAAC,MAAM;oBAC9B,mBAAmB,EAAE,wBAAwB,EAAE;oBAC/C,YAAY,EAAE,mBAAmB,CAAC,IAAI;oBACtC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;iBACxB;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,kBAAkB;IAClB,IAAA,YAAK,EAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,YAAY;aACtB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1C,OAAO;gBACL,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;gBACxB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;gBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,cAAc,EAAE,CAAC,CAAC,cAAc;aACjC,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC;aAC/E,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAC1E,CAAC,CAAC,SACJ,GAAG,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAA,kBAAU,EAAC,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7E,CAAC;QAEJ,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,GAAG,CAAC,EACf,yBAAyB,EACzB,YAAY,QAAQ,EAAE,EACtB,aAAa,YAAY,CAAC,MAAM,EAAE,EAClC,uBAAuB,wBAAwB,EAAE,EAAE,EACnD,gBAAgB,mBAAmB,CAAC,IAAI,EAAE,EAC1C,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CACvD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc;SACpB,IAAI,CACH,IAAA,eAAQ,EAAC,CAAC,aAAa,EAAE,EAAE,CACzB,IAAA,WAAI,EAAC,aAAa,CAAC,CAAC,IAAI,CACtB,IAAA,eAAQ,EAAC,CAAC,YAAY,EAAE,EAAE,CACxB,IAAA,WAAI,EAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CACtD,IAAA,aAAM,EACJ,CAAC,WAAW,EAAE,EAAE,CACd,WAAW,CAAC,MAAM,KAAK,YAAY,IAAI,WAAW,CAAC,MAAM,KAAK,oBAAoB,CACrF,EACD,IAAA,UAAG,EAAC,CAAC,WAAW,EAA2B,EAAE;QAC3C,IAAI;YACF,IAAI,WAAW,CAAC,MAAM,KAAK,YAAY,EAAE;gBACvC,MAAM,IAAI,GAAG,IAAA,6CAAkC,EAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACpE,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,YAAY,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAChF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC9D,IAAI,QAAQ,EAAE;oBACZ,QAAQ,CAAC,aAAa,GAAG,aAAa,CAAC;oBACvC,OAAO,QAAQ,CAAC;iBACjB;gBACD,OAAO;oBACL,MAAM;oBACN,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,MAAM;oBAClB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;oBACzC,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,aAAa;oBACb,UAAU,EAAE,CAAC;iBACd,CAAC;aACH;YAED,MAAM,IAAI,GAAG,IAAA,qDAA0C,EAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACxF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;YAC9B,OAAO;gBACL,MAAM;gBACN,MAAM,EAAE,oBAAoB;gBAC5B,UAAU,EAAE,eAAe;gBAC3B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,CAAC;aACd,CAAC;SACH;QAAC,WAAM;YACN,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6CAA6C,EAC7C,UAAU,WAAW,CAAC,MAAM,EAAE,EAC9B,eAAe,YAAY,CAAC,WAAW,EAAE,CAC1C,CAAC;YACF,OAAO;SACR;IACH,CAAC,CAAC,EACF,IAAA,aAAM,EAAC,CAAC,CAAC,EAAqC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACtD,CACF,EACD,IAAA,cAAO,GAAE,EACT,IAAA,UAAG,EAAC,CAAC,QAAQ,EAAE,EAAE;QACf,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SAC9B;QACD,qBAAqB,CAAC,KAAK,EAAE,CAAC;QAC9B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QACxB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CACH,CACF,CACF;SACA,SAAS,EAAE,CAAC;IAEf,IAAA,YAAK,EAAC,GAAG,EAAE,CAAC,IAAA,WAAI,EAAC,IAAI,EAAE,CAAC,CAAC;SACtB,IAAI,CACH,IAAA,iBAAU,EAAC,CAAC,CAAC,EAAE,EAAE;QACf,OAAO,CAAC,KAAK,CAAC,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,4BAA4B,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,YAAK,CAAC;IACf,CAAC,CAAC,EACF,IAAA,aAAM,EAAC,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CACzC;SACA,SAAS,EAAE,CAAC;CAChB","sourcesContent":["import { encodeInterestRateSeriesId } from '@yuants/data-interest-rate';\nimport { encodeOHLCSeriesId } from '@yuants/data-ohlc';\nimport {\n  IIngestInterestRateRequest,\n  IIngestOHLCRequest,\n  ISeriesIngestResult,\n  parseInterestRateServiceMetadataFromSchema,\n  parseOHLCServiceMetadataFromSchema,\n  SeriesFetchDirection,\n} from '@yuants/exchange';\nimport { Terminal } from '@yuants/protocol';\nimport { escapeSQL, requestSQL } from '@yuants/sql';\nimport { convertDurationToOffset, encodePath, formatTime } from '@yuants/utils';\nimport { catchError, defer, EMPTY, filter, from, map, mergeMap, repeat, tap, timer, toArray } from 'rxjs';\nimport { createFifoQueue } from './fifo-queue';\n\nconst terminal = Terminal.fromNodeEnv();\n\nconst isEnabled = process.env.VEX_SERIES_DATA_ENABLED === '1';\nconst onlyProductIdPrefix = (process.env.VEX_SERIES_DATA_ONLY_PRODUCT_ID_PREFIX ?? '').trim();\n\nconst CONFIG = {\n  tickIntervalMs: 1_000,\n  scanFullLoopIntervalMs: 5 * 60_000,\n  /**\n   * Maximum number of inflight series data ingest requests.\n   */\n  maxInflight: 20,\n  /**\n   * Only run tail jobs when the global head backlog is below this threshold.\n   */\n  tailOnlyWhenGlobalHeadBelow: 20,\n  defaultInterestRateHeadLagMs: 8 * 60 * 60_000,\n  defaultForwardSeedWindowMs: 24 * 60 * 60_000,\n  maxBackoffMs: 5 * 60_000,\n  backoffStepMs: 5_000,\n} as const;\n\n// Per-capability bucket scheduler.\n//\n// Service Discovery -> Scan Products -> Schedule Series -> Tick -> Execute Job -> Merge Range -> Repeat\n//\n// 1) Service Discovery:\n//    Subscribe `terminal.terminalInfos$`, find services with method `IngestOHLC` / `IngestInterestRate`,\n//    parse schema -> capability metadata (product_id_prefix, direction, duration_list).\n//\n// 2) Capability buckets (capKey):\n//    capKey = encodePath(method, product_id_prefix, direction)\n//    - each cap has its own headQueue/tailQueue and runs serially (cap inflight=1)\n//    - tick chooses a cap in round-robin; cap runs head first\n//    - tail runs only when global head backlog is low (avoid hurting freshness)\n//    - errors/backoff are isolated per-cap (a noisy cap won't block others)\n//\n// 3) Scan Products:\n//    For each capability, scan `product` table by `product_id_prefix` (full scan) and expand product -> series:\n//      - OHLC: product x duration_list\n//      - InterestRate: product\n//\n// 4) Progress source of truth:\n//    We do NOT depend on wrote_count/inserted_count to decide progress.\n//    After each successful ingest, we merge `series_data_range` and recompute:\n//      - segments[]: merged ranges (used for gap detection)\n//      - union: { min(start), max(end) } (used for head/tail decisions; union does NOT mean continuous coverage)\n//\n// 5) Gap semantics:\n//    - merge only on strict overlap: prev.end_time > next.start_time\n//    - touch (prev.end_time == next.start_time): NOT merged, and NOT a gap\n//    - gap only when prev.end_time < next.start_time\n//    Tail will prioritize filling the nearest-now gap (by range boundaries).\n//\n// 6) Each request must overlap:\n//    Because merge is strict-overlap only, a \"touching\" page would keep accumulating fragments.\n//    Therefore we deliberately shift request `time` into the already-covered area by `overlapMs`:\n//      - backward: time += overlapMs (clamp to <= now)\n//      - forward:  time -= overlapMs (clamp to >= 0)\n//    Duplicate writes are OK (unique key / ON CONFLICT absorbs them).\n//\n// 7) Retry/backoff:\n//    When request fails or returns no range, we apply backoff and reschedule,\n//    otherwise the queue may be consumed to empty and appear \"stuck\".\n//\n// 8) Routing / load balancing:\n//    Scheduler does not pin a request to a specific instance; it uses `terminal.client.requestForResponseData`\n//    and relies on Terminal's schema-based service selection + load balancing.\n\ntype ISeriesType = 'ohlc' | 'interest_rate';\ntype IJobKind = 'head' | 'tail';\n\ntype IJob = {\n  kind: IJobKind;\n  seriesKey: string;\n};\n\ntype ISeriesState = {\n  capKey: string;\n  seriesKey: string;\n  seriesType: ISeriesType;\n  table_name: string;\n  series_id: string;\n  product_id: string;\n  duration?: string;\n  direction: SeriesFetchDirection;\n  ranges: { startMs: number; endMs: number }[];\n  union_start_ms?: number;\n  union_end_ms?: number;\n  last_window_ms?: number;\n};\n\ntype ICapability = {\n  capKey: string;\n  method: 'IngestOHLC' | 'IngestInterestRate';\n  seriesType: ISeriesType;\n  product_id_prefix: string;\n  direction: SeriesFetchDirection;\n  duration_list?: string[];\n  nextScanAt: number;\n};\n\ntype ICapabilityState = {\n  capKey: string;\n  headQueue: ReturnType<typeof createFifoQueue<IJob>>;\n  tailQueue: ReturnType<typeof createFifoQueue<IJob>>;\n  pendingHead: Set<string>;\n  pendingTail: Set<string>;\n  inflight: boolean;\n  nextEligibleAt: number;\n  backoffMs: number;\n};\n\nconst capabilities: ICapability[] = [];\nconst mapCapKeyToCapability = new Map<string, ICapability>();\nconst mapCapKeyToState = new Map<string, ICapabilityState>();\n\nconst mapSeriesKeyToState = new Map<string, ISeriesState>();\n\nlet inflight = 0;\nlet scanIndex = 0;\nlet capRunIndex = 0;\nconst LOG_QUEUE_INTERVAL_MS = Number(process.env.VEX_SERIES_DATA_LOG_QUEUE_INTERVAL_MS ?? '10000');\n\nconst getOrCreateCapState = (capKey: string): ICapabilityState => {\n  const existing = mapCapKeyToState.get(capKey);\n  if (existing) return existing;\n  const next: ICapabilityState = {\n    capKey,\n    headQueue: createFifoQueue<IJob>(),\n    tailQueue: createFifoQueue<IJob>(),\n    pendingHead: new Set<string>(),\n    pendingTail: new Set<string>(),\n    inflight: false,\n    nextEligibleAt: 0,\n    backoffMs: 0,\n  };\n  mapCapKeyToState.set(capKey, next);\n  return next;\n};\n\nconst computeSeriesId = (seriesType: ISeriesType, product_id: string, duration?: string): string => {\n  if (seriesType === 'ohlc') return encodeOHLCSeriesId(product_id, duration ?? '');\n  return encodeInterestRateSeriesId(product_id);\n};\n\nconst getOrCreateSeriesState = (params: {\n  capKey: string;\n  seriesType: ISeriesType;\n  product_id: string;\n  duration?: string;\n  direction: SeriesFetchDirection;\n}): ISeriesState => {\n  const { capKey, seriesType, product_id, duration, direction } = params;\n  const table_name = seriesType === 'ohlc' ? 'ohlc_v2' : 'interest_rate';\n  const series_id = computeSeriesId(seriesType, product_id, duration);\n  const seriesKey = encodePath(table_name, direction, product_id, duration ?? '');\n\n  const existing = mapSeriesKeyToState.get(seriesKey);\n  if (existing) {\n    existing.capKey = capKey;\n    return existing;\n  }\n\n  const next: ISeriesState = {\n    capKey,\n    seriesKey,\n    seriesType,\n    table_name,\n    series_id,\n    product_id,\n    duration,\n    direction,\n    ranges: [],\n  };\n  mapSeriesKeyToState.set(seriesKey, next);\n  return next;\n};\n\nconst computeHeadLagMs = (series: ISeriesState): number => {\n  if (series.seriesType === 'interest_rate') return CONFIG.defaultInterestRateHeadLagMs;\n  const offset = convertDurationToOffset(series.duration ?? '');\n  if (!isFinite(offset) || offset <= 0) return 60_000;\n  return Math.max(60_000, offset);\n};\n\nconst computeOverlapMs = (series: ISeriesState): number => {\n  const maxOverlapMs = 60 * 60_000;\n  let overlapMs = 60_000;\n  if (series.seriesType === 'ohlc') {\n    const offset = convertDurationToOffset(series.duration ?? '');\n    if (isFinite(offset) && offset > 0) overlapMs = offset;\n  } else {\n    overlapMs = 60 * 60_000;\n  }\n  if (series.last_window_ms && isFinite(series.last_window_ms) && series.last_window_ms > 0) {\n    overlapMs = Math.min(overlapMs, Math.max(1, series.last_window_ms - 1));\n  }\n  return Math.max(1, Math.min(maxOverlapMs, overlapMs));\n};\n\nconst applyOverlapToRequestTime = (series: ISeriesState, baseTime: number): number => {\n  const hasAnyRange =\n    series.union_start_ms !== undefined || series.union_end_ms !== undefined || series.ranges.length > 0;\n  if (!hasAnyRange) return baseTime;\n  const overlapMs = computeOverlapMs(series);\n  if (series.direction === 'backward') return Math.min(baseTime + overlapMs, Date.now());\n  return Math.max(0, baseTime - overlapMs);\n};\n\nconst computeBackoffMs = (current: number): number => {\n  const next =\n    current <= 0 ? CONFIG.backoffStepMs : Math.min(CONFIG.maxBackoffMs, current + CONFIG.backoffStepMs);\n  return next;\n};\n\nconst enqueueCapJob = (capKey: string, kind: IJobKind, seriesKey: string) => {\n  const capState = getOrCreateCapState(capKey);\n  const pendingSet = kind === 'head' ? capState.pendingHead : capState.pendingTail;\n  const queue = kind === 'head' ? capState.headQueue : capState.tailQueue;\n  if (pendingSet.has(seriesKey)) return;\n  pendingSet.add(seriesKey);\n  queue.enqueue({ kind, seriesKey });\n};\n\nconst scheduleSeries = (series: ISeriesState) => {\n  const now = Date.now();\n\n  const headLagMs = computeHeadLagMs(series);\n  const needHead = series.union_end_ms === undefined || now - series.union_end_ms > headLagMs;\n  if (needHead) {\n    enqueueCapJob(series.capKey, 'head', series.seriesKey);\n    return;\n  }\n\n  if (series.union_start_ms === undefined) return;\n  enqueueCapJob(series.capKey, 'tail', series.seriesKey);\n};\n\nconst mergeRangesAndGetUnion = async (\n  series_id: string,\n  table_name: string,\n): Promise<{\n  segments: { startMs: number; endMs: number }[];\n  union?: { startMs: number; endMs: number };\n}> => {\n  const rows = await requestSQL<{ start_time: string; end_time: string }[]>(\n    terminal,\n    `\n    WITH locked AS (\n      SELECT series_id, table_name, start_time, end_time\n      FROM series_data_range\n      WHERE series_id = ${escapeSQL(series_id)} AND table_name = ${escapeSQL(table_name)}\n      ORDER BY start_time ASC, end_time ASC\n      FOR UPDATE\n    ),\n    ordered AS (\n      SELECT\n        start_time,\n        end_time,\n        max(end_time) OVER (\n          ORDER BY start_time ASC, end_time ASC\n          ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW\n        ) AS running_end\n      FROM locked\n    ),\n    marks AS (\n      SELECT\n        start_time,\n        end_time,\n        running_end,\n        CASE\n          WHEN start_time >= COALESCE(\n            lag(running_end) OVER (ORDER BY start_time ASC, end_time ASC),\n            '-infinity'::timestamptz\n          ) THEN 1\n          ELSE 0\n        END AS is_new_group\n      FROM ordered\n    ),\n    groups AS (\n      SELECT\n        start_time,\n        end_time,\n        sum(is_new_group) OVER (\n          ORDER BY start_time ASC, end_time ASC\n          ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW\n        ) AS grp\n      FROM marks\n    ),\n    merged AS (\n      SELECT min(start_time) AS start_time, max(end_time) AS end_time\n      FROM groups\n      GROUP BY grp\n    ),\n    to_delete AS (\n      SELECT l.series_id, l.table_name, l.start_time, l.end_time\n      FROM locked l\n      WHERE NOT EXISTS (\n        SELECT 1\n        FROM merged m\n        WHERE m.start_time = l.start_time AND m.end_time = l.end_time\n      )\n    ),\n    deleted AS (\n      DELETE FROM series_data_range t\n      USING to_delete d\n      WHERE\n        t.series_id = d.series_id\n        AND t.table_name = d.table_name\n        AND t.start_time = d.start_time\n        AND t.end_time = d.end_time\n      RETURNING 1\n    ),\n    to_insert AS (\n      SELECT m.start_time, m.end_time\n      FROM merged m\n      WHERE NOT EXISTS (\n        SELECT 1\n        FROM locked l\n        WHERE l.start_time = m.start_time AND l.end_time = m.end_time\n      )\n    ),\n    inserted AS (\n      INSERT INTO series_data_range (series_id, table_name, start_time, end_time)\n      SELECT ${escapeSQL(series_id)}, ${escapeSQL(table_name)}, start_time, end_time\n      FROM to_insert\n      ON CONFLICT DO NOTHING\n      RETURNING 1\n    )\n    SELECT start_time, end_time\n    FROM series_data_range\n    WHERE series_id = ${escapeSQL(series_id)} AND table_name = ${escapeSQL(table_name)}\n    ORDER BY start_time ASC, end_time ASC;\n    `,\n  );\n\n  if (rows.length === 0) return { segments: [] };\n  const segments: { startMs: number; endMs: number }[] = [];\n  let startMs = Number.POSITIVE_INFINITY;\n  let endMs = Number.NEGATIVE_INFINITY;\n  for (const r of rows) {\n    const s = Date.parse(r.start_time);\n    const e = Date.parse(r.end_time);\n    if (!isNaN(s) && !isNaN(e) && e >= s) {\n      segments.push({ startMs: s, endMs: e });\n      startMs = Math.min(startMs, s);\n      endMs = Math.max(endMs, e);\n    }\n  }\n  if (!isFinite(startMs) || !isFinite(endMs)) return { segments };\n  return { segments, union: { startMs, endMs } };\n};\n\nconst findNearestGap = (\n  segments: { startMs: number; endMs: number }[],\n): { left: { startMs: number; endMs: number }; right: { startMs: number; endMs: number } } | undefined => {\n  for (let i = segments.length - 2; i >= 0; i--) {\n    const left = segments[i];\n    const right = segments[i + 1];\n    if (left.endMs < right.startMs) return { left, right };\n  }\n};\n\nconst computeTailTime = (series: ISeriesState, now: number): number => {\n  const gap = findNearestGap(series.ranges);\n  if (gap) {\n    return series.direction === 'backward' ? gap.right.startMs : gap.left.endMs;\n  }\n\n  const first = series.ranges[0];\n  const mostRecent = series.ranges[series.ranges.length - 1];\n  if (series.direction === 'backward') {\n    return series.union_start_ms ?? first?.startMs ?? mostRecent?.startMs ?? now;\n  }\n\n  const windowMs = series.last_window_ms ?? CONFIG.defaultForwardSeedWindowMs;\n  const start = series.union_start_ms ?? Math.max(0, now - windowMs);\n  return Math.max(0, start - windowMs);\n};\n\nconst computeRequestTime = (series: ISeriesState, kind: IJobKind): number => {\n  const now = Date.now();\n  if (series.direction === 'backward') {\n    if (kind === 'head') return applyOverlapToRequestTime(series, now);\n    return applyOverlapToRequestTime(series, computeTailTime(series, now));\n  }\n\n  const windowMs = series.last_window_ms ?? CONFIG.defaultForwardSeedWindowMs;\n  if (kind === 'head') {\n    if (series.union_end_ms !== undefined) return applyOverlapToRequestTime(series, series.union_end_ms);\n    return applyOverlapToRequestTime(series, Math.max(0, now - windowMs));\n  }\n  return applyOverlapToRequestTime(series, computeTailTime(series, now));\n};\n\nconst requestIngest = async (series: ISeriesState, time: number): Promise<ISeriesIngestResult> => {\n  if (series.seriesType === 'ohlc') {\n    const req: IIngestOHLCRequest = {\n      product_id: series.product_id,\n      duration: series.duration ?? '',\n      direction: series.direction,\n      time,\n    };\n    return terminal.client.requestForResponseData<IIngestOHLCRequest, ISeriesIngestResult>('IngestOHLC', req);\n  }\n\n  const req: IIngestInterestRateRequest = {\n    product_id: series.product_id,\n    direction: series.direction,\n    time,\n  };\n  return terminal.client.requestForResponseData<IIngestInterestRateRequest, ISeriesIngestResult>(\n    'IngestInterestRate',\n    req,\n  );\n};\n\nconst executeJob = async (capState: ICapabilityState, job: IJob) => {\n  const series = mapSeriesKeyToState.get(job.seriesKey);\n  if (!series) return;\n\n  if (job.kind === 'head') capState.pendingHead.delete(job.seriesKey);\n  else capState.pendingTail.delete(job.seriesKey);\n\n  try {\n    // make sure each request overlaps existing ranges\n    const time = computeRequestTime(series, job.kind);\n    const result = await requestIngest(series, time);\n\n    capState.backoffMs = 0;\n    capState.nextEligibleAt = 0;\n\n    if (!result.range) {\n      capState.backoffMs = computeBackoffMs(capState.backoffMs);\n      capState.nextEligibleAt = Date.now() + capState.backoffMs;\n      scheduleSeries(series);\n      return;\n    }\n\n    const startMs = Date.parse(result.range.start_time);\n    const endMs = Date.parse(result.range.end_time);\n    if (!isNaN(startMs) && !isNaN(endMs) && endMs > startMs) {\n      series.last_window_ms = endMs - startMs;\n    }\n\n    const merged = await mergeRangesAndGetUnion(series.series_id, series.table_name);\n    series.ranges = merged.segments;\n    if (merged.union) {\n      series.union_start_ms = merged.union.startMs;\n      series.union_end_ms = merged.union.endMs;\n    }\n\n    scheduleSeries(series);\n  } catch (e) {\n    capState.backoffMs = computeBackoffMs(capState.backoffMs);\n    capState.nextEligibleAt = Date.now() + capState.backoffMs;\n    console.warn(\n      formatTime(Date.now()),\n      '[VEX][SeriesData]CapFailed',\n      `cap=${capState.capKey}`,\n      `backoff_ms=${capState.backoffMs}`,\n      `${e}`,\n    );\n    scheduleSeries(series);\n  }\n};\n\nconst computeGlobalHeadBacklog = (): number => {\n  let total = 0;\n  for (const s of mapCapKeyToState.values()) {\n    total += s.headQueue.size();\n  }\n  return total;\n};\n\nconst pickNextRunnableCap = (now: number): ICapabilityState | undefined => {\n  if (capabilities.length === 0) return;\n  const n = capabilities.length;\n  for (let i = 0; i < n; i++) {\n    // Round-robin pick\n    const cap = capabilities[capRunIndex++ % n];\n    const capState = getOrCreateCapState(cap.capKey);\n    if (capState.inflight) continue;\n    if (capState.nextEligibleAt > now) continue;\n    if (capState.headQueue.size() === 0 && capState.tailQueue.size() === 0) continue;\n    return capState;\n  }\n};\n\nconst dequeueFromCap = (\n  capState: ICapabilityState,\n  canRunTail: boolean,\n): { job: IJob; kind: IJobKind } | undefined => {\n  const head = capState.headQueue.dequeue();\n  if (head) return { job: head, kind: 'head' };\n  if (!canRunTail) return;\n  const tail = capState.tailQueue.dequeue();\n  if (!tail) return;\n  return { job: tail, kind: 'tail' };\n};\n\nconst scanProductsOnce = async () => {\n  if (capabilities.length === 0) return;\n\n  const now = Date.now();\n  const cap = capabilities[scanIndex++ % capabilities.length];\n  if (cap.nextScanAt > now) return;\n\n  const where = [\n    `product_id LIKE ${escapeSQL(`${cap.product_id_prefix}%`)}`,\n    onlyProductIdPrefix ? `product_id LIKE ${escapeSQL(`${onlyProductIdPrefix}%`)}` : '',\n    cap.seriesType === 'interest_rate' ? `COALESCE(no_interest_rate, false) = false` : '',\n  ]\n    .filter(Boolean)\n    .join(' AND ');\n\n  const rows = await requestSQL<{ product_id: string }[]>(\n    terminal,\n    `\n    SELECT product_id\n    FROM product\n    WHERE ${where}\n    ORDER BY product_id ASC\n    `,\n  );\n  cap.nextScanAt = now + CONFIG.scanFullLoopIntervalMs;\n\n  for (const row of rows) {\n    if (cap.seriesType === 'ohlc') {\n      for (const duration of cap.duration_list ?? []) {\n        const series = getOrCreateSeriesState({\n          capKey: cap.capKey,\n          seriesType: 'ohlc',\n          product_id: row.product_id,\n          duration,\n          direction: cap.direction,\n        });\n        scheduleSeries(series);\n      }\n    } else {\n      const series = getOrCreateSeriesState({\n        capKey: cap.capKey,\n        seriesType: 'interest_rate',\n        product_id: row.product_id,\n        direction: cap.direction,\n      });\n      scheduleSeries(series);\n    }\n  }\n};\n\nconst tick = async () => {\n  if (!isEnabled) return;\n\n  try {\n    await scanProductsOnce();\n  } catch (e) {\n    console.error(formatTime(Date.now()), '[VEX][SeriesData]ScanFailed', `${e}`);\n  }\n\n  const now = Date.now();\n  while (inflight < CONFIG.maxInflight) {\n    const capState = pickNextRunnableCap(now);\n    if (!capState) return;\n\n    const globalHeadBacklog = computeGlobalHeadBacklog();\n    const canRunTail =\n      globalHeadBacklog < CONFIG.tailOnlyWhenGlobalHeadBelow && capState.headQueue.size() === 0;\n    const next = dequeueFromCap(capState, canRunTail);\n    if (!next) return;\n\n    capState.inflight = true;\n    inflight++;\n    executeJob(capState, next.job).finally(() => {\n      capState.inflight = false;\n      inflight--;\n    });\n  }\n};\n\nif (!isEnabled) {\n  console.info(formatTime(Date.now()), '[VEX][SeriesData]Disabled', 'VEX_SERIES_DATA_ENABLED!=1');\n} else {\n  terminal.server.provideService('VEX/SeriesData/Peek', {}, async () => {\n    const now = Date.now();\n    const caps = capabilities.map((cap) => {\n      const s = getOrCreateCapState(cap.capKey);\n      return {\n        capKey: cap.capKey,\n        method: cap.method,\n        product_id_prefix: cap.product_id_prefix,\n        direction: cap.direction,\n        head_queue_size: s.headQueue.size(),\n        tail_queue_size: s.tailQueue.size(),\n        inflight: s.inflight,\n        backoff_ms: s.backoffMs,\n        nextEligibleAt: s.nextEligibleAt > now ? formatTime(s.nextEligibleAt) : undefined,\n      };\n    });\n    return {\n      res: {\n        code: 0,\n        message: 'OK',\n        data: {\n          enabled: true,\n          only_product_id_prefix: onlyProductIdPrefix || undefined,\n          inflight,\n          cap_count: capabilities.length,\n          global_head_backlog: computeGlobalHeadBacklog(),\n          series_count: mapSeriesKeyToState.size,\n          caps: caps.slice(0, 50),\n        },\n      },\n    };\n  });\n\n  // Setup trace log\n  timer(0, LOG_QUEUE_INTERVAL_MS).subscribe(() => {\n    const now = Date.now();\n    const caps = capabilities\n      .map((cap) => {\n        const s = getOrCreateCapState(cap.capKey);\n        return {\n          capKey: cap.capKey,\n          head: s.headQueue.size(),\n          tail: s.tailQueue.size(),\n          inflight: s.inflight,\n          backoffMs: s.backoffMs,\n          nextEligibleAt: s.nextEligibleAt,\n        };\n      })\n      .filter((x) => x.inflight || x.head > 0 || x.tail > 0 || x.nextEligibleAt > now)\n      .slice(0, 20)\n      .map(\n        (x) =>\n          `cap=${x.capKey} head=${x.head} tail=${x.tail} inflight=${x.inflight ? 1 : 0} backoff_ms=${\n            x.backoffMs\n          }${x.nextEligibleAt > now ? ` next=${formatTime(x.nextEligibleAt)}` : ''}`,\n      );\n\n    console.info(\n      formatTime(now),\n      '[VEX][SeriesData]Queues',\n      `inflight=${inflight}`,\n      `cap_count=${capabilities.length}`,\n      `global_head_backlog=${computeGlobalHeadBacklog()}`,\n      `series_count=${mapSeriesKeyToState.size}`,\n      caps.length ? `caps=[${caps.join(' | ')}]` : 'caps=[]',\n    );\n  });\n\n  terminal.terminalInfos$\n    .pipe(\n      mergeMap((terminalInfos) =>\n        from(terminalInfos).pipe(\n          mergeMap((terminalInfo) =>\n            from(Object.values(terminalInfo.serviceInfo || {})).pipe(\n              filter(\n                (serviceInfo) =>\n                  serviceInfo.method === 'IngestOHLC' || serviceInfo.method === 'IngestInterestRate',\n              ),\n              map((serviceInfo): ICapability | undefined => {\n                try {\n                  if (serviceInfo.method === 'IngestOHLC') {\n                    const meta = parseOHLCServiceMetadataFromSchema(serviceInfo.schema);\n                    const capKey = encodePath('IngestOHLC', meta.product_id_prefix, meta.direction);\n                    const existing = mapCapKeyToCapability.get(capKey);\n                    const duration_list = [...new Set(meta.duration_list)].sort();\n                    if (existing) {\n                      existing.duration_list = duration_list;\n                      return existing;\n                    }\n                    return {\n                      capKey,\n                      method: 'IngestOHLC',\n                      seriesType: 'ohlc',\n                      product_id_prefix: meta.product_id_prefix,\n                      direction: meta.direction,\n                      duration_list,\n                      nextScanAt: 0,\n                    };\n                  }\n\n                  const meta = parseInterestRateServiceMetadataFromSchema(serviceInfo.schema);\n                  const capKey = encodePath('IngestInterestRate', meta.product_id_prefix, meta.direction);\n                  const existing = mapCapKeyToCapability.get(capKey);\n                  if (existing) return existing;\n                  return {\n                    capKey,\n                    method: 'IngestInterestRate',\n                    seriesType: 'interest_rate',\n                    product_id_prefix: meta.product_id_prefix,\n                    direction: meta.direction,\n                    nextScanAt: 0,\n                  };\n                } catch {\n                  console.info(\n                    formatTime(Date.now()),\n                    '[VEX][SeriesData]ParseServiceMetadataFailed',\n                    `method=${serviceInfo.method}`,\n                    `terminal_id=${terminalInfo.terminal_id}`,\n                  );\n                  return;\n                }\n              }),\n              filter((x): x is Exclude<typeof x, undefined> => !!x),\n            ),\n          ),\n          toArray(),\n          tap((nextCaps) => {\n            const nextMap = new Map<string, ICapability>();\n            for (const cap of nextCaps) {\n              nextMap.set(cap.capKey, cap);\n            }\n            mapCapKeyToCapability.clear();\n            nextMap.forEach((v, k) => mapCapKeyToCapability.set(k, v));\n            capabilities.length = 0;\n            nextMap.forEach((v) => capabilities.push(v));\n          }),\n        ),\n      ),\n    )\n    .subscribe();\n\n  defer(() => from(tick()))\n    .pipe(\n      catchError((e) => {\n        console.error(formatTime(Date.now()), '[VEX][SeriesData]TickError', `${e}`);\n        return EMPTY;\n      }),\n      repeat({ delay: CONFIG.tickIntervalMs }),\n    )\n    .subscribe();\n}\n"]}