@yuants/app-virtual-exchange 0.9.4 → 0.10.1

package/lib/quote/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/quote/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,oBAAY,SAAS,GAAG,OAAO,CAAC,MAAM,MAAM,EAAE,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC,CAAC;AAE7F;;;;;;;;;;;;;;;;;;;GAmBG;AACH,oBAAY,kBAAkB,GAAG,MAAM,CACrC,MAAM,EACN,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAChE,CAAC;AACF,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAC7C,YAAY,EAAE,MAAM,kBAAkB,CAAC;IACvC,aAAa,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IACtF,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,MAAM,KAAK,kBAAkB,CAAC;CAChG"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/quote/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEzD,oBAAY,SAAS,GAAG,OAAO,CAAC,MAAM,MAAM,EAAE,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC,CAAC;AAE7F;;;;;;;;;;;;;;;;;;;GAmBG;AACH,oBAAY,kBAAkB,GAAG,MAAM,CACrC,MAAM,EACN,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAChE,CAAC;AACF,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAC7C,YAAY,EAAE,MAAM,kBAAkB,CAAC;IACvC,aAAa,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IACtF,MAAM,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,MAAM,KAAK,kBAAkB,CAAC;CAChG;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,qBAAqB,CAAC;IAC5B,uBAAuB,EAAE,GAAG,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,SAAS,CAAC;CAClB"}

package/lib/quote/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/quote/types.ts"],"names":[],"mappings":"","sourcesContent":["import { IQuote } from '@yuants/data-quote';\n\nexport type IQuoteKey = Exclude<keyof IQuote, 'datasource_id' | 'product_id' | 'updated_at'>;\n\n/**\n * 用于批量更新的数据结构\n * 结构为：\n * product_id -> field_name (keyof IQuote) -> [value: string, updated_at: number]\n * 这样设计的目的是为了减少更新的数据量，同时保留每个字段的更新时间\n *\n * 例如：\n * ```json\n * {\n *   \"product_123\": {\n *     \"last_price\": [\"100.5\", 1627890123456],\n *     \"volume\": [\"1500\", 1627890123456]\n *   },\n *   \"product_456\": {\n *     \"last_price\": [\"200.0\", 1627890123456]\n *   }\n * }\n * ```\n * @public\n */\nexport type IQuoteUpdateAction = Record<\n  string,\n  Partial<Record<IQuoteKey, [value: string, updated_at: number]>>\n>;\nexport interface IQuoteState {\n  update: (action: IQuoteUpdateAction) => void;\n  dumpAsObject: () => IQuoteUpdateAction;\n  getValueTuple: (product_id: string, field: IQuoteKey) => [string, number] | undefined;\n  filter: (product_ids: string[], fields: IQuoteKey[], updated_at: number) => IQuoteUpdateAction;\n}\n"]}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/quote/types.ts"],"names":[],"mappings":"","sourcesContent":["import { IQuote } from '@yuants/data-quote';\nimport { IQuoteServiceMetadata } from '@yuants/exchange';\n\nexport type IQuoteKey = Exclude<keyof IQuote, 'datasource_id' | 'product_id' | 'updated_at'>;\n\n/**\n * 用于批量更新的数据结构\n * 结构为：\n * product_id -> field_name (keyof IQuote) -> [value: string, updated_at: number]\n * 这样设计的目的是为了减少更新的数据量，同时保留每个字段的更新时间\n *\n * 例如：\n * ```json\n * {\n *   \"product_123\": {\n *     \"last_price\": [\"100.5\", 1627890123456],\n *     \"volume\": [\"1500\", 1627890123456]\n *   },\n *   \"product_456\": {\n *     \"last_price\": [\"200.0\", 1627890123456]\n *   }\n * }\n * ```\n * @public\n */\nexport type IQuoteUpdateAction = Record<\n  string,\n  Partial<Record<IQuoteKey, [value: string, updated_at: number]>>\n>;\nexport interface IQuoteState {\n  update: (action: IQuoteUpdateAction) => void;\n  dumpAsObject: () => IQuoteUpdateAction;\n  getValueTuple: (product_id: string, field: IQuoteKey) => [string, number] | undefined;\n  filter: (product_ids: string[], fields: IQuoteKey[], updated_at: number) => IQuoteUpdateAction;\n}\n\nexport interface IQuoteProviderInstance {\n  terminal_id: string;\n  service_id: string;\n}\n\n/**\n * A \"provider group\" is a capability signature of `GetQuotes`.\n * Multiple vendor terminals may provide the same capability; VEX load-balances across instances.\n */\nexport interface IQuoteProviderGroup {\n  group_id: string;\n  meta: IQuoteServiceMetadata;\n  mapTerminalIdToInstance: Map<string, IQuoteProviderInstance>;\n}\n\nexport interface IQuoteRequire {\n  product_id: string;\n  field: IQuoteKey;\n}\n"]}

package/lib/quote/upstream/executor.d.ts

@@ -0,0 +1,8 @@
+import { IQuoteUpdateAction as IExchangeQuoteUpdateAction } from '@yuants/exchange';
+import { Terminal } from '@yuants/protocol';
+import { IPlannedRequestWithKey } from './router';
+export interface IGetQuotesExecutor {
+    execute: (requests: IPlannedRequestWithKey[]) => Promise<IExchangeQuoteUpdateAction[]>;
+}
+export declare const createGetQuotesExecutor: (terminal: Terminal) => IGetQuotesExecutor;
+//# sourceMappingURL=executor.d.ts.map

package/lib/quote/upstream/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,IAAI,0BAA0B,EAEjD,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAyFlD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,CAAC,QAAQ,EAAE,sBAAsB,EAAE,KAAK,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC;CACxF;AAED,eAAO,MAAM,uBAAuB,aAAc,QAAQ,KAAG,kBAmC5D,CAAC"}

package/lib/quote/upstream/executor.js

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createGetQuotesExecutor = void 0;
+const utils_1 = require("@yuants/utils");
+const rxjs_1 = require("rxjs");
+const createConcurrencyLimiter = (concurrency) => {
+    const queue = [];
+    let active = 0;
+    const next = () => {
+        if (active >= concurrency)
+            return;
+        const task = queue.shift();
+        if (!task)
+            return;
+        active++;
+        task();
+    };
+    return async (fn) => await new Promise((resolve, reject) => {
+        queue.push(async () => {
+            try {
+                resolve(await fn());
+            }
+            catch (e) {
+                reject(e);
+            }
+            finally {
+                active--;
+                next();
+            }
+        });
+        next();
+    });
+};
+const pickInstance = (params) => {
+    var _a;
+    const { group_id, instances, mapGroupIdToRoundRobinIndex } = params;
+    if (instances.length === 0)
+        throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_INSTANCE_EMPTY', { group_id });
+    const nextIndex = ((_a = mapGroupIdToRoundRobinIndex.get(group_id)) !== null && _a !== void 0 ? _a : 0) % instances.length;
+    mapGroupIdToRoundRobinIndex.set(group_id, nextIndex + 1);
+    return instances[nextIndex];
+};
+const requestGetQuotes = async (params) => {
+    const { terminal, instance, req } = params;
+    const res = await (0, rxjs_1.firstValueFrom)(terminal.client
+        .request('GetQuotes', instance.terminal_id, req, instance.service_id)
+        .pipe((0, rxjs_1.map)((msg) => msg.res), (0, rxjs_1.filter)((v) => v !== undefined)));
+    if (res.code !== 0)
+        throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_ERROR', { instance, res });
+    if (res.data === undefined)
+        throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_DATA_MISSING', { instance, res });
+    return res.data;
+};
+const runWithProviderGroupConcurrencyLimit1 = async (params) => {
+    var _a;
+    const { group_id, mapGroupIdToTailPromise, fn } = params;
+    const prev = (_a = mapGroupIdToTailPromise.get(group_id)) !== null && _a !== void 0 ? _a : Promise.resolve();
+    let resolveCurrent = () => { };
+    const current = new Promise((resolve) => {
+        resolveCurrent = resolve;
+    });
+    mapGroupIdToTailPromise.set(group_id, prev.then(() => current));
+    await prev;
+    try {
+        return await fn();
+    }
+    finally {
+        resolveCurrent();
+    }
+};
+const createGetQuotesExecutor = (terminal) => {
+    const mapGroupIdToRoundRobinIndex = new Map();
+    const mapGroupIdToTailPromise = new Map();
+    const limitGetQuotes = createConcurrencyLimiter(32);
+    const mapKeyToInFlightGetQuotesPromise = new Map();
+    const requestGetQuotesInFlight = (key, planned) => {
+        const existing = mapKeyToInFlightGetQuotesPromise.get(key);
+        if (existing)
+            return existing;
+        const promise = limitGetQuotes(() => runWithProviderGroupConcurrencyLimit1({
+            group_id: planned.group_id,
+            mapGroupIdToTailPromise,
+            fn: async () => {
+                const instance = pickInstance({
+                    group_id: planned.group_id,
+                    instances: planned.instances,
+                    mapGroupIdToRoundRobinIndex,
+                });
+                return await requestGetQuotes({ terminal, instance, req: planned.req });
+            },
+        })).finally(() => {
+            mapKeyToInFlightGetQuotesPromise.delete(key);
+        });
+        mapKeyToInFlightGetQuotesPromise.set(key, promise);
+        return promise;
+    };
+    return {
+        execute: async (requests) => await Promise.all(requests.map(async ({ key, planned }) => await requestGetQuotesInFlight(key, planned))),
+    };
+};
+exports.createGetQuotesExecutor = createGetQuotesExecutor;
+//# sourceMappingURL=executor.js.map

package/lib/quote/upstream/executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/quote/upstream/executor.ts"],"names":[],"mappings":";;;AAKA,yCAAyC;AACzC,+BAAmD;AAMnD,MAAM,wBAAwB,GAAG,CAAC,WAAmB,EAAE,EAAE;IACvD,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,MAAM,IAAI,WAAW;YAAE,OAAO;QAClC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;IACF,OAAO,KAAK,EAAK,EAAoB,EAAc,EAAE,CACnD,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACvC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI;gBACF,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;aACrB;YAAC,OAAO,CAAC,EAAE;gBACV,MAAM,CAAC,CAAC,CAAC,CAAC;aACX;oBAAS;gBACR,MAAM,EAAE,CAAC;gBACT,IAAI,EAAE,CAAC;aACR;QACH,CAAC,CAAC,CAAC;QACH,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,MAIrB,EAA0B,EAAE;;IAC3B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,2BAA2B,EAAE,GAAG,MAAM,CAAC;IACpE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAA,gBAAQ,EAAC,mCAAmC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,CAAC,MAAA,2BAA2B,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAAI,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;IACtF,2BAA2B,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,SAAS,CAAC,CAAC;AAC9B,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAI/B,EAAuC,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAc,EAC9B,QAAQ,CAAC,MAAM;SACZ,OAAO,CACN,WAAW,EACX,QAAQ,CAAC,WAAW,EACpB,GAAG,EACH,QAAQ,CAAC,UAAU,CACpB;SACA,IAAI,CACH,IAAA,UAAG,EAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EACrB,IAAA,aAAM,EAAC,CAAC,CAAC,EAAqC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAClE,CACJ,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;QAAE,MAAM,IAAA,gBAAQ,EAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAClF,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,IAAA,gBAAQ,EAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IACjG,OAAO,GAAG,CAAC,IAAW,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,qCAAqC,GAAG,KAAK,EAAK,MAIvD,EAAc,EAAE;;IACf,MAAM,EAAE,QAAQ,EAAE,uBAAuB,EAAE,EAAE,EAAE,GAAG,MAAM,CAAC;IACzD,MAAM,IAAI,GAAG,MAAA,uBAAuB,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IACxE,IAAI,cAAc,GAAe,GAAG,EAAE,GAAE,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,cAAc,GAAG,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,uBAAuB,CAAC,GAAG,CACzB,QAAQ,EACR,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CACzB,CAAC;IACF,MAAM,IAAI,CAAC;IACX,IAAI;QACF,OAAO,MAAM,EAAE,EAAE,CAAC;KACnB;YAAS;QACR,cAAc,EAAE,CAAC;KAClB;AACH,CAAC,CAAC;AAMK,MAAM,uBAAuB,GAAG,CAAC,QAAkB,EAAsB,EAAE;IAChF,MAAM,2BAA2B,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9D,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjE,MAAM,cAAc,GAAG,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAEpD,MAAM,gCAAgC,GAAG,IAAI,GAAG,EAA+C,CAAC;IAChG,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAE,OAAwB,EAAE,EAAE;QACzE,MAAM,QAAQ,GAAG,gCAAgC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,CAClC,qCAAqC,CAAC;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,uBAAuB;YACvB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,QAAQ,GAAG,YAAY,CAAC;oBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,2BAA2B;iBAC5B,CAAC,CAAC;gBACH,OAAO,MAAM,gBAAgB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1E,CAAC;SACF,CAAC,CACH,CAAC,OAAO,CAAC,GAAG,EAAE;YACb,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,gCAAgC,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACnD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAC1B,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,wBAAwB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CACvF;KACJ,CAAC;AACJ,CAAC,CAAC;AAnCW,QAAA,uBAAuB,2BAmClC","sourcesContent":["import {\n  IQuoteUpdateAction as IExchangeQuoteUpdateAction,\n  IQuoteServiceRequestByVEX,\n} from '@yuants/exchange';\nimport { Terminal } from '@yuants/protocol';\nimport { newError } from '@yuants/utils';\nimport { filter, firstValueFrom, map } from 'rxjs';\nimport { IQuoteProviderInstance } from '../types';\nimport { IPlannedRequestWithKey } from './router';\n\ntype IPlannedRequest = IPlannedRequestWithKey['planned'];\n\nconst createConcurrencyLimiter = (concurrency: number) => {\n  const queue: Array<() => void> = [];\n  let active = 0;\n  const next = () => {\n    if (active >= concurrency) return;\n    const task = queue.shift();\n    if (!task) return;\n    active++;\n    task();\n  };\n  return async <T>(fn: () => Promise<T>): Promise<T> =>\n    await new Promise<T>((resolve, reject) => {\n      queue.push(async () => {\n        try {\n          resolve(await fn());\n        } catch (e) {\n          reject(e);\n        } finally {\n          active--;\n          next();\n        }\n      });\n      next();\n    });\n};\n\nconst pickInstance = (params: {\n  group_id: string;\n  instances: IQuoteProviderInstance[];\n  mapGroupIdToRoundRobinIndex: Map<string, number>;\n}): IQuoteProviderInstance => {\n  const { group_id, instances, mapGroupIdToRoundRobinIndex } = params;\n  if (instances.length === 0) throw newError('VEX_QUOTE_PROVIDER_INSTANCE_EMPTY', { group_id });\n  const nextIndex = (mapGroupIdToRoundRobinIndex.get(group_id) ?? 0) % instances.length;\n  mapGroupIdToRoundRobinIndex.set(group_id, nextIndex + 1);\n  return instances[nextIndex];\n};\n\nconst requestGetQuotes = async (params: {\n  terminal: Terminal;\n  instance: IQuoteProviderInstance;\n  req: IQuoteServiceRequestByVEX;\n}): Promise<IExchangeQuoteUpdateAction> => {\n  const { terminal, instance, req } = params;\n  const res = await firstValueFrom(\n    terminal.client\n      .request<IQuoteServiceRequestByVEX, IExchangeQuoteUpdateAction>(\n        'GetQuotes',\n        instance.terminal_id,\n        req,\n        instance.service_id,\n      )\n      .pipe(\n        map((msg) => msg.res),\n        filter((v): v is Exclude<typeof v, undefined> => v !== undefined),\n      ),\n  );\n  if (res.code !== 0) throw newError('VEX_QUOTE_PROVIDER_ERROR', { instance, res });\n  if (res.data === undefined) throw newError('VEX_QUOTE_PROVIDER_DATA_MISSING', { instance, res });\n  return res.data as any;\n};\n\nconst runWithProviderGroupConcurrencyLimit1 = async <T>(params: {\n  group_id: string;\n  mapGroupIdToTailPromise: Map<string, Promise<void>>;\n  fn: () => Promise<T>;\n}): Promise<T> => {\n  const { group_id, mapGroupIdToTailPromise, fn } = params;\n  const prev = mapGroupIdToTailPromise.get(group_id) ?? Promise.resolve();\n  let resolveCurrent: () => void = () => {};\n  const current = new Promise<void>((resolve) => {\n    resolveCurrent = resolve;\n  });\n  mapGroupIdToTailPromise.set(\n    group_id,\n    prev.then(() => current),\n  );\n  await prev;\n  try {\n    return await fn();\n  } finally {\n    resolveCurrent();\n  }\n};\n\nexport interface IGetQuotesExecutor {\n  execute: (requests: IPlannedRequestWithKey[]) => Promise<IExchangeQuoteUpdateAction[]>;\n}\n\nexport const createGetQuotesExecutor = (terminal: Terminal): IGetQuotesExecutor => {\n  const mapGroupIdToRoundRobinIndex = new Map<string, number>();\n  const mapGroupIdToTailPromise = new Map<string, Promise<void>>();\n  const limitGetQuotes = createConcurrencyLimiter(32);\n\n  const mapKeyToInFlightGetQuotesPromise = new Map<string, Promise<IExchangeQuoteUpdateAction>>();\n  const requestGetQuotesInFlight = (key: string, planned: IPlannedRequest) => {\n    const existing = mapKeyToInFlightGetQuotesPromise.get(key);\n    if (existing) return existing;\n    const promise = limitGetQuotes(() =>\n      runWithProviderGroupConcurrencyLimit1({\n        group_id: planned.group_id,\n        mapGroupIdToTailPromise,\n        fn: async () => {\n          const instance = pickInstance({\n            group_id: planned.group_id,\n            instances: planned.instances,\n            mapGroupIdToRoundRobinIndex,\n          });\n          return await requestGetQuotes({ terminal, instance, req: planned.req });\n        },\n      }),\n    ).finally(() => {\n      mapKeyToInFlightGetQuotesPromise.delete(key);\n    });\n    mapKeyToInFlightGetQuotesPromise.set(key, promise);\n    return promise;\n  };\n\n  return {\n    execute: async (requests) =>\n      await Promise.all(\n        requests.map(async ({ key, planned }) => await requestGetQuotesInFlight(key, planned)),\n      ),\n  };\n};\n"]}

package/lib/quote/upstream/index.d.ts

@@ -0,0 +1,3 @@
+export { createQuoteProviderRegistry } from './registry';
+export type { IQuoteProviderRegistry } from './registry';
+//# sourceMappingURL=index.d.ts.map

package/lib/quote/upstream/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AACzD,YAAY,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC"}

package/lib/quote/upstream/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createQuoteProviderRegistry = void 0;
+var registry_1 = require("./registry");
+Object.defineProperty(exports, "createQuoteProviderRegistry", { enumerable: true, get: function () { return registry_1.createQuoteProviderRegistry; } });
+//# sourceMappingURL=index.js.map

package/lib/quote/upstream/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/quote/upstream/index.ts"],"names":[],"mappings":";;;AAAA,uCAAyD;AAAhD,uHAAA,2BAA2B,OAAA","sourcesContent":["export { createQuoteProviderRegistry } from './registry';\nexport type { IQuoteProviderRegistry } from './registry';\n"]}

package/lib/quote/upstream/prefix-matcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefix-matcher.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/prefix-matcher.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;CAC/B;AAED,eAAO,MAAM,yBAAyB;YACX,MAAM;;yBAMhC,CAAC"}

package/lib/quote/upstream/prefix-matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefix-matcher.js","sourceRoot":"","sources":["../../../src/quote/upstream/prefix-matcher.ts"],"names":[],"mappings":";;;AAIO,MAAM,yBAAyB,GAAG,CACvC,OAA4C,EACzB,EAAE;IACrB,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,OAAO;QACL,KAAK,EAAE,CAAC,KAAa,EAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;KACpG,CAAC;AACJ,CAAC,CAAC;AAPW,QAAA,yBAAyB,6BAOpC","sourcesContent":["export interface IPrefixMatcher<T> {\n  match: (value: string) => T[];\n}\n\nexport const createSortedPrefixMatcher = <T>(\n  entries: Array<{ prefix: string; value: T }>,\n): IPrefixMatcher<T> => {\n  const sorted = [...entries].sort((a, b) => b.prefix.length - a.prefix.length);\n  return {\n    match: (value: string): T[] => sorted.filter((x) => value.startsWith(x.prefix)).map((x) => x.value),\n  };\n};\n"]}

package/lib/quote/upstream/registry.d.ts

@@ -0,0 +1,18 @@
+import { Terminal } from '@yuants/protocol';
+import { IQuoteProviderGroup, IQuoteRequire, IQuoteState, IQuoteUpdateAction } from '../types';
+import { IProviderIndices, IPlannedRequestWithKey, QuoteUpstreamPlan } from './router';
+export interface IQuoteProviderRegistry {
+    snapshot: () => {
+        groups: IQuoteProviderGroup[];
+        indices: IProviderIndices;
+    };
+    planOrThrow: (misses: IQuoteRequire[], updated_at: number) => QuoteUpstreamPlan;
+    execute: (requests: IPlannedRequestWithKey[]) => Promise<IQuoteUpdateAction[]>;
+    fillQuoteStateFromUpstream: (params: {
+        quoteState: IQuoteState;
+        cacheMissed: IQuoteRequire[];
+        updated_at: number;
+    }) => Promise<void>;
+}
+export declare const createQuoteProviderRegistry: (terminal: Terminal) => IQuoteProviderRegistry;
+//# sourceMappingURL=registry.d.ts.map

package/lib/quote/upstream/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,EAEL,mBAAmB,EAEnB,aAAa,EACb,WAAW,EACX,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAElB,OAAO,EAGL,gBAAgB,EAChB,sBAAsB,EACtB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM;QAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAC7E,WAAW,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,KAAK,iBAAiB,CAAC;IAChF,OAAO,EAAE,CAAC,QAAQ,EAAE,sBAAsB,EAAE,KAAK,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC/E,0BAA0B,EAAE,CAAC,MAAM,EAAE;QACnC,UAAU,EAAE,WAAW,CAAC;QACxB,WAAW,EAAE,aAAa,EAAE,CAAC;QAC7B,UAAU,EAAE,MAAM,CAAC;KACpB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACrB;AAOD,eAAO,MAAM,2BAA2B,aAAc,QAAQ,KAAG,sBAsKhE,CAAC"}

package/lib/quote/upstream/registry.js

@@ -0,0 +1,120 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createQuoteProviderRegistry = void 0;
+const exchange_1 = require("@yuants/exchange");
+const utils_1 = require("@yuants/utils");
+const rxjs_1 = require("rxjs");
+const executor_1 = require("./executor");
+const router_1 = require("./router");
+const normalizeMetadataForGroup = (metadata) => {
+    const fields = [...metadata.fields].sort();
+    return Object.assign(Object.assign({}, metadata), { fields });
+};
+const createQuoteProviderRegistry = (terminal) => {
+    const router = (0, router_1.createQuoteRouter)();
+    const executor = (0, executor_1.createGetQuotesExecutor)(terminal);
+    const mapGroupIdToGroup = new Map();
+    let version = 0;
+    let cachedIndices;
+    const quoteServiceInfos$ = terminal.terminalInfos$.pipe((0, rxjs_1.map)((infos) => infos.flatMap((info) => {
+        var _a;
+        return Object.values((_a = info.serviceInfo) !== null && _a !== void 0 ? _a : {})
+            .filter((serviceInfo) => serviceInfo.method === 'GetQuotes')
+            .map((serviceInfo) => ({ terminal_id: info.terminal_id, serviceInfo }));
+    })));
+    quoteServiceInfos$
+        .pipe((0, utils_1.listWatch)((v) => v.serviceInfo.service_id, (v) => {
+        var _a, _b;
+        console.info((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]DiscoveringGetQuotesProvider...`, `from terminal ${v.terminal_id}`, `service ${v.serviceInfo.service_id}`, `schema:  ${JSON.stringify(v.serviceInfo.schema)}`);
+        try {
+            const metadata = normalizeMetadataForGroup((0, exchange_1.parseQuoteServiceMetadataFromSchema)(v.serviceInfo.schema));
+            const group_id = (0, utils_1.encodePath)(metadata.product_id_prefix, metadata.fields.join(','), (_a = metadata.max_products_per_request) !== null && _a !== void 0 ? _a : '');
+            const provider = {
+                terminal_id: v.terminal_id,
+                service_id: v.serviceInfo.service_id || v.serviceInfo.method,
+            };
+            const group = (_b = mapGroupIdToGroup.get(group_id)) !== null && _b !== void 0 ? _b : (() => {
+                const next = {
+                    group_id,
+                    meta: metadata,
+                    mapTerminalIdToInstance: new Map(),
+                };
+                mapGroupIdToGroup.set(group_id, next);
+                return next;
+            })();
+            group.mapTerminalIdToInstance.set(provider.terminal_id, provider);
+            version++;
+            return (0, rxjs_1.of)(void 0).pipe((0, rxjs_1.tap)({
+                unsubscribe: () => {
+                    var _a, _b;
+                    (_a = mapGroupIdToGroup.get(group_id)) === null || _a === void 0 ? void 0 : _a.mapTerminalIdToInstance.delete(v.terminal_id);
+                    if (((_b = mapGroupIdToGroup.get(group_id)) === null || _b === void 0 ? void 0 : _b.mapTerminalIdToInstance.size) === 0) {
+                        mapGroupIdToGroup.delete(group_id);
+                    }
+                    version++;
+                },
+            }));
+        }
+        catch (_c) {
+            console.info((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]IgnoredGetQuotesProvider`, `Ignored GetQuotes provider from terminal ${v.terminal_id}`, `service ${v.serviceInfo.service_id} due to invalid schema.`);
+            return rxjs_1.EMPTY;
+        }
+    }))
+        .subscribe();
+    const snapshot = () => {
+        const groups = Array.from(mapGroupIdToGroup.values());
+        if (!cachedIndices || cachedIndices.version !== version) {
+            cachedIndices = { version, indices: (0, router_1.buildProviderIndices)(groups) };
+        }
+        return { groups, indices: cachedIndices.indices };
+    };
+    const planOrThrow = (misses, updated_at) => {
+        const { groups, indices } = snapshot();
+        if (groups.length === 0)
+            throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_NOT_FOUND', { method: 'GetQuotes' });
+        return router.planOrThrow(misses, indices, updated_at);
+    };
+    const execute = async (requests) => (await executor.execute(requests));
+    const fillQuoteStateFromUpstream = async (params) => {
+        const { quoteState, cacheMissed, updated_at } = params;
+        if (cacheMissed.length === 0)
+            return;
+        const { groups } = snapshot();
+        console.info((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]UpstreamProviderDiscovery`, ` Discovered ${groups.length} GetQuotes provider groups from terminal infos.`, JSON.stringify(groups));
+        const plan = planOrThrow(cacheMissed, updated_at);
+        const mapGroupIdToProductIds = new Map();
+        for (const { planned } of plan.requests) {
+            let productIds = mapGroupIdToProductIds.get(planned.group_id);
+            if (!productIds) {
+                productIds = new Set();
+                mapGroupIdToProductIds.set(planned.group_id, productIds);
+            }
+            for (const product_id of planned.req.product_ids)
+                productIds.add(product_id);
+        }
+        console.info((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]RouteDispatched`, ` Routed ${cacheMissed.length} missed quotes to ${mapGroupIdToProductIds.size} provider groups.`, JSON.stringify({
+            productsByGroupId: [...mapGroupIdToProductIds.entries()].map(([group_id, productIds]) => ({
+                group_id,
+                product_ids: [...productIds],
+            })),
+            default_action: plan.defaultAction,
+        }));
+        if (Object.keys(plan.defaultAction).length > 0) {
+            quoteState.update(plan.defaultAction);
+        }
+        console.info((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]RequestPlanned`, `Planned ${plan.requests.length} upstream GetQuotes requests.`, JSON.stringify(plan.requests.map(({ key, planned }) => ({
+            key,
+            group_id: planned.group_id,
+            product_ids: planned.req.product_ids,
+            fields: planned.req.fields,
+        }))));
+        const actions = await execute(plan.requests);
+        console.debug((0, utils_1.formatTime)(Date.now()), `[VEX][Quote]RequestReceived`, `Received ${actions.length} upstream GetQuotes responses.`, JSON.stringify(actions));
+        for (const action of actions) {
+            quoteState.update(action);
+        }
+    };
+    return { snapshot, planOrThrow, execute, fillQuoteStateFromUpstream };
+};
+exports.createQuoteProviderRegistry = createQuoteProviderRegistry;
+//# sourceMappingURL=registry.js.map

package/lib/quote/upstream/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/quote/upstream/registry.ts"],"names":[],"mappings":";;;AAAA,+CAA8F;AAE9F,yCAA4E;AAC5E,+BAA2C;AAS3C,yCAAqD;AACrD,qCAMkB;AAalB,MAAM,yBAAyB,GAAG,CAAC,QAA+B,EAAyB,EAAE;IAC3F,MAAM,MAAM,GAAG,CAAC,GAAI,QAAQ,CAAC,MAAiC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,uCAAY,QAAQ,KAAE,MAAM,IAAG;AACjC,CAAC,CAAC;AAEK,MAAM,2BAA2B,GAAG,CAAC,QAAkB,EAA0B,EAAE;IACxF,MAAM,MAAM,GAAG,IAAA,0BAAiB,GAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAA,kCAAuB,EAAC,QAAQ,CAAC,CAAC;IAEnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACjE,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,aAAyE,CAAC;IAE9E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CACrD,IAAA,UAAG,EAAC,CAAC,KAAK,EAAE,EAAE,CACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;;QACrB,OAAA,MAAM,CAAC,MAAM,CAAC,MAAA,IAAI,CAAC,WAAW,mCAAI,EAAE,CAAC;aAClC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC;aAC3D,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;KAAA,CAC1E,CACF,CACF,CAAC;IAEF,kBAAkB;SACf,IAAI,CACH,IAAA,iBAAS,EACP,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,EAC/B,CAAC,CAAC,EAAE,EAAE;;QACJ,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6CAA6C,EAC7C,iBAAiB,CAAC,CAAC,WAAW,EAAE,EAChC,WAAW,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,EACrC,YAAY,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CACnD,CAAC;QACF,IAAI;YACF,MAAM,QAAQ,GAAG,yBAAyB,CACxC,IAAA,8CAAmC,EAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAC1D,CAAC;YACF,MAAM,QAAQ,GAAG,IAAA,kBAAU,EACzB,QAAQ,CAAC,iBAAiB,EACzB,QAAQ,CAAC,MAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EACpC,MAAA,QAAQ,CAAC,wBAAwB,mCAAI,EAAE,CACxC,CAAC;YACF,MAAM,QAAQ,GAA2B;gBACvC,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW,CAAC,UAAU,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM;aAC7D,CAAC;YACF,MAAM,KAAK,GACT,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAC/B,CAAC,GAAG,EAAE;gBACJ,MAAM,IAAI,GAAwB;oBAChC,QAAQ;oBACR,IAAI,EAAE,QAAQ;oBACd,uBAAuB,EAAE,IAAI,GAAG,EAAkC;iBACnE,CAAC;gBACF,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACtC,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;YACP,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAClE,OAAO,EAAE,CAAC;YACV,OAAO,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CACpB,IAAA,UAAG,EAAC;gBACF,WAAW,EAAE,GAAG,EAAE;;oBAChB,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;oBAC/E,IAAI,CAAA,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAAE,uBAAuB,CAAC,IAAI,MAAK,CAAC,EAAE;wBACvE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;qBACpC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC;aACF,CAAC,CACH,CAAC;SACH;QAAC,WAAM;YACN,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,sCAAsC,EACtC,4CAA4C,CAAC,CAAC,WAAW,EAAE,EAC3D,WAAW,CAAC,CAAC,WAAW,CAAC,UAAU,yBAAyB,CAC7D,CAAC;YACF,OAAO,YAAK,CAAC;SACd;IACH,CAAC,CACF,CACF;SACA,SAAS,EAAE,CAAC;IAEf,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,KAAK,OAAO,EAAE;YACvD,aAAa,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAA,6BAAoB,EAAC,MAAM,CAAC,EAAE,CAAC;SACpE;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,EAAE,CAAC;IACpD,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,CAAC,MAAuB,EAAE,UAAkB,EAAqB,EAAE;QACrF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAA,gBAAQ,EAAC,8BAA8B,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QACjG,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,QAAkC,EAAiC,EAAE,CAC1F,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAQ,CAAC;IAE5C,MAAM,0BAA0B,GAAyD,KAAK,EAAE,MAAM,EAAE,EAAE;QACxG,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QACvD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,uCAAuC,EACvC,eAAe,MAAM,CAAC,MAAM,iDAAiD,EAC7E,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;QAEF,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9D,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE;YACvC,IAAI,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9D,IAAI,CAAC,UAAU,EAAE;gBACf,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;gBAC/B,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;aAC1D;YACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;gBAAE,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;SAC9E;QACD,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6BAA6B,EAC7B,WAAW,WAAW,CAAC,MAAM,qBAAqB,sBAAsB,CAAC,IAAI,mBAAmB,EAChG,IAAI,CAAC,SAAS,CAAC;YACb,iBAAiB,EAAE,CAAC,GAAG,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxF,QAAQ;gBACR,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC;aAC7B,CAAC,CAAC;YACH,cAAc,EAAE,IAAI,CAAC,aAAa;SACnC,CAAC,CACH,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9C,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;SACvC;QAED,OAAO,CAAC,IAAI,CACV,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,4BAA4B,EAC5B,WAAW,IAAI,CAAC,QAAQ,CAAC,MAAM,+BAA+B,EAC9D,IAAI,CAAC,SAAS,CACZ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvC,GAAG;YACH,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;YACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM;SAC3B,CAAC,CAAC,CACJ,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,CAAC,KAAK,CACX,IAAA,kBAAU,EAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6BAA6B,EAC7B,YAAY,OAAO,CAAC,MAAM,gCAAgC,EAC1D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CACxB,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SAC3B;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;AACxE,CAAC,CAAC;AAtKW,QAAA,2BAA2B,+BAsKtC","sourcesContent":["import { IQuoteServiceMetadata, parseQuoteServiceMetadataFromSchema } from '@yuants/exchange';\nimport { Terminal } from '@yuants/protocol';\nimport { encodePath, formatTime, listWatch, newError } from '@yuants/utils';\nimport { EMPTY, map, of, tap } from 'rxjs';\nimport {\n  IQuoteKey,\n  IQuoteProviderGroup,\n  IQuoteProviderInstance,\n  IQuoteRequire,\n  IQuoteState,\n  IQuoteUpdateAction,\n} from '../types';\nimport { createGetQuotesExecutor } from './executor';\nimport {\n  buildProviderIndices,\n  createQuoteRouter,\n  IProviderIndices,\n  IPlannedRequestWithKey,\n  QuoteUpstreamPlan,\n} from './router';\n\nexport interface IQuoteProviderRegistry {\n  snapshot: () => { groups: IQuoteProviderGroup[]; indices: IProviderIndices };\n  planOrThrow: (misses: IQuoteRequire[], updated_at: number) => QuoteUpstreamPlan;\n  execute: (requests: IPlannedRequestWithKey[]) => Promise<IQuoteUpdateAction[]>;\n  fillQuoteStateFromUpstream: (params: {\n    quoteState: IQuoteState;\n    cacheMissed: IQuoteRequire[];\n    updated_at: number;\n  }) => Promise<void>;\n}\n\nconst normalizeMetadataForGroup = (metadata: IQuoteServiceMetadata): IQuoteServiceMetadata => {\n  const fields = [...(metadata.fields as unknown as IQuoteKey[])].sort();\n  return { ...metadata, fields };\n};\n\nexport const createQuoteProviderRegistry = (terminal: Terminal): IQuoteProviderRegistry => {\n  const router = createQuoteRouter();\n  const executor = createGetQuotesExecutor(terminal);\n\n  const mapGroupIdToGroup = new Map<string, IQuoteProviderGroup>();\n  let version = 0;\n  let cachedIndices: { version: number; indices: IProviderIndices } | undefined;\n\n  const quoteServiceInfos$ = terminal.terminalInfos$.pipe(\n    map((infos) =>\n      infos.flatMap((info) =>\n        Object.values(info.serviceInfo ?? {})\n          .filter((serviceInfo) => serviceInfo.method === 'GetQuotes')\n          .map((serviceInfo) => ({ terminal_id: info.terminal_id, serviceInfo })),\n      ),\n    ),\n  );\n\n  quoteServiceInfos$\n    .pipe(\n      listWatch(\n        (v) => v.serviceInfo.service_id,\n        (v) => {\n          console.info(\n            formatTime(Date.now()),\n            `[VEX][Quote]DiscoveringGetQuotesProvider...`,\n            `from terminal ${v.terminal_id}`,\n            `service ${v.serviceInfo.service_id}`,\n            `schema:  ${JSON.stringify(v.serviceInfo.schema)}`,\n          );\n          try {\n            const metadata = normalizeMetadataForGroup(\n              parseQuoteServiceMetadataFromSchema(v.serviceInfo.schema),\n            );\n            const group_id = encodePath(\n              metadata.product_id_prefix,\n              (metadata.fields as any[]).join(','),\n              metadata.max_products_per_request ?? '',\n            );\n            const provider: IQuoteProviderInstance = {\n              terminal_id: v.terminal_id,\n              service_id: v.serviceInfo.service_id || v.serviceInfo.method,\n            };\n            const group =\n              mapGroupIdToGroup.get(group_id) ??\n              (() => {\n                const next: IQuoteProviderGroup = {\n                  group_id,\n                  meta: metadata,\n                  mapTerminalIdToInstance: new Map<string, IQuoteProviderInstance>(),\n                };\n                mapGroupIdToGroup.set(group_id, next);\n                return next;\n              })();\n            group.mapTerminalIdToInstance.set(provider.terminal_id, provider);\n            version++;\n            return of(void 0).pipe(\n              tap({\n                unsubscribe: () => {\n                  mapGroupIdToGroup.get(group_id)?.mapTerminalIdToInstance.delete(v.terminal_id);\n                  if (mapGroupIdToGroup.get(group_id)?.mapTerminalIdToInstance.size === 0) {\n                    mapGroupIdToGroup.delete(group_id);\n                  }\n                  version++;\n                },\n              }),\n            );\n          } catch {\n            console.info(\n              formatTime(Date.now()),\n              `[VEX][Quote]IgnoredGetQuotesProvider`,\n              `Ignored GetQuotes provider from terminal ${v.terminal_id}`,\n              `service ${v.serviceInfo.service_id} due to invalid schema.`,\n            );\n            return EMPTY;\n          }\n        },\n      ),\n    )\n    .subscribe();\n\n  const snapshot = () => {\n    const groups = Array.from(mapGroupIdToGroup.values());\n    if (!cachedIndices || cachedIndices.version !== version) {\n      cachedIndices = { version, indices: buildProviderIndices(groups) };\n    }\n    return { groups, indices: cachedIndices.indices };\n  };\n\n  const planOrThrow = (misses: IQuoteRequire[], updated_at: number): QuoteUpstreamPlan => {\n    const { groups, indices } = snapshot();\n    if (groups.length === 0) throw newError('VEX_QUOTE_PROVIDER_NOT_FOUND', { method: 'GetQuotes' });\n    return router.planOrThrow(misses, indices, updated_at);\n  };\n\n  const execute = async (requests: IPlannedRequestWithKey[]): Promise<IQuoteUpdateAction[]> =>\n    (await executor.execute(requests)) as any;\n\n  const fillQuoteStateFromUpstream: IQuoteProviderRegistry['fillQuoteStateFromUpstream'] = async (params) => {\n    const { quoteState, cacheMissed, updated_at } = params;\n    if (cacheMissed.length === 0) return;\n\n    const { groups } = snapshot();\n    console.info(\n      formatTime(Date.now()),\n      `[VEX][Quote]UpstreamProviderDiscovery`,\n      ` Discovered ${groups.length} GetQuotes provider groups from terminal infos.`,\n      JSON.stringify(groups),\n    );\n\n    const plan = planOrThrow(cacheMissed, updated_at);\n\n    const mapGroupIdToProductIds = new Map<string, Set<string>>();\n    for (const { planned } of plan.requests) {\n      let productIds = mapGroupIdToProductIds.get(planned.group_id);\n      if (!productIds) {\n        productIds = new Set<string>();\n        mapGroupIdToProductIds.set(planned.group_id, productIds);\n      }\n      for (const product_id of planned.req.product_ids) productIds.add(product_id);\n    }\n    console.info(\n      formatTime(Date.now()),\n      `[VEX][Quote]RouteDispatched`,\n      ` Routed ${cacheMissed.length} missed quotes to ${mapGroupIdToProductIds.size} provider groups.`,\n      JSON.stringify({\n        productsByGroupId: [...mapGroupIdToProductIds.entries()].map(([group_id, productIds]) => ({\n          group_id,\n          product_ids: [...productIds],\n        })),\n        default_action: plan.defaultAction,\n      }),\n    );\n\n    if (Object.keys(plan.defaultAction).length > 0) {\n      quoteState.update(plan.defaultAction);\n    }\n\n    console.info(\n      formatTime(Date.now()),\n      `[VEX][Quote]RequestPlanned`,\n      `Planned ${plan.requests.length} upstream GetQuotes requests.`,\n      JSON.stringify(\n        plan.requests.map(({ key, planned }) => ({\n          key,\n          group_id: planned.group_id,\n          product_ids: planned.req.product_ids,\n          fields: planned.req.fields,\n        })),\n      ),\n    );\n\n    const actions = await execute(plan.requests);\n    console.debug(\n      formatTime(Date.now()),\n      `[VEX][Quote]RequestReceived`,\n      `Received ${actions.length} upstream GetQuotes responses.`,\n      JSON.stringify(actions),\n    );\n\n    for (const action of actions) {\n      quoteState.update(action);\n    }\n  };\n\n  return { snapshot, planOrThrow, execute, fillQuoteStateFromUpstream };\n};\n"]}

package/lib/quote/upstream/router.d.ts

@@ -0,0 +1,27 @@
+import { IQuoteServiceRequestByVEX } from '@yuants/exchange';
+import { IPrefixMatcher } from './prefix-matcher';
+import { IQuoteKey, IQuoteProviderGroup, IQuoteProviderInstance, IQuoteRequire, IQuoteUpdateAction } from '../types';
+export declare type IPlannedRequest = {
+    group_id: string;
+    instances: IQuoteProviderInstance[];
+    req: IQuoteServiceRequestByVEX;
+};
+export declare type IPlannedRequestWithKey = {
+    key: string;
+    planned: IPlannedRequest;
+};
+export declare type QuoteUpstreamPlan = {
+    defaultAction: IQuoteUpdateAction;
+    requests: IPlannedRequestWithKey[];
+};
+export declare type IProviderIndices = {
+    mapGroupIdToGroup: Map<string, IQuoteProviderGroup>;
+    prefixMatcher: IPrefixMatcher<string>;
+    mapFieldToGroupIds: Map<IQuoteKey, Set<string>>;
+};
+export declare const buildProviderIndices: (groups: IQuoteProviderGroup[]) => IProviderIndices;
+export interface IQuoteRouter {
+    planOrThrow: (misses: IQuoteRequire[], indices: IProviderIndices, updated_at: number) => QuoteUpstreamPlan;
+}
+export declare const createQuoteRouter: () => IQuoteRouter;
+//# sourceMappingURL=router.d.ts.map

package/lib/quote/upstream/router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/router.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,EAA6B,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EACL,SAAS,EACT,mBAAmB,EACnB,sBAAsB,EACtB,aAAa,EACb,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAsBlB,oBAAY,eAAe,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,sBAAsB,EAAE,CAAC;IACpC,GAAG,EAAE,yBAAyB,CAAC;CAChC,CAAC;AAEF,oBAAY,sBAAsB,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,eAAe,CAAA;CAAE,CAAC;AAE/E,oBAAY,iBAAiB,GAAG;IAC9B,aAAa,EAAE,kBAAkB,CAAC;IAClC,QAAQ,EAAE,sBAAsB,EAAE,CAAC;CACpC,CAAC;AAEF,oBAAY,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IACpD,aAAa,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,kBAAkB,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;CACjD,CAAC;AAEF,eAAO,MAAM,oBAAoB,WAAY,mBAAmB,EAAE,KAAG,gBAiBpE,CAAC;AAgCF,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,KAAK,iBAAiB,CAAC;CAC5G;AAED,eAAO,MAAM,iBAAiB,QAAO,YA4DnC,CAAC"}

package/lib/quote/upstream/router.js

@@ -0,0 +1,124 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createQuoteRouter = exports.buildProviderIndices = void 0;
+const util_1 = require("util");
+const utils_1 = require("@yuants/utils");
+const prefix_matcher_1 = require("./prefix-matcher");
+const SEP_BYTE = new Uint8Array([0xff]);
+const encodeStrings = (parts) => {
+    const buffers = [];
+    for (const part of parts) {
+        buffers.push(new util_1.TextEncoder().encode(part));
+        buffers.push(SEP_BYTE);
+    }
+    const totalLength = buffers.reduce((sum, b) => sum + b.length, 0);
+    const result = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const b of buffers) {
+        result.set(b, offset);
+        offset += b.length;
+    }
+    return result;
+};
+const fnv1a64HexFromStrings = (parts) => (0, utils_1.fnv1a64Hex)(encodeStrings(parts));
+const buildProviderIndices = (groups) => {
+    const mapGroupIdToGroup = new Map(groups.map((x) => [x.group_id, x]));
+    const prefixMatcher = (0, prefix_matcher_1.createSortedPrefixMatcher)(groups.map((group) => ({ prefix: group.meta.product_id_prefix, value: group.group_id })));
+    const mapFieldToGroupIds = new Map();
+    for (const group of groups) {
+        for (const field of group.meta.fields) {
+            let groupIds = mapFieldToGroupIds.get(field);
+            if (!groupIds) {
+                groupIds = new Set();
+                mapFieldToGroupIds.set(field, groupIds);
+            }
+            groupIds.add(group.group_id);
+        }
+    }
+    return { mapGroupIdToGroup, prefixMatcher, mapFieldToGroupIds };
+};
+exports.buildProviderIndices = buildProviderIndices;
+const createRequestKey = (group_id, batchProductIds) => (0, utils_1.encodePath)(group_id, fnv1a64HexFromStrings(batchProductIds));
+const planRequests = (params) => {
+    var _a;
+    const { productsByGroupId, mapGroupIdToGroup } = params;
+    const plannedRequests = [];
+    for (const [group_id, productIdSet] of productsByGroupId) {
+        const group = mapGroupIdToGroup.get(group_id);
+        if (!group)
+            continue;
+        const sortedProductIds = [...productIdSet].sort();
+        const max = (_a = group.meta.max_products_per_request) !== null && _a !== void 0 ? _a : sortedProductIds.length;
+        for (let i = 0; i < sortedProductIds.length; i += max) {
+            const batchProductIds = sortedProductIds.slice(i, i + max);
+            const key = createRequestKey(group_id, batchProductIds);
+            plannedRequests.push({
+                key,
+                planned: {
+                    group_id,
+                    instances: Array.from(group.mapTerminalIdToInstance.values()),
+                    req: { product_ids: batchProductIds, fields: group.meta.fields },
+                },
+            });
+        }
+    }
+    return plannedRequests;
+};
+const createQuoteRouter = () => ({
+    planOrThrow: (misses, indices, updated_at) => {
+        const { prefixMatcher, mapFieldToGroupIds, mapGroupIdToGroup } = indices;
+        const productsByGroupId = new Map();
+        const defaultAction = {};
+        const unroutableProducts = new Set();
+        const mapProductIdToGroupIds = new Map();
+        for (const miss of misses) {
+            const { product_id, field } = miss;
+            let productGroupIds = mapProductIdToGroupIds.get(product_id);
+            if (!productGroupIds) {
+                productGroupIds = prefixMatcher.match(product_id);
+                mapProductIdToGroupIds.set(product_id, productGroupIds);
+            }
+            if (productGroupIds.length === 0) {
+                unroutableProducts.add(product_id);
+                continue;
+            }
+            const fieldGroupIds = mapFieldToGroupIds.get(field);
+            if (!fieldGroupIds) {
+                if (!defaultAction[product_id])
+                    defaultAction[product_id] = {};
+                defaultAction[product_id][field] = ['', updated_at];
+                continue;
+            }
+            let matched = false;
+            for (const group_id of productGroupIds) {
+                if (!fieldGroupIds.has(group_id))
+                    continue;
+                matched = true;
+                let productIds = productsByGroupId.get(group_id);
+                if (!productIds) {
+                    productIds = new Set();
+                    productsByGroupId.set(group_id, productIds);
+                }
+                productIds.add(product_id);
+            }
+            if (!matched) {
+                if (!defaultAction[product_id])
+                    defaultAction[product_id] = {};
+                defaultAction[product_id][field] = ['', updated_at];
+            }
+        }
+        if (unroutableProducts.size !== 0) {
+            throw (0, utils_1.newError)('VEX_QUOTE_PRODUCT_UNROUTABLE', {
+                updated_at,
+                unroutable_products: [...unroutableProducts].slice(0, 200),
+                unroutable_products_total: unroutableProducts.size,
+            });
+        }
+        return {
+            defaultAction,
+            requests: planRequests({ productsByGroupId, mapGroupIdToGroup }),
+        };
+    },
+});
+exports.createQuoteRouter = createQuoteRouter;
+//# sourceMappingURL=router.js.map

package/lib/quote/upstream/router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../src/quote/upstream/router.ts"],"names":[],"mappings":";;;AAAA,+BAAmC;AAGnC,yCAAiE;AACjE,qDAA6E;AAS7E,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExC,MAAM,aAAa,GAAG,CAAC,KAAe,EAAc,EAAE;IACpD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,OAAO,CAAC,IAAI,CAAC,IAAI,kBAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KACxB;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACtB,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC;KACpB;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,KAAe,EAAU,EAAE,CAAC,IAAA,kBAAU,EAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAqBrF,MAAM,oBAAoB,GAAG,CAAC,MAA6B,EAAoB,EAAE;IACtF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,IAAA,0CAAyB,EAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CACzF,CAAC;IACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC1B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE;YACpD,IAAI,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE;gBACb,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;gBAC7B,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aACzC;YACD,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;SAC9B;KACF;IACD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC;AAClE,CAAC,CAAC;AAjBW,QAAA,oBAAoB,wBAiB/B;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,eAAyB,EAAE,EAAE,CACvE,IAAA,kBAAU,EAAC,QAAQ,EAAE,qBAAqB,CAAC,eAAe,CAAC,CAAC,CAAC;AAE/D,MAAM,YAAY,GAAG,CAAC,MAGrB,EAA4B,EAAE;;IAC7B,MAAM,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,MAAM,CAAC;IACxD,MAAM,eAAe,GAA6B,EAAE,CAAC;IACrD,KAAK,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,iBAAiB,EAAE;QACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,gBAAgB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,GAAG,GAAG,MAAA,KAAK,CAAC,IAAI,CAAC,wBAAwB,mCAAI,gBAAgB,CAAC,MAAM,CAAC;QAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE;YACrD,MAAM,eAAe,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;YAC3D,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YACxD,eAAe,CAAC,IAAI,CAAC;gBACnB,GAAG;gBACH,OAAO,EAAE;oBACP,QAAQ;oBACR,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,MAAM,EAAE,CAAC;oBAC7D,GAAG,EAAE,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAa,EAAE;iBACxE;aACF,CAAC,CAAC;SACJ;KACF;IACD,OAAO,eAAe,CAAC;AACzB,CAAC,CAAC;AAMK,MAAM,iBAAiB,GAAG,GAAiB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE;QAC3C,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC;QACzE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAuB,CAAC;QACzD,MAAM,aAAa,GAAuB,EAAE,CAAC;QAC7C,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE7C,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAE3D,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YACzB,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;YAEnC,IAAI,eAAe,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,EAAE;gBACpB,eAAe,GAAG,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAClD,sBAAsB,CAAC,GAAG,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;aACzD;YACD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;gBAChC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACnC,SAAS;aACV;YAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,aAAa,EAAE;gBAClB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;oBAAE,aAAa,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBAC/D,aAAa,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;gBACrD,SAAS;aACV;YAED,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE;gBACtC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAC3C,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACjD,IAAI,CAAC,UAAU,EAAE;oBACf,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;oBAC/B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;iBAC7C;gBACD,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aAC5B;YAED,IAAI,CAAC,OAAO,EAAE;gBACZ,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;oBAAE,aAAa,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBAC/D,aAAa,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;aACtD;SACF;QAED,IAAI,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;YACjC,MAAM,IAAA,gBAAQ,EAAC,8BAA8B,EAAE;gBAC7C,UAAU;gBACV,mBAAmB,EAAE,CAAC,GAAG,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC1D,yBAAyB,EAAE,kBAAkB,CAAC,IAAI;aACnD,CAAC,CAAC;SACJ;QAED,OAAO;YACL,aAAa;YACb,QAAQ,EAAE,YAAY,CAAC,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AA5DU,QAAA,iBAAiB,qBA4D3B","sourcesContent":["import { TextEncoder } from 'util';\n\nimport { IQuoteServiceRequestByVEX } from '@yuants/exchange';\nimport { encodePath, fnv1a64Hex, newError } from '@yuants/utils';\nimport { createSortedPrefixMatcher, IPrefixMatcher } from './prefix-matcher';\nimport {\n  IQuoteKey,\n  IQuoteProviderGroup,\n  IQuoteProviderInstance,\n  IQuoteRequire,\n  IQuoteUpdateAction,\n} from '../types';\n\nconst SEP_BYTE = new Uint8Array([0xff]);\n\nconst encodeStrings = (parts: string[]): Uint8Array => {\n  const buffers: Uint8Array[] = [];\n  for (const part of parts) {\n    buffers.push(new TextEncoder().encode(part));\n    buffers.push(SEP_BYTE);\n  }\n  const totalLength = buffers.reduce((sum, b) => sum + b.length, 0);\n  const result = new Uint8Array(totalLength);\n  let offset = 0;\n  for (const b of buffers) {\n    result.set(b, offset);\n    offset += b.length;\n  }\n  return result;\n};\n\nconst fnv1a64HexFromStrings = (parts: string[]): string => fnv1a64Hex(encodeStrings(parts));\n\nexport type IPlannedRequest = {\n  group_id: string;\n  instances: IQuoteProviderInstance[];\n  req: IQuoteServiceRequestByVEX;\n};\n\nexport type IPlannedRequestWithKey = { key: string; planned: IPlannedRequest };\n\nexport type QuoteUpstreamPlan = {\n  defaultAction: IQuoteUpdateAction;\n  requests: IPlannedRequestWithKey[];\n};\n\nexport type IProviderIndices = {\n  mapGroupIdToGroup: Map<string, IQuoteProviderGroup>;\n  prefixMatcher: IPrefixMatcher<string>;\n  mapFieldToGroupIds: Map<IQuoteKey, Set<string>>;\n};\n\nexport const buildProviderIndices = (groups: IQuoteProviderGroup[]): IProviderIndices => {\n  const mapGroupIdToGroup = new Map(groups.map((x) => [x.group_id, x] as const));\n  const prefixMatcher = createSortedPrefixMatcher(\n    groups.map((group) => ({ prefix: group.meta.product_id_prefix, value: group.group_id })),\n  );\n  const mapFieldToGroupIds = new Map<IQuoteKey, Set<string>>();\n  for (const group of groups) {\n    for (const field of group.meta.fields as IQuoteKey[]) {\n      let groupIds = mapFieldToGroupIds.get(field);\n      if (!groupIds) {\n        groupIds = new Set<string>();\n        mapFieldToGroupIds.set(field, groupIds);\n      }\n      groupIds.add(group.group_id);\n    }\n  }\n  return { mapGroupIdToGroup, prefixMatcher, mapFieldToGroupIds };\n};\n\nconst createRequestKey = (group_id: string, batchProductIds: string[]) =>\n  encodePath(group_id, fnv1a64HexFromStrings(batchProductIds));\n\nconst planRequests = (params: {\n  productsByGroupId: Map<string, Set<string>>;\n  mapGroupIdToGroup: Map<string, IQuoteProviderGroup>;\n}): IPlannedRequestWithKey[] => {\n  const { productsByGroupId, mapGroupIdToGroup } = params;\n  const plannedRequests: IPlannedRequestWithKey[] = [];\n  for (const [group_id, productIdSet] of productsByGroupId) {\n    const group = mapGroupIdToGroup.get(group_id);\n    if (!group) continue;\n    const sortedProductIds = [...productIdSet].sort();\n    const max = group.meta.max_products_per_request ?? sortedProductIds.length;\n    for (let i = 0; i < sortedProductIds.length; i += max) {\n      const batchProductIds = sortedProductIds.slice(i, i + max);\n      const key = createRequestKey(group_id, batchProductIds);\n      plannedRequests.push({\n        key,\n        planned: {\n          group_id,\n          instances: Array.from(group.mapTerminalIdToInstance.values()),\n          req: { product_ids: batchProductIds, fields: group.meta.fields as any },\n        },\n      });\n    }\n  }\n  return plannedRequests;\n};\n\nexport interface IQuoteRouter {\n  planOrThrow: (misses: IQuoteRequire[], indices: IProviderIndices, updated_at: number) => QuoteUpstreamPlan;\n}\n\nexport const createQuoteRouter = (): IQuoteRouter => ({\n  planOrThrow: (misses, indices, updated_at) => {\n    const { prefixMatcher, mapFieldToGroupIds, mapGroupIdToGroup } = indices;\n    const productsByGroupId = new Map<string, Set<string>>();\n    const defaultAction: IQuoteUpdateAction = {};\n    const unroutableProducts = new Set<string>();\n\n    const mapProductIdToGroupIds = new Map<string, string[]>();\n\n    for (const miss of misses) {\n      const { product_id, field } = miss;\n\n      let productGroupIds = mapProductIdToGroupIds.get(product_id);\n      if (!productGroupIds) {\n        productGroupIds = prefixMatcher.match(product_id);\n        mapProductIdToGroupIds.set(product_id, productGroupIds);\n      }\n      if (productGroupIds.length === 0) {\n        unroutableProducts.add(product_id);\n        continue;\n      }\n\n      const fieldGroupIds = mapFieldToGroupIds.get(field);\n      if (!fieldGroupIds) {\n        if (!defaultAction[product_id]) defaultAction[product_id] = {};\n        defaultAction[product_id]![field] = ['', updated_at];\n        continue;\n      }\n\n      let matched = false;\n      for (const group_id of productGroupIds) {\n        if (!fieldGroupIds.has(group_id)) continue;\n        matched = true;\n        let productIds = productsByGroupId.get(group_id);\n        if (!productIds) {\n          productIds = new Set<string>();\n          productsByGroupId.set(group_id, productIds);\n        }\n        productIds.add(product_id);\n      }\n\n      if (!matched) {\n        if (!defaultAction[product_id]) defaultAction[product_id] = {};\n        defaultAction[product_id]![field] = ['', updated_at];\n      }\n    }\n\n    if (unroutableProducts.size !== 0) {\n      throw newError('VEX_QUOTE_PRODUCT_UNROUTABLE', {\n        updated_at,\n        unroutable_products: [...unroutableProducts].slice(0, 200),\n        unroutable_products_total: unroutableProducts.size,\n      });\n    }\n\n    return {\n      defaultAction,\n      requests: planRequests({ productsByGroupId, mapGroupIdToGroup }),\n    };\n  },\n});\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@yuants/app-virtual-exchange",
-	"version": "0.9.4",
+	"version": "0.10.1",
 	"main": "lib/index.js",
 	"files": [
 		"dist",
@@ -11,12 +11,12 @@
 		"@yuants/protocol": "0.53.3",
 		"@yuants/utils": "0.15.0",
 		"@yuants/data-product": "0.5.1",
-		"@yuants/data-account": "0.10.2",
+		"@yuants/data-account": "0.11.0",
 		"@yuants/data-order": "0.7.1",
 		"@yuants/data-quote": "0.3.1",
 		"@yuants/secret": "0.4.1",
 		"@yuants/sql": "0.9.31",
-		"@yuants/exchange": "0.6.1",
+		"@yuants/exchange": "0.7.0",
 		"@yuants/cache": "0.3.4",
 		"rxjs": "~7.5.6",
 		"ajv": "~8.12.0"