@yuants/app-virtual-exchange 0.11.2 → 0.11.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/quote/implementations/v1.js +7 -2
- package/dist/quote/implementations/v1.js.map +1 -1
- package/dist/quote/scheduler.js +244 -0
- package/dist/quote/scheduler.js.map +1 -0
- package/dist/quote/service.js +4 -67
- package/dist/quote/service.js.map +1 -1
- package/dist/quote/state.js +1 -0
- package/dist/quote/state.js.map +1 -1
- package/lib/quote/implementations/v1.d.ts.map +1 -1
- package/lib/quote/implementations/v1.js +7 -2
- package/lib/quote/implementations/v1.js.map +1 -1
- package/lib/quote/scheduler.d.ts +21 -0
- package/lib/quote/scheduler.d.ts.map +1 -0
- package/lib/quote/scheduler.js +248 -0
- package/lib/quote/scheduler.js.map +1 -0
- package/lib/quote/service.js +7 -70
- package/lib/quote/service.js.map +1 -1
- package/lib/quote/state.d.ts +1 -0
- package/lib/quote/state.d.ts.map +1 -1
- package/lib/quote/state.js +2 -1
- package/lib/quote/state.js.map +1 -1
- package/package.json +2 -2
- package/temp/package-deps.json +8 -12
- package/dist/quote/upstream/executor.js +0 -98
- package/dist/quote/upstream/executor.js.map +0 -1
- package/dist/quote/upstream/index.js +0 -2
- package/dist/quote/upstream/index.js.map +0 -1
- package/dist/quote/upstream/prefix-matcher.js +0 -7
- package/dist/quote/upstream/prefix-matcher.js.map +0 -1
- package/dist/quote/upstream/registry.js +0 -116
- package/dist/quote/upstream/registry.js.map +0 -1
- package/dist/quote/upstream/router.js +0 -119
- package/dist/quote/upstream/router.js.map +0 -1
- package/lib/quote/upstream/executor.d.ts +0 -8
- package/lib/quote/upstream/executor.d.ts.map +0 -1
- package/lib/quote/upstream/executor.js +0 -102
- package/lib/quote/upstream/executor.js.map +0 -1
- package/lib/quote/upstream/index.d.ts +0 -3
- package/lib/quote/upstream/index.d.ts.map +0 -1
- package/lib/quote/upstream/index.js +0 -6
- package/lib/quote/upstream/index.js.map +0 -1
- package/lib/quote/upstream/prefix-matcher.d.ts +0 -8
- package/lib/quote/upstream/prefix-matcher.d.ts.map +0 -1
- package/lib/quote/upstream/prefix-matcher.js +0 -11
- package/lib/quote/upstream/prefix-matcher.js.map +0 -1
- package/lib/quote/upstream/registry.d.ts +0 -18
- package/lib/quote/upstream/registry.d.ts.map +0 -1
- package/lib/quote/upstream/registry.js +0 -120
- package/lib/quote/upstream/registry.js.map +0 -1
- package/lib/quote/upstream/router.d.ts +0 -27
- package/lib/quote/upstream/router.d.ts.map +0 -1
- package/lib/quote/upstream/router.js +0 -124
- package/lib/quote/upstream/router.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/quote/upstream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { createQuoteProviderRegistry } from './registry';\nexport type { IQuoteProviderRegistry } from './registry';\n"]}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
export const createSortedPrefixMatcher = (entries) => {
|
|
2
|
-
const sorted = [...entries].sort((a, b) => b.prefix.length - a.prefix.length);
|
|
3
|
-
return {
|
|
4
|
-
match: (value) => sorted.filter((x) => value.startsWith(x.prefix)).map((x) => x.value),
|
|
5
|
-
};
|
|
6
|
-
};
|
|
7
|
-
//# sourceMappingURL=prefix-matcher.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"prefix-matcher.js","sourceRoot":"","sources":["../../../src/quote/upstream/prefix-matcher.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,OAA4C,EACzB,EAAE;IACrB,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,OAAO;QACL,KAAK,EAAE,CAAC,KAAa,EAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;KACpG,CAAC;AACJ,CAAC,CAAC","sourcesContent":["export interface IPrefixMatcher<T> {\n match: (value: string) => T[];\n}\n\nexport const createSortedPrefixMatcher = <T>(\n entries: Array<{ prefix: string; value: T }>,\n): IPrefixMatcher<T> => {\n const sorted = [...entries].sort((a, b) => b.prefix.length - a.prefix.length);\n return {\n match: (value: string): T[] => sorted.filter((x) => value.startsWith(x.prefix)).map((x) => x.value),\n };\n};\n"]}
|
|
@@ -1,116 +0,0 @@
|
|
|
1
|
-
import { parseQuoteServiceMetadataFromSchema } from '@yuants/exchange';
|
|
2
|
-
import { encodePath, formatTime, listWatch, newError } from '@yuants/utils';
|
|
3
|
-
import { EMPTY, map, of, tap } from 'rxjs';
|
|
4
|
-
import { createGetQuotesExecutor } from './executor';
|
|
5
|
-
import { buildProviderIndices, createQuoteRouter, } from './router';
|
|
6
|
-
const normalizeMetadataForGroup = (metadata) => {
|
|
7
|
-
const fields = [...metadata.fields].sort();
|
|
8
|
-
return Object.assign(Object.assign({}, metadata), { fields });
|
|
9
|
-
};
|
|
10
|
-
export const createQuoteProviderRegistry = (terminal) => {
|
|
11
|
-
const router = createQuoteRouter();
|
|
12
|
-
const executor = createGetQuotesExecutor(terminal);
|
|
13
|
-
const mapGroupIdToGroup = new Map();
|
|
14
|
-
let version = 0;
|
|
15
|
-
let cachedIndices;
|
|
16
|
-
const quoteServiceInfos$ = terminal.terminalInfos$.pipe(map((infos) => infos.flatMap((info) => {
|
|
17
|
-
var _a;
|
|
18
|
-
return Object.values((_a = info.serviceInfo) !== null && _a !== void 0 ? _a : {})
|
|
19
|
-
.filter((serviceInfo) => serviceInfo.method === 'GetQuotes')
|
|
20
|
-
.map((serviceInfo) => ({ terminal_id: info.terminal_id, serviceInfo }));
|
|
21
|
-
})));
|
|
22
|
-
quoteServiceInfos$
|
|
23
|
-
.pipe(listWatch((v) => v.serviceInfo.service_id, (v) => {
|
|
24
|
-
var _a, _b;
|
|
25
|
-
console.info(formatTime(Date.now()), `[VEX][Quote]DiscoveringGetQuotesProvider...`, `from terminal ${v.terminal_id}`, `service ${v.serviceInfo.service_id}`, `schema: ${JSON.stringify(v.serviceInfo.schema)}`);
|
|
26
|
-
try {
|
|
27
|
-
const metadata = normalizeMetadataForGroup(parseQuoteServiceMetadataFromSchema(v.serviceInfo.schema));
|
|
28
|
-
const group_id = encodePath(metadata.product_id_prefix, metadata.fields.join(','), (_a = metadata.max_products_per_request) !== null && _a !== void 0 ? _a : '');
|
|
29
|
-
const provider = {
|
|
30
|
-
terminal_id: v.terminal_id,
|
|
31
|
-
service_id: v.serviceInfo.service_id || v.serviceInfo.method,
|
|
32
|
-
};
|
|
33
|
-
const group = (_b = mapGroupIdToGroup.get(group_id)) !== null && _b !== void 0 ? _b : (() => {
|
|
34
|
-
const next = {
|
|
35
|
-
group_id,
|
|
36
|
-
meta: metadata,
|
|
37
|
-
mapTerminalIdToInstance: new Map(),
|
|
38
|
-
};
|
|
39
|
-
mapGroupIdToGroup.set(group_id, next);
|
|
40
|
-
return next;
|
|
41
|
-
})();
|
|
42
|
-
group.mapTerminalIdToInstance.set(provider.terminal_id, provider);
|
|
43
|
-
version++;
|
|
44
|
-
return of(void 0).pipe(tap({
|
|
45
|
-
unsubscribe: () => {
|
|
46
|
-
var _a, _b;
|
|
47
|
-
(_a = mapGroupIdToGroup.get(group_id)) === null || _a === void 0 ? void 0 : _a.mapTerminalIdToInstance.delete(v.terminal_id);
|
|
48
|
-
if (((_b = mapGroupIdToGroup.get(group_id)) === null || _b === void 0 ? void 0 : _b.mapTerminalIdToInstance.size) === 0) {
|
|
49
|
-
mapGroupIdToGroup.delete(group_id);
|
|
50
|
-
}
|
|
51
|
-
version++;
|
|
52
|
-
},
|
|
53
|
-
}));
|
|
54
|
-
}
|
|
55
|
-
catch (_c) {
|
|
56
|
-
console.info(formatTime(Date.now()), `[VEX][Quote]IgnoredGetQuotesProvider`, `Ignored GetQuotes provider from terminal ${v.terminal_id}`, `service ${v.serviceInfo.service_id} due to invalid schema.`);
|
|
57
|
-
return EMPTY;
|
|
58
|
-
}
|
|
59
|
-
}))
|
|
60
|
-
.subscribe();
|
|
61
|
-
const snapshot = () => {
|
|
62
|
-
const groups = Array.from(mapGroupIdToGroup.values());
|
|
63
|
-
if (!cachedIndices || cachedIndices.version !== version) {
|
|
64
|
-
cachedIndices = { version, indices: buildProviderIndices(groups) };
|
|
65
|
-
}
|
|
66
|
-
return { groups, indices: cachedIndices.indices };
|
|
67
|
-
};
|
|
68
|
-
const planOrThrow = (misses, updated_at) => {
|
|
69
|
-
const { groups, indices } = snapshot();
|
|
70
|
-
if (groups.length === 0)
|
|
71
|
-
throw newError('VEX_QUOTE_PROVIDER_NOT_FOUND', { method: 'GetQuotes' });
|
|
72
|
-
return router.planOrThrow(misses, indices, updated_at);
|
|
73
|
-
};
|
|
74
|
-
const execute = async (requests) => (await executor.execute(requests));
|
|
75
|
-
const fillQuoteStateFromUpstream = async (params) => {
|
|
76
|
-
const { quoteState, cacheMissed, updated_at } = params;
|
|
77
|
-
if (cacheMissed.length === 0)
|
|
78
|
-
return;
|
|
79
|
-
const { groups } = snapshot();
|
|
80
|
-
console.info(formatTime(Date.now()), `[VEX][Quote]UpstreamProviderDiscovery`, ` Discovered ${groups.length} GetQuotes provider groups from terminal infos.`, JSON.stringify(groups));
|
|
81
|
-
const plan = planOrThrow(cacheMissed, updated_at);
|
|
82
|
-
const mapGroupIdToProductIds = new Map();
|
|
83
|
-
for (const { planned } of plan.requests) {
|
|
84
|
-
let productIds = mapGroupIdToProductIds.get(planned.group_id);
|
|
85
|
-
if (!productIds) {
|
|
86
|
-
productIds = new Set();
|
|
87
|
-
mapGroupIdToProductIds.set(planned.group_id, productIds);
|
|
88
|
-
}
|
|
89
|
-
for (const product_id of planned.req.product_ids)
|
|
90
|
-
productIds.add(product_id);
|
|
91
|
-
}
|
|
92
|
-
console.info(formatTime(Date.now()), `[VEX][Quote]RouteDispatched`, ` Routed ${cacheMissed.length} missed quotes to ${mapGroupIdToProductIds.size} provider groups.`, JSON.stringify({
|
|
93
|
-
productsByGroupId: [...mapGroupIdToProductIds.entries()].map(([group_id, productIds]) => ({
|
|
94
|
-
group_id,
|
|
95
|
-
product_ids: [...productIds],
|
|
96
|
-
})),
|
|
97
|
-
default_action: plan.defaultAction,
|
|
98
|
-
}));
|
|
99
|
-
if (Object.keys(plan.defaultAction).length > 0) {
|
|
100
|
-
quoteState.update(plan.defaultAction);
|
|
101
|
-
}
|
|
102
|
-
console.info(formatTime(Date.now()), `[VEX][Quote]RequestPlanned`, `Planned ${plan.requests.length} upstream GetQuotes requests.`, JSON.stringify(plan.requests.map(({ key, planned }) => ({
|
|
103
|
-
key,
|
|
104
|
-
group_id: planned.group_id,
|
|
105
|
-
product_ids: planned.req.product_ids,
|
|
106
|
-
fields: planned.req.fields,
|
|
107
|
-
}))));
|
|
108
|
-
const actions = await execute(plan.requests);
|
|
109
|
-
console.debug(formatTime(Date.now()), `[VEX][Quote]RequestReceived`, `Received ${actions.length} upstream GetQuotes responses.`, JSON.stringify(actions));
|
|
110
|
-
for (const action of actions) {
|
|
111
|
-
quoteState.update(action);
|
|
112
|
-
}
|
|
113
|
-
};
|
|
114
|
-
return { snapshot, planOrThrow, execute, fillQuoteStateFromUpstream };
|
|
115
|
-
};
|
|
116
|
-
//# sourceMappingURL=registry.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/quote/upstream/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,mCAAmC,EAAE,MAAM,kBAAkB,CAAC;AAE9F,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAS3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EACL,oBAAoB,EACpB,iBAAiB,GAIlB,MAAM,UAAU,CAAC;AAalB,MAAM,yBAAyB,GAAG,CAAC,QAA+B,EAAyB,EAAE;IAC3F,MAAM,MAAM,GAAG,CAAC,GAAI,QAAQ,CAAC,MAAiC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,uCAAY,QAAQ,KAAE,MAAM,IAAG;AACjC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,QAAkB,EAA0B,EAAE;IACxF,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAEnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACjE,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,aAAyE,CAAC;IAE9E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CACrD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACZ,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;;QACrB,OAAA,MAAM,CAAC,MAAM,CAAC,MAAA,IAAI,CAAC,WAAW,mCAAI,EAAE,CAAC;aAClC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC;aAC3D,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;KAAA,CAC1E,CACF,CACF,CAAC;IAEF,kBAAkB;SACf,IAAI,CACH,SAAS,CACP,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,EAC/B,CAAC,CAAC,EAAE,EAAE;;QACJ,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6CAA6C,EAC7C,iBAAiB,CAAC,CAAC,WAAW,EAAE,EAChC,WAAW,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,EACrC,YAAY,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CACnD,CAAC;QACF,IAAI;YACF,MAAM,QAAQ,GAAG,yBAAyB,CACxC,mCAAmC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAC1D,CAAC;YACF,MAAM,QAAQ,GAAG,UAAU,CACzB,QAAQ,CAAC,iBAAiB,EACzB,QAAQ,CAAC,MAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EACpC,MAAA,QAAQ,CAAC,wBAAwB,mCAAI,EAAE,CACxC,CAAC;YACF,MAAM,QAAQ,GAA2B;gBACvC,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW,CAAC,UAAU,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM;aAC7D,CAAC;YACF,MAAM,KAAK,GACT,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAC/B,CAAC,GAAG,EAAE;gBACJ,MAAM,IAAI,GAAwB;oBAChC,QAAQ;oBACR,IAAI,EAAE,QAAQ;oBACd,uBAAuB,EAAE,IAAI,GAAG,EAAkC;iBACnE,CAAC;gBACF,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACtC,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,EAAE,CAAC;YACP,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAClE,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CACpB,GAAG,CAAC;gBACF,WAAW,EAAE,GAAG,EAAE;;oBAChB,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAAE,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;oBAC/E,IAAI,CAAA,MAAA,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAAE,uBAAuB,CAAC,IAAI,MAAK,CAAC,EAAE;wBACvE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;qBACpC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC;aACF,CAAC,CACH,CAAC;SACH;QAAC,WAAM;YACN,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,sCAAsC,EACtC,4CAA4C,CAAC,CAAC,WAAW,EAAE,EAC3D,WAAW,CAAC,CAAC,WAAW,CAAC,UAAU,yBAAyB,CAC7D,CAAC;YACF,OAAO,KAAK,CAAC;SACd;IACH,CAAC,CACF,CACF;SACA,SAAS,EAAE,CAAC;IAEf,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,KAAK,OAAO,EAAE;YACvD,aAAa,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;SACpE;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,EAAE,CAAC;IACpD,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,CAAC,MAAuB,EAAE,UAAkB,EAAqB,EAAE;QACrF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,QAAQ,CAAC,8BAA8B,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QACjG,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,QAAkC,EAAiC,EAAE,CAC1F,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAQ,CAAC;IAE5C,MAAM,0BAA0B,GAAyD,KAAK,EAAE,MAAM,EAAE,EAAE;QACxG,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QACvD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,uCAAuC,EACvC,eAAe,MAAM,CAAC,MAAM,iDAAiD,EAC7E,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;QAEF,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9D,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE;YACvC,IAAI,UAAU,GAAG,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9D,IAAI,CAAC,UAAU,EAAE;gBACf,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;gBAC/B,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;aAC1D;YACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;gBAAE,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;SAC9E;QACD,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6BAA6B,EAC7B,WAAW,WAAW,CAAC,MAAM,qBAAqB,sBAAsB,CAAC,IAAI,mBAAmB,EAChG,IAAI,CAAC,SAAS,CAAC;YACb,iBAAiB,EAAE,CAAC,GAAG,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxF,QAAQ;gBACR,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC;aAC7B,CAAC,CAAC;YACH,cAAc,EAAE,IAAI,CAAC,aAAa;SACnC,CAAC,CACH,CAAC;QAEF,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9C,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;SACvC;QAED,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,4BAA4B,EAC5B,WAAW,IAAI,CAAC,QAAQ,CAAC,MAAM,+BAA+B,EAC9D,IAAI,CAAC,SAAS,CACZ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvC,GAAG;YACH,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;YACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM;SAC3B,CAAC,CAAC,CACJ,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,OAAO,CAAC,KAAK,CACX,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EACtB,6BAA6B,EAC7B,YAAY,OAAO,CAAC,MAAM,gCAAgC,EAC1D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CACxB,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SAC3B;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;AACxE,CAAC,CAAC","sourcesContent":["import { IQuoteServiceMetadata, parseQuoteServiceMetadataFromSchema } from '@yuants/exchange';\nimport { Terminal } from '@yuants/protocol';\nimport { encodePath, formatTime, listWatch, newError } from '@yuants/utils';\nimport { EMPTY, map, of, tap } from 'rxjs';\nimport {\n IQuoteKey,\n IQuoteProviderGroup,\n IQuoteProviderInstance,\n IQuoteRequire,\n IQuoteState,\n IQuoteUpdateAction,\n} from '../types';\nimport { createGetQuotesExecutor } from './executor';\nimport {\n buildProviderIndices,\n createQuoteRouter,\n IProviderIndices,\n IPlannedRequestWithKey,\n QuoteUpstreamPlan,\n} from './router';\n\nexport interface IQuoteProviderRegistry {\n snapshot: () => { groups: IQuoteProviderGroup[]; indices: IProviderIndices };\n planOrThrow: (misses: IQuoteRequire[], updated_at: number) => QuoteUpstreamPlan;\n execute: (requests: IPlannedRequestWithKey[]) => Promise<IQuoteUpdateAction[]>;\n fillQuoteStateFromUpstream: (params: {\n quoteState: IQuoteState;\n cacheMissed: IQuoteRequire[];\n updated_at: number;\n }) => Promise<void>;\n}\n\nconst normalizeMetadataForGroup = (metadata: IQuoteServiceMetadata): IQuoteServiceMetadata => {\n const fields = [...(metadata.fields as unknown as IQuoteKey[])].sort();\n return { ...metadata, fields };\n};\n\nexport const createQuoteProviderRegistry = (terminal: Terminal): IQuoteProviderRegistry => {\n const router = createQuoteRouter();\n const executor = createGetQuotesExecutor(terminal);\n\n const mapGroupIdToGroup = new Map<string, IQuoteProviderGroup>();\n let version = 0;\n let cachedIndices: { version: number; indices: IProviderIndices } | undefined;\n\n const quoteServiceInfos$ = terminal.terminalInfos$.pipe(\n map((infos) =>\n infos.flatMap((info) =>\n Object.values(info.serviceInfo ?? {})\n .filter((serviceInfo) => serviceInfo.method === 'GetQuotes')\n .map((serviceInfo) => ({ terminal_id: info.terminal_id, serviceInfo })),\n ),\n ),\n );\n\n quoteServiceInfos$\n .pipe(\n listWatch(\n (v) => v.serviceInfo.service_id,\n (v) => {\n console.info(\n formatTime(Date.now()),\n `[VEX][Quote]DiscoveringGetQuotesProvider...`,\n `from terminal ${v.terminal_id}`,\n `service ${v.serviceInfo.service_id}`,\n `schema: ${JSON.stringify(v.serviceInfo.schema)}`,\n );\n try {\n const metadata = normalizeMetadataForGroup(\n parseQuoteServiceMetadataFromSchema(v.serviceInfo.schema),\n );\n const group_id = encodePath(\n metadata.product_id_prefix,\n (metadata.fields as any[]).join(','),\n metadata.max_products_per_request ?? '',\n );\n const provider: IQuoteProviderInstance = {\n terminal_id: v.terminal_id,\n service_id: v.serviceInfo.service_id || v.serviceInfo.method,\n };\n const group =\n mapGroupIdToGroup.get(group_id) ??\n (() => {\n const next: IQuoteProviderGroup = {\n group_id,\n meta: metadata,\n mapTerminalIdToInstance: new Map<string, IQuoteProviderInstance>(),\n };\n mapGroupIdToGroup.set(group_id, next);\n return next;\n })();\n group.mapTerminalIdToInstance.set(provider.terminal_id, provider);\n version++;\n return of(void 0).pipe(\n tap({\n unsubscribe: () => {\n mapGroupIdToGroup.get(group_id)?.mapTerminalIdToInstance.delete(v.terminal_id);\n if (mapGroupIdToGroup.get(group_id)?.mapTerminalIdToInstance.size === 0) {\n mapGroupIdToGroup.delete(group_id);\n }\n version++;\n },\n }),\n );\n } catch {\n console.info(\n formatTime(Date.now()),\n `[VEX][Quote]IgnoredGetQuotesProvider`,\n `Ignored GetQuotes provider from terminal ${v.terminal_id}`,\n `service ${v.serviceInfo.service_id} due to invalid schema.`,\n );\n return EMPTY;\n }\n },\n ),\n )\n .subscribe();\n\n const snapshot = () => {\n const groups = Array.from(mapGroupIdToGroup.values());\n if (!cachedIndices || cachedIndices.version !== version) {\n cachedIndices = { version, indices: buildProviderIndices(groups) };\n }\n return { groups, indices: cachedIndices.indices };\n };\n\n const planOrThrow = (misses: IQuoteRequire[], updated_at: number): QuoteUpstreamPlan => {\n const { groups, indices } = snapshot();\n if (groups.length === 0) throw newError('VEX_QUOTE_PROVIDER_NOT_FOUND', { method: 'GetQuotes' });\n return router.planOrThrow(misses, indices, updated_at);\n };\n\n const execute = async (requests: IPlannedRequestWithKey[]): Promise<IQuoteUpdateAction[]> =>\n (await executor.execute(requests)) as any;\n\n const fillQuoteStateFromUpstream: IQuoteProviderRegistry['fillQuoteStateFromUpstream'] = async (params) => {\n const { quoteState, cacheMissed, updated_at } = params;\n if (cacheMissed.length === 0) return;\n\n const { groups } = snapshot();\n console.info(\n formatTime(Date.now()),\n `[VEX][Quote]UpstreamProviderDiscovery`,\n ` Discovered ${groups.length} GetQuotes provider groups from terminal infos.`,\n JSON.stringify(groups),\n );\n\n const plan = planOrThrow(cacheMissed, updated_at);\n\n const mapGroupIdToProductIds = new Map<string, Set<string>>();\n for (const { planned } of plan.requests) {\n let productIds = mapGroupIdToProductIds.get(planned.group_id);\n if (!productIds) {\n productIds = new Set<string>();\n mapGroupIdToProductIds.set(planned.group_id, productIds);\n }\n for (const product_id of planned.req.product_ids) productIds.add(product_id);\n }\n console.info(\n formatTime(Date.now()),\n `[VEX][Quote]RouteDispatched`,\n ` Routed ${cacheMissed.length} missed quotes to ${mapGroupIdToProductIds.size} provider groups.`,\n JSON.stringify({\n productsByGroupId: [...mapGroupIdToProductIds.entries()].map(([group_id, productIds]) => ({\n group_id,\n product_ids: [...productIds],\n })),\n default_action: plan.defaultAction,\n }),\n );\n\n if (Object.keys(plan.defaultAction).length > 0) {\n quoteState.update(plan.defaultAction);\n }\n\n console.info(\n formatTime(Date.now()),\n `[VEX][Quote]RequestPlanned`,\n `Planned ${plan.requests.length} upstream GetQuotes requests.`,\n JSON.stringify(\n plan.requests.map(({ key, planned }) => ({\n key,\n group_id: planned.group_id,\n product_ids: planned.req.product_ids,\n fields: planned.req.fields,\n })),\n ),\n );\n\n const actions = await execute(plan.requests);\n console.debug(\n formatTime(Date.now()),\n `[VEX][Quote]RequestReceived`,\n `Received ${actions.length} upstream GetQuotes responses.`,\n JSON.stringify(actions),\n );\n\n for (const action of actions) {\n quoteState.update(action);\n }\n };\n\n return { snapshot, planOrThrow, execute, fillQuoteStateFromUpstream };\n};\n"]}
|
|
@@ -1,119 +0,0 @@
|
|
|
1
|
-
import { TextEncoder } from 'util';
|
|
2
|
-
import { encodePath, fnv1a64Hex, newError } from '@yuants/utils';
|
|
3
|
-
import { createSortedPrefixMatcher } from './prefix-matcher';
|
|
4
|
-
const SEP_BYTE = new Uint8Array([0xff]);
|
|
5
|
-
const encodeStrings = (parts) => {
|
|
6
|
-
const buffers = [];
|
|
7
|
-
for (const part of parts) {
|
|
8
|
-
buffers.push(new TextEncoder().encode(part));
|
|
9
|
-
buffers.push(SEP_BYTE);
|
|
10
|
-
}
|
|
11
|
-
const totalLength = buffers.reduce((sum, b) => sum + b.length, 0);
|
|
12
|
-
const result = new Uint8Array(totalLength);
|
|
13
|
-
let offset = 0;
|
|
14
|
-
for (const b of buffers) {
|
|
15
|
-
result.set(b, offset);
|
|
16
|
-
offset += b.length;
|
|
17
|
-
}
|
|
18
|
-
return result;
|
|
19
|
-
};
|
|
20
|
-
const fnv1a64HexFromStrings = (parts) => fnv1a64Hex(encodeStrings(parts));
|
|
21
|
-
export const buildProviderIndices = (groups) => {
|
|
22
|
-
const mapGroupIdToGroup = new Map(groups.map((x) => [x.group_id, x]));
|
|
23
|
-
const prefixMatcher = createSortedPrefixMatcher(groups.map((group) => ({ prefix: group.meta.product_id_prefix, value: group.group_id })));
|
|
24
|
-
const mapFieldToGroupIds = new Map();
|
|
25
|
-
for (const group of groups) {
|
|
26
|
-
for (const field of group.meta.fields) {
|
|
27
|
-
let groupIds = mapFieldToGroupIds.get(field);
|
|
28
|
-
if (!groupIds) {
|
|
29
|
-
groupIds = new Set();
|
|
30
|
-
mapFieldToGroupIds.set(field, groupIds);
|
|
31
|
-
}
|
|
32
|
-
groupIds.add(group.group_id);
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
return { mapGroupIdToGroup, prefixMatcher, mapFieldToGroupIds };
|
|
36
|
-
};
|
|
37
|
-
const createRequestKey = (group_id, batchProductIds) => encodePath(group_id, fnv1a64HexFromStrings(batchProductIds));
|
|
38
|
-
const planRequests = (params) => {
|
|
39
|
-
var _a;
|
|
40
|
-
const { productsByGroupId, mapGroupIdToGroup } = params;
|
|
41
|
-
const plannedRequests = [];
|
|
42
|
-
for (const [group_id, productIdSet] of productsByGroupId) {
|
|
43
|
-
const group = mapGroupIdToGroup.get(group_id);
|
|
44
|
-
if (!group)
|
|
45
|
-
continue;
|
|
46
|
-
const sortedProductIds = [...productIdSet].sort();
|
|
47
|
-
const max = (_a = group.meta.max_products_per_request) !== null && _a !== void 0 ? _a : sortedProductIds.length;
|
|
48
|
-
for (let i = 0; i < sortedProductIds.length; i += max) {
|
|
49
|
-
const batchProductIds = sortedProductIds.slice(i, i + max);
|
|
50
|
-
const key = createRequestKey(group_id, batchProductIds);
|
|
51
|
-
plannedRequests.push({
|
|
52
|
-
key,
|
|
53
|
-
planned: {
|
|
54
|
-
group_id,
|
|
55
|
-
instances: Array.from(group.mapTerminalIdToInstance.values()),
|
|
56
|
-
req: { product_ids: batchProductIds, fields: group.meta.fields },
|
|
57
|
-
},
|
|
58
|
-
});
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
return plannedRequests;
|
|
62
|
-
};
|
|
63
|
-
export const createQuoteRouter = () => ({
|
|
64
|
-
planOrThrow: (misses, indices, updated_at) => {
|
|
65
|
-
const { prefixMatcher, mapFieldToGroupIds, mapGroupIdToGroup } = indices;
|
|
66
|
-
const productsByGroupId = new Map();
|
|
67
|
-
const defaultAction = {};
|
|
68
|
-
const unroutableProducts = new Set();
|
|
69
|
-
const mapProductIdToGroupIds = new Map();
|
|
70
|
-
for (const miss of misses) {
|
|
71
|
-
const { product_id, field } = miss;
|
|
72
|
-
let productGroupIds = mapProductIdToGroupIds.get(product_id);
|
|
73
|
-
if (!productGroupIds) {
|
|
74
|
-
productGroupIds = prefixMatcher.match(product_id);
|
|
75
|
-
mapProductIdToGroupIds.set(product_id, productGroupIds);
|
|
76
|
-
}
|
|
77
|
-
if (productGroupIds.length === 0) {
|
|
78
|
-
unroutableProducts.add(product_id);
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
const fieldGroupIds = mapFieldToGroupIds.get(field);
|
|
82
|
-
if (!fieldGroupIds) {
|
|
83
|
-
if (!defaultAction[product_id])
|
|
84
|
-
defaultAction[product_id] = {};
|
|
85
|
-
defaultAction[product_id][field] = ['', updated_at];
|
|
86
|
-
continue;
|
|
87
|
-
}
|
|
88
|
-
let matched = false;
|
|
89
|
-
for (const group_id of productGroupIds) {
|
|
90
|
-
if (!fieldGroupIds.has(group_id))
|
|
91
|
-
continue;
|
|
92
|
-
matched = true;
|
|
93
|
-
let productIds = productsByGroupId.get(group_id);
|
|
94
|
-
if (!productIds) {
|
|
95
|
-
productIds = new Set();
|
|
96
|
-
productsByGroupId.set(group_id, productIds);
|
|
97
|
-
}
|
|
98
|
-
productIds.add(product_id);
|
|
99
|
-
}
|
|
100
|
-
if (!matched) {
|
|
101
|
-
if (!defaultAction[product_id])
|
|
102
|
-
defaultAction[product_id] = {};
|
|
103
|
-
defaultAction[product_id][field] = ['', updated_at];
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
if (unroutableProducts.size !== 0) {
|
|
107
|
-
throw newError('VEX_QUOTE_PRODUCT_UNROUTABLE', {
|
|
108
|
-
updated_at,
|
|
109
|
-
unroutable_products: [...unroutableProducts].slice(0, 200),
|
|
110
|
-
unroutable_products_total: unroutableProducts.size,
|
|
111
|
-
});
|
|
112
|
-
}
|
|
113
|
-
return {
|
|
114
|
-
defaultAction,
|
|
115
|
-
requests: planRequests({ productsByGroupId, mapGroupIdToGroup }),
|
|
116
|
-
};
|
|
117
|
-
},
|
|
118
|
-
});
|
|
119
|
-
//# sourceMappingURL=router.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../src/quote/upstream/router.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,MAAM,CAAC;AAGnC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACjE,OAAO,EAAE,yBAAyB,EAAkB,MAAM,kBAAkB,CAAC;AAS7E,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExC,MAAM,aAAa,GAAG,CAAC,KAAe,EAAc,EAAE;IACpD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;KACxB;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACtB,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC;KACpB;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,KAAe,EAAU,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;AAqB5F,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,MAA6B,EAAoB,EAAE;IACtF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAU,CAAC,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,yBAAyB,CAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CACzF,CAAC;IACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC1B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE;YACpD,IAAI,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE;gBACb,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;gBAC7B,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;aACzC;YACD,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;SAC9B;KACF;IACD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,eAAyB,EAAE,EAAE,CACvE,UAAU,CAAC,QAAQ,EAAE,qBAAqB,CAAC,eAAe,CAAC,CAAC,CAAC;AAE/D,MAAM,YAAY,GAAG,CAAC,MAGrB,EAA4B,EAAE;;IAC7B,MAAM,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,MAAM,CAAC;IACxD,MAAM,eAAe,GAA6B,EAAE,CAAC;IACrD,KAAK,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,iBAAiB,EAAE;QACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,gBAAgB,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,GAAG,GAAG,MAAA,KAAK,CAAC,IAAI,CAAC,wBAAwB,mCAAI,gBAAgB,CAAC,MAAM,CAAC;QAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE;YACrD,MAAM,eAAe,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;YAC3D,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YACxD,eAAe,CAAC,IAAI,CAAC;gBACnB,GAAG;gBACH,OAAO,EAAE;oBACP,QAAQ;oBACR,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,MAAM,EAAE,CAAC;oBAC7D,GAAG,EAAE,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAa,EAAE;iBACxE;aACF,CAAC,CAAC;SACJ;KACF;IACD,OAAO,eAAe,CAAC;AACzB,CAAC,CAAC;AAMF,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAiB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE;QAC3C,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC;QACzE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAuB,CAAC;QACzD,MAAM,aAAa,GAAuB,EAAE,CAAC;QAC7C,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE7C,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAE3D,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;YACzB,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;YAEnC,IAAI,eAAe,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,EAAE;gBACpB,eAAe,GAAG,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAClD,sBAAsB,CAAC,GAAG,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;aACzD;YACD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;gBAChC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACnC,SAAS;aACV;YAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,aAAa,EAAE;gBAClB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;oBAAE,aAAa,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBAC/D,aAAa,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;gBACrD,SAAS;aACV;YAED,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE;gBACtC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAC3C,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACjD,IAAI,CAAC,UAAU,EAAE;oBACf,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;oBAC/B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;iBAC7C;gBACD,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aAC5B;YAED,IAAI,CAAC,OAAO,EAAE;gBACZ,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;oBAAE,aAAa,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;gBAC/D,aAAa,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;aACtD;SACF;QAED,IAAI,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE;YACjC,MAAM,QAAQ,CAAC,8BAA8B,EAAE;gBAC7C,UAAU;gBACV,mBAAmB,EAAE,CAAC,GAAG,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC1D,yBAAyB,EAAE,kBAAkB,CAAC,IAAI;aACnD,CAAC,CAAC;SACJ;QAED,OAAO;YACL,aAAa;YACb,QAAQ,EAAE,YAAY,CAAC,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;CACF,CAAC,CAAC","sourcesContent":["import { TextEncoder } from 'util';\n\nimport { IQuoteServiceRequestByVEX } from '@yuants/exchange';\nimport { encodePath, fnv1a64Hex, newError } from '@yuants/utils';\nimport { createSortedPrefixMatcher, IPrefixMatcher } from './prefix-matcher';\nimport {\n IQuoteKey,\n IQuoteProviderGroup,\n IQuoteProviderInstance,\n IQuoteRequire,\n IQuoteUpdateAction,\n} from '../types';\n\nconst SEP_BYTE = new Uint8Array([0xff]);\n\nconst encodeStrings = (parts: string[]): Uint8Array => {\n const buffers: Uint8Array[] = [];\n for (const part of parts) {\n buffers.push(new TextEncoder().encode(part));\n buffers.push(SEP_BYTE);\n }\n const totalLength = buffers.reduce((sum, b) => sum + b.length, 0);\n const result = new Uint8Array(totalLength);\n let offset = 0;\n for (const b of buffers) {\n result.set(b, offset);\n offset += b.length;\n }\n return result;\n};\n\nconst fnv1a64HexFromStrings = (parts: string[]): string => fnv1a64Hex(encodeStrings(parts));\n\nexport type IPlannedRequest = {\n group_id: string;\n instances: IQuoteProviderInstance[];\n req: IQuoteServiceRequestByVEX;\n};\n\nexport type IPlannedRequestWithKey = { key: string; planned: IPlannedRequest };\n\nexport type QuoteUpstreamPlan = {\n defaultAction: IQuoteUpdateAction;\n requests: IPlannedRequestWithKey[];\n};\n\nexport type IProviderIndices = {\n mapGroupIdToGroup: Map<string, IQuoteProviderGroup>;\n prefixMatcher: IPrefixMatcher<string>;\n mapFieldToGroupIds: Map<IQuoteKey, Set<string>>;\n};\n\nexport const buildProviderIndices = (groups: IQuoteProviderGroup[]): IProviderIndices => {\n const mapGroupIdToGroup = new Map(groups.map((x) => [x.group_id, x] as const));\n const prefixMatcher = createSortedPrefixMatcher(\n groups.map((group) => ({ prefix: group.meta.product_id_prefix, value: group.group_id })),\n );\n const mapFieldToGroupIds = new Map<IQuoteKey, Set<string>>();\n for (const group of groups) {\n for (const field of group.meta.fields as IQuoteKey[]) {\n let groupIds = mapFieldToGroupIds.get(field);\n if (!groupIds) {\n groupIds = new Set<string>();\n mapFieldToGroupIds.set(field, groupIds);\n }\n groupIds.add(group.group_id);\n }\n }\n return { mapGroupIdToGroup, prefixMatcher, mapFieldToGroupIds };\n};\n\nconst createRequestKey = (group_id: string, batchProductIds: string[]) =>\n encodePath(group_id, fnv1a64HexFromStrings(batchProductIds));\n\nconst planRequests = (params: {\n productsByGroupId: Map<string, Set<string>>;\n mapGroupIdToGroup: Map<string, IQuoteProviderGroup>;\n}): IPlannedRequestWithKey[] => {\n const { productsByGroupId, mapGroupIdToGroup } = params;\n const plannedRequests: IPlannedRequestWithKey[] = [];\n for (const [group_id, productIdSet] of productsByGroupId) {\n const group = mapGroupIdToGroup.get(group_id);\n if (!group) continue;\n const sortedProductIds = [...productIdSet].sort();\n const max = group.meta.max_products_per_request ?? sortedProductIds.length;\n for (let i = 0; i < sortedProductIds.length; i += max) {\n const batchProductIds = sortedProductIds.slice(i, i + max);\n const key = createRequestKey(group_id, batchProductIds);\n plannedRequests.push({\n key,\n planned: {\n group_id,\n instances: Array.from(group.mapTerminalIdToInstance.values()),\n req: { product_ids: batchProductIds, fields: group.meta.fields as any },\n },\n });\n }\n }\n return plannedRequests;\n};\n\nexport interface IQuoteRouter {\n planOrThrow: (misses: IQuoteRequire[], indices: IProviderIndices, updated_at: number) => QuoteUpstreamPlan;\n}\n\nexport const createQuoteRouter = (): IQuoteRouter => ({\n planOrThrow: (misses, indices, updated_at) => {\n const { prefixMatcher, mapFieldToGroupIds, mapGroupIdToGroup } = indices;\n const productsByGroupId = new Map<string, Set<string>>();\n const defaultAction: IQuoteUpdateAction = {};\n const unroutableProducts = new Set<string>();\n\n const mapProductIdToGroupIds = new Map<string, string[]>();\n\n for (const miss of misses) {\n const { product_id, field } = miss;\n\n let productGroupIds = mapProductIdToGroupIds.get(product_id);\n if (!productGroupIds) {\n productGroupIds = prefixMatcher.match(product_id);\n mapProductIdToGroupIds.set(product_id, productGroupIds);\n }\n if (productGroupIds.length === 0) {\n unroutableProducts.add(product_id);\n continue;\n }\n\n const fieldGroupIds = mapFieldToGroupIds.get(field);\n if (!fieldGroupIds) {\n if (!defaultAction[product_id]) defaultAction[product_id] = {};\n defaultAction[product_id]![field] = ['', updated_at];\n continue;\n }\n\n let matched = false;\n for (const group_id of productGroupIds) {\n if (!fieldGroupIds.has(group_id)) continue;\n matched = true;\n let productIds = productsByGroupId.get(group_id);\n if (!productIds) {\n productIds = new Set<string>();\n productsByGroupId.set(group_id, productIds);\n }\n productIds.add(product_id);\n }\n\n if (!matched) {\n if (!defaultAction[product_id]) defaultAction[product_id] = {};\n defaultAction[product_id]![field] = ['', updated_at];\n }\n }\n\n if (unroutableProducts.size !== 0) {\n throw newError('VEX_QUOTE_PRODUCT_UNROUTABLE', {\n updated_at,\n unroutable_products: [...unroutableProducts].slice(0, 200),\n unroutable_products_total: unroutableProducts.size,\n });\n }\n\n return {\n defaultAction,\n requests: planRequests({ productsByGroupId, mapGroupIdToGroup }),\n };\n },\n});\n"]}
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
import { IQuoteUpdateAction as IExchangeQuoteUpdateAction } from '@yuants/exchange';
|
|
2
|
-
import { Terminal } from '@yuants/protocol';
|
|
3
|
-
import { IPlannedRequestWithKey } from './router';
|
|
4
|
-
export interface IGetQuotesExecutor {
|
|
5
|
-
execute: (requests: IPlannedRequestWithKey[]) => Promise<IExchangeQuoteUpdateAction[]>;
|
|
6
|
-
}
|
|
7
|
-
export declare const createGetQuotesExecutor: (terminal: Terminal) => IGetQuotesExecutor;
|
|
8
|
-
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,IAAI,0BAA0B,EAEjD,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAyFlD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,CAAC,QAAQ,EAAE,sBAAsB,EAAE,KAAK,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC;CACxF;AAED,eAAO,MAAM,uBAAuB,aAAc,QAAQ,KAAG,kBAmC5D,CAAC"}
|
|
@@ -1,102 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.createGetQuotesExecutor = void 0;
|
|
4
|
-
const utils_1 = require("@yuants/utils");
|
|
5
|
-
const rxjs_1 = require("rxjs");
|
|
6
|
-
const createConcurrencyLimiter = (concurrency) => {
|
|
7
|
-
const queue = [];
|
|
8
|
-
let active = 0;
|
|
9
|
-
const next = () => {
|
|
10
|
-
if (active >= concurrency)
|
|
11
|
-
return;
|
|
12
|
-
const task = queue.shift();
|
|
13
|
-
if (!task)
|
|
14
|
-
return;
|
|
15
|
-
active++;
|
|
16
|
-
task();
|
|
17
|
-
};
|
|
18
|
-
return async (fn) => await new Promise((resolve, reject) => {
|
|
19
|
-
queue.push(async () => {
|
|
20
|
-
try {
|
|
21
|
-
resolve(await fn());
|
|
22
|
-
}
|
|
23
|
-
catch (e) {
|
|
24
|
-
reject(e);
|
|
25
|
-
}
|
|
26
|
-
finally {
|
|
27
|
-
active--;
|
|
28
|
-
next();
|
|
29
|
-
}
|
|
30
|
-
});
|
|
31
|
-
next();
|
|
32
|
-
});
|
|
33
|
-
};
|
|
34
|
-
const pickInstance = (params) => {
|
|
35
|
-
var _a;
|
|
36
|
-
const { group_id, instances, mapGroupIdToRoundRobinIndex } = params;
|
|
37
|
-
if (instances.length === 0)
|
|
38
|
-
throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_INSTANCE_EMPTY', { group_id });
|
|
39
|
-
const nextIndex = ((_a = mapGroupIdToRoundRobinIndex.get(group_id)) !== null && _a !== void 0 ? _a : 0) % instances.length;
|
|
40
|
-
mapGroupIdToRoundRobinIndex.set(group_id, nextIndex + 1);
|
|
41
|
-
return instances[nextIndex];
|
|
42
|
-
};
|
|
43
|
-
const requestGetQuotes = async (params) => {
|
|
44
|
-
const { terminal, instance, req } = params;
|
|
45
|
-
const res = await (0, rxjs_1.firstValueFrom)(terminal.client
|
|
46
|
-
.request('GetQuotes', instance.terminal_id, req, instance.service_id)
|
|
47
|
-
.pipe((0, rxjs_1.map)((msg) => msg.res), (0, rxjs_1.filter)((v) => v !== undefined)));
|
|
48
|
-
if (res.code !== 0)
|
|
49
|
-
throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_ERROR', { instance, res });
|
|
50
|
-
if (res.data === undefined)
|
|
51
|
-
throw (0, utils_1.newError)('VEX_QUOTE_PROVIDER_DATA_MISSING', { instance, res });
|
|
52
|
-
return res.data;
|
|
53
|
-
};
|
|
54
|
-
const runWithProviderGroupConcurrencyLimit1 = async (params) => {
|
|
55
|
-
var _a;
|
|
56
|
-
const { group_id, mapGroupIdToTailPromise, fn } = params;
|
|
57
|
-
const prev = (_a = mapGroupIdToTailPromise.get(group_id)) !== null && _a !== void 0 ? _a : Promise.resolve();
|
|
58
|
-
let resolveCurrent = () => { };
|
|
59
|
-
const current = new Promise((resolve) => {
|
|
60
|
-
resolveCurrent = resolve;
|
|
61
|
-
});
|
|
62
|
-
mapGroupIdToTailPromise.set(group_id, prev.then(() => current));
|
|
63
|
-
await prev;
|
|
64
|
-
try {
|
|
65
|
-
return await fn();
|
|
66
|
-
}
|
|
67
|
-
finally {
|
|
68
|
-
resolveCurrent();
|
|
69
|
-
}
|
|
70
|
-
};
|
|
71
|
-
const createGetQuotesExecutor = (terminal) => {
|
|
72
|
-
const mapGroupIdToRoundRobinIndex = new Map();
|
|
73
|
-
const mapGroupIdToTailPromise = new Map();
|
|
74
|
-
const limitGetQuotes = createConcurrencyLimiter(32);
|
|
75
|
-
const mapKeyToInFlightGetQuotesPromise = new Map();
|
|
76
|
-
const requestGetQuotesInFlight = (key, planned) => {
|
|
77
|
-
const existing = mapKeyToInFlightGetQuotesPromise.get(key);
|
|
78
|
-
if (existing)
|
|
79
|
-
return existing;
|
|
80
|
-
const promise = limitGetQuotes(() => runWithProviderGroupConcurrencyLimit1({
|
|
81
|
-
group_id: planned.group_id,
|
|
82
|
-
mapGroupIdToTailPromise,
|
|
83
|
-
fn: async () => {
|
|
84
|
-
const instance = pickInstance({
|
|
85
|
-
group_id: planned.group_id,
|
|
86
|
-
instances: planned.instances,
|
|
87
|
-
mapGroupIdToRoundRobinIndex,
|
|
88
|
-
});
|
|
89
|
-
return await requestGetQuotes({ terminal, instance, req: planned.req });
|
|
90
|
-
},
|
|
91
|
-
})).finally(() => {
|
|
92
|
-
mapKeyToInFlightGetQuotesPromise.delete(key);
|
|
93
|
-
});
|
|
94
|
-
mapKeyToInFlightGetQuotesPromise.set(key, promise);
|
|
95
|
-
return promise;
|
|
96
|
-
};
|
|
97
|
-
return {
|
|
98
|
-
execute: async (requests) => await Promise.all(requests.map(async ({ key, planned }) => await requestGetQuotesInFlight(key, planned))),
|
|
99
|
-
};
|
|
100
|
-
};
|
|
101
|
-
exports.createGetQuotesExecutor = createGetQuotesExecutor;
|
|
102
|
-
//# sourceMappingURL=executor.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/quote/upstream/executor.ts"],"names":[],"mappings":";;;AAKA,yCAAyC;AACzC,+BAAmD;AAMnD,MAAM,wBAAwB,GAAG,CAAC,WAAmB,EAAE,EAAE;IACvD,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,MAAM,IAAI,WAAW;YAAE,OAAO;QAClC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;IACF,OAAO,KAAK,EAAK,EAAoB,EAAc,EAAE,CACnD,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACvC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI;gBACF,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;aACrB;YAAC,OAAO,CAAC,EAAE;gBACV,MAAM,CAAC,CAAC,CAAC,CAAC;aACX;oBAAS;gBACR,MAAM,EAAE,CAAC;gBACT,IAAI,EAAE,CAAC;aACR;QACH,CAAC,CAAC,CAAC;QACH,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,MAIrB,EAA0B,EAAE;;IAC3B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,2BAA2B,EAAE,GAAG,MAAM,CAAC;IACpE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAA,gBAAQ,EAAC,mCAAmC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9F,MAAM,SAAS,GAAG,CAAC,MAAA,2BAA2B,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAAI,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;IACtF,2BAA2B,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,SAAS,CAAC,CAAC;AAC9B,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAI/B,EAAuC,EAAE;IACxC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAc,EAC9B,QAAQ,CAAC,MAAM;SACZ,OAAO,CACN,WAAW,EACX,QAAQ,CAAC,WAAW,EACpB,GAAG,EACH,QAAQ,CAAC,UAAU,CACpB;SACA,IAAI,CACH,IAAA,UAAG,EAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EACrB,IAAA,aAAM,EAAC,CAAC,CAAC,EAAqC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAClE,CACJ,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;QAAE,MAAM,IAAA,gBAAQ,EAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAClF,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,IAAA,gBAAQ,EAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IACjG,OAAO,GAAG,CAAC,IAAW,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,qCAAqC,GAAG,KAAK,EAAK,MAIvD,EAAc,EAAE;;IACf,MAAM,EAAE,QAAQ,EAAE,uBAAuB,EAAE,EAAE,EAAE,GAAG,MAAM,CAAC;IACzD,MAAM,IAAI,GAAG,MAAA,uBAAuB,CAAC,GAAG,CAAC,QAAQ,CAAC,mCAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IACxE,IAAI,cAAc,GAAe,GAAG,EAAE,GAAE,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5C,cAAc,GAAG,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IACH,uBAAuB,CAAC,GAAG,CACzB,QAAQ,EACR,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CACzB,CAAC;IACF,MAAM,IAAI,CAAC;IACX,IAAI;QACF,OAAO,MAAM,EAAE,EAAE,CAAC;KACnB;YAAS;QACR,cAAc,EAAE,CAAC;KAClB;AACH,CAAC,CAAC;AAMK,MAAM,uBAAuB,GAAG,CAAC,QAAkB,EAAsB,EAAE;IAChF,MAAM,2BAA2B,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9D,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjE,MAAM,cAAc,GAAG,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAEpD,MAAM,gCAAgC,GAAG,IAAI,GAAG,EAA+C,CAAC;IAChG,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAE,OAAwB,EAAE,EAAE;QACzE,MAAM,QAAQ,GAAG,gCAAgC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,CAClC,qCAAqC,CAAC;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,uBAAuB;YACvB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,QAAQ,GAAG,YAAY,CAAC;oBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,2BAA2B;iBAC5B,CAAC,CAAC;gBACH,OAAO,MAAM,gBAAgB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1E,CAAC;SACF,CAAC,CACH,CAAC,OAAO,CAAC,GAAG,EAAE;YACb,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,gCAAgC,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACnD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAC1B,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,wBAAwB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CACvF;KACJ,CAAC;AACJ,CAAC,CAAC;AAnCW,QAAA,uBAAuB,2BAmClC","sourcesContent":["import {\n IQuoteUpdateAction as IExchangeQuoteUpdateAction,\n IQuoteServiceRequestByVEX,\n} from '@yuants/exchange';\nimport { Terminal } from '@yuants/protocol';\nimport { newError } from '@yuants/utils';\nimport { filter, firstValueFrom, map } from 'rxjs';\nimport { IQuoteProviderInstance } from '../types';\nimport { IPlannedRequestWithKey } from './router';\n\ntype IPlannedRequest = IPlannedRequestWithKey['planned'];\n\nconst createConcurrencyLimiter = (concurrency: number) => {\n const queue: Array<() => void> = [];\n let active = 0;\n const next = () => {\n if (active >= concurrency) return;\n const task = queue.shift();\n if (!task) return;\n active++;\n task();\n };\n return async <T>(fn: () => Promise<T>): Promise<T> =>\n await new Promise<T>((resolve, reject) => {\n queue.push(async () => {\n try {\n resolve(await fn());\n } catch (e) {\n reject(e);\n } finally {\n active--;\n next();\n }\n });\n next();\n });\n};\n\nconst pickInstance = (params: {\n group_id: string;\n instances: IQuoteProviderInstance[];\n mapGroupIdToRoundRobinIndex: Map<string, number>;\n}): IQuoteProviderInstance => {\n const { group_id, instances, mapGroupIdToRoundRobinIndex } = params;\n if (instances.length === 0) throw newError('VEX_QUOTE_PROVIDER_INSTANCE_EMPTY', { group_id });\n const nextIndex = (mapGroupIdToRoundRobinIndex.get(group_id) ?? 0) % instances.length;\n mapGroupIdToRoundRobinIndex.set(group_id, nextIndex + 1);\n return instances[nextIndex];\n};\n\nconst requestGetQuotes = async (params: {\n terminal: Terminal;\n instance: IQuoteProviderInstance;\n req: IQuoteServiceRequestByVEX;\n}): Promise<IExchangeQuoteUpdateAction> => {\n const { terminal, instance, req } = params;\n const res = await firstValueFrom(\n terminal.client\n .request<IQuoteServiceRequestByVEX, IExchangeQuoteUpdateAction>(\n 'GetQuotes',\n instance.terminal_id,\n req,\n instance.service_id,\n )\n .pipe(\n map((msg) => msg.res),\n filter((v): v is Exclude<typeof v, undefined> => v !== undefined),\n ),\n );\n if (res.code !== 0) throw newError('VEX_QUOTE_PROVIDER_ERROR', { instance, res });\n if (res.data === undefined) throw newError('VEX_QUOTE_PROVIDER_DATA_MISSING', { instance, res });\n return res.data as any;\n};\n\nconst runWithProviderGroupConcurrencyLimit1 = async <T>(params: {\n group_id: string;\n mapGroupIdToTailPromise: Map<string, Promise<void>>;\n fn: () => Promise<T>;\n}): Promise<T> => {\n const { group_id, mapGroupIdToTailPromise, fn } = params;\n const prev = mapGroupIdToTailPromise.get(group_id) ?? Promise.resolve();\n let resolveCurrent: () => void = () => {};\n const current = new Promise<void>((resolve) => {\n resolveCurrent = resolve;\n });\n mapGroupIdToTailPromise.set(\n group_id,\n prev.then(() => current),\n );\n await prev;\n try {\n return await fn();\n } finally {\n resolveCurrent();\n }\n};\n\nexport interface IGetQuotesExecutor {\n execute: (requests: IPlannedRequestWithKey[]) => Promise<IExchangeQuoteUpdateAction[]>;\n}\n\nexport const createGetQuotesExecutor = (terminal: Terminal): IGetQuotesExecutor => {\n const mapGroupIdToRoundRobinIndex = new Map<string, number>();\n const mapGroupIdToTailPromise = new Map<string, Promise<void>>();\n const limitGetQuotes = createConcurrencyLimiter(32);\n\n const mapKeyToInFlightGetQuotesPromise = new Map<string, Promise<IExchangeQuoteUpdateAction>>();\n const requestGetQuotesInFlight = (key: string, planned: IPlannedRequest) => {\n const existing = mapKeyToInFlightGetQuotesPromise.get(key);\n if (existing) return existing;\n const promise = limitGetQuotes(() =>\n runWithProviderGroupConcurrencyLimit1({\n group_id: planned.group_id,\n mapGroupIdToTailPromise,\n fn: async () => {\n const instance = pickInstance({\n group_id: planned.group_id,\n instances: planned.instances,\n mapGroupIdToRoundRobinIndex,\n });\n return await requestGetQuotes({ terminal, instance, req: planned.req });\n },\n }),\n ).finally(() => {\n mapKeyToInFlightGetQuotesPromise.delete(key);\n });\n mapKeyToInFlightGetQuotesPromise.set(key, promise);\n return promise;\n };\n\n return {\n execute: async (requests) =>\n await Promise.all(\n requests.map(async ({ key, planned }) => await requestGetQuotesInFlight(key, planned)),\n ),\n };\n};\n"]}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AACzD,YAAY,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.createQuoteProviderRegistry = void 0;
|
|
4
|
-
var registry_1 = require("./registry");
|
|
5
|
-
Object.defineProperty(exports, "createQuoteProviderRegistry", { enumerable: true, get: function () { return registry_1.createQuoteProviderRegistry; } });
|
|
6
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/quote/upstream/index.ts"],"names":[],"mappings":";;;AAAA,uCAAyD;AAAhD,uHAAA,2BAA2B,OAAA","sourcesContent":["export { createQuoteProviderRegistry } from './registry';\nexport type { IQuoteProviderRegistry } from './registry';\n"]}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"prefix-matcher.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/prefix-matcher.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;CAC/B;AAED,eAAO,MAAM,yBAAyB;YACX,MAAM;;yBAMhC,CAAC"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.createSortedPrefixMatcher = void 0;
|
|
4
|
-
const createSortedPrefixMatcher = (entries) => {
|
|
5
|
-
const sorted = [...entries].sort((a, b) => b.prefix.length - a.prefix.length);
|
|
6
|
-
return {
|
|
7
|
-
match: (value) => sorted.filter((x) => value.startsWith(x.prefix)).map((x) => x.value),
|
|
8
|
-
};
|
|
9
|
-
};
|
|
10
|
-
exports.createSortedPrefixMatcher = createSortedPrefixMatcher;
|
|
11
|
-
//# sourceMappingURL=prefix-matcher.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"prefix-matcher.js","sourceRoot":"","sources":["../../../src/quote/upstream/prefix-matcher.ts"],"names":[],"mappings":";;;AAIO,MAAM,yBAAyB,GAAG,CACvC,OAA4C,EACzB,EAAE;IACrB,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,OAAO;QACL,KAAK,EAAE,CAAC,KAAa,EAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;KACpG,CAAC;AACJ,CAAC,CAAC;AAPW,QAAA,yBAAyB,6BAOpC","sourcesContent":["export interface IPrefixMatcher<T> {\n match: (value: string) => T[];\n}\n\nexport const createSortedPrefixMatcher = <T>(\n entries: Array<{ prefix: string; value: T }>,\n): IPrefixMatcher<T> => {\n const sorted = [...entries].sort((a, b) => b.prefix.length - a.prefix.length);\n return {\n match: (value: string): T[] => sorted.filter((x) => value.startsWith(x.prefix)).map((x) => x.value),\n };\n};\n"]}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { Terminal } from '@yuants/protocol';
|
|
2
|
-
import { IQuoteProviderGroup, IQuoteRequire, IQuoteState, IQuoteUpdateAction } from '../types';
|
|
3
|
-
import { IProviderIndices, IPlannedRequestWithKey, QuoteUpstreamPlan } from './router';
|
|
4
|
-
export interface IQuoteProviderRegistry {
|
|
5
|
-
snapshot: () => {
|
|
6
|
-
groups: IQuoteProviderGroup[];
|
|
7
|
-
indices: IProviderIndices;
|
|
8
|
-
};
|
|
9
|
-
planOrThrow: (misses: IQuoteRequire[], updated_at: number) => QuoteUpstreamPlan;
|
|
10
|
-
execute: (requests: IPlannedRequestWithKey[]) => Promise<IQuoteUpdateAction[]>;
|
|
11
|
-
fillQuoteStateFromUpstream: (params: {
|
|
12
|
-
quoteState: IQuoteState;
|
|
13
|
-
cacheMissed: IQuoteRequire[];
|
|
14
|
-
updated_at: number;
|
|
15
|
-
}) => Promise<void>;
|
|
16
|
-
}
|
|
17
|
-
export declare const createQuoteProviderRegistry: (terminal: Terminal) => IQuoteProviderRegistry;
|
|
18
|
-
//# sourceMappingURL=registry.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/quote/upstream/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,EAEL,mBAAmB,EAEnB,aAAa,EACb,WAAW,EACX,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAElB,OAAO,EAGL,gBAAgB,EAChB,sBAAsB,EACtB,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM;QAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAC7E,WAAW,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,MAAM,KAAK,iBAAiB,CAAC;IAChF,OAAO,EAAE,CAAC,QAAQ,EAAE,sBAAsB,EAAE,KAAK,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC/E,0BAA0B,EAAE,CAAC,MAAM,EAAE;QACnC,UAAU,EAAE,WAAW,CAAC;QACxB,WAAW,EAAE,aAAa,EAAE,CAAC;QAC7B,UAAU,EAAE,MAAM,CAAC;KACpB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACrB;AAOD,eAAO,MAAM,2BAA2B,aAAc,QAAQ,KAAG,sBAsKhE,CAAC"}
|