@cubejs-backend/query-orchestrator 1.8.14 → 1.8.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/orchestrator/LocalCacheDriver.d.ts +8 -3
- package/dist/src/orchestrator/LocalCacheDriver.d.ts.map +1 -1
- package/dist/src/orchestrator/LocalCacheDriver.js.map +1 -1
- package/dist/src/orchestrator/LocalQueueDriverConnection.d.ts +31 -7
- package/dist/src/orchestrator/LocalQueueDriverConnection.d.ts.map +1 -1
- package/dist/src/orchestrator/LocalQueueDriverConnection.js +69 -1
- package/dist/src/orchestrator/LocalQueueDriverConnection.js.map +1 -1
- package/dist/src/orchestrator/PreAggregationLoadCache.d.ts +13 -12
- package/dist/src/orchestrator/PreAggregationLoadCache.d.ts.map +1 -1
- package/dist/src/orchestrator/PreAggregationLoadCache.js.map +1 -1
- package/dist/src/orchestrator/PreAggregationLoader.d.ts +35 -20
- package/dist/src/orchestrator/PreAggregationLoader.d.ts.map +1 -1
- package/dist/src/orchestrator/PreAggregationLoader.js.map +1 -1
- package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.d.ts +37 -26
- package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.d.ts.map +1 -1
- package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.js.map +1 -1
- package/dist/src/orchestrator/PreAggregations.d.ts +40 -27
- package/dist/src/orchestrator/PreAggregations.d.ts.map +1 -1
- package/dist/src/orchestrator/PreAggregations.js +1 -1
- package/dist/src/orchestrator/PreAggregations.js.map +1 -1
- package/dist/src/orchestrator/QueryCache.d.ts +32 -19
- package/dist/src/orchestrator/QueryCache.d.ts.map +1 -1
- package/dist/src/orchestrator/QueryCache.js +52 -13
- package/dist/src/orchestrator/QueryCache.js.map +1 -1
- package/dist/src/orchestrator/QueryOrchestrator.d.ts +8 -8
- package/dist/src/orchestrator/QueryOrchestrator.d.ts.map +1 -1
- package/dist/src/orchestrator/QueryOrchestrator.js +3 -1
- package/dist/src/orchestrator/QueryOrchestrator.js.map +1 -1
- package/dist/src/orchestrator/QueryQueue.d.ts +21 -10
- package/dist/src/orchestrator/QueryQueue.d.ts.map +1 -1
- package/dist/src/orchestrator/QueryQueue.js +1 -4
- package/dist/src/orchestrator/QueryQueue.js.map +1 -1
- package/dist/src/orchestrator/QueryStream.d.ts +2 -2
- package/dist/src/orchestrator/QueryStream.d.ts.map +1 -1
- package/dist/src/orchestrator/QueryStream.js.map +1 -1
- package/dist/src/orchestrator/StreamObjectsCounter.js.map +1 -1
- package/dist/src/orchestrator/utils.js.map +1 -1
- package/package.json +6 -6
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
import { MaybeCancelablePromise } from '@cubejs-backend/shared';
|
|
2
2
|
import { CacheDriverInterface } from '@cubejs-backend/base-driver';
|
|
3
|
+
interface ItemBucket {
|
|
4
|
+
value: any;
|
|
5
|
+
exp: number;
|
|
6
|
+
}
|
|
3
7
|
export declare class LocalCacheDriver implements CacheDriverInterface {
|
|
4
|
-
protected readonly store: Record<string,
|
|
8
|
+
protected readonly store: Record<string, ItemBucket>;
|
|
5
9
|
constructor();
|
|
6
10
|
get(key: string): Promise<any>;
|
|
7
|
-
set(key: string, value:
|
|
11
|
+
set(key: string, value: unknown, expiration: number): Promise<{
|
|
8
12
|
key: string;
|
|
9
13
|
bytes: number;
|
|
10
14
|
}>;
|
|
@@ -13,6 +17,7 @@ export declare class LocalCacheDriver implements CacheDriverInterface {
|
|
|
13
17
|
cleanup(): Promise<void>;
|
|
14
18
|
reset(): void;
|
|
15
19
|
testConnection(): Promise<void>;
|
|
16
|
-
withLock: (key: string, cb: () => MaybeCancelablePromise<
|
|
20
|
+
withLock: (key: string, cb: () => MaybeCancelablePromise<unknown>, expiration?: number, freeAfter?: boolean) => import("@cubejs-backend/shared").CancelablePromise<boolean>;
|
|
17
21
|
}
|
|
22
|
+
export {};
|
|
18
23
|
//# sourceMappingURL=LocalCacheDriver.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LocalCacheDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"LocalCacheDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,UAAU,UAAU;IAClB,KAAK,EAAE,GAAG,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;CACb;AAID,qBAAa,gBAAiB,YAAW,oBAAoB;IAC3D,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;;IAMxC,GAAG,CAAC,GAAG,EAAE,MAAM;IAQf,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;;;;IAWnD,MAAM,CAAC,GAAG,EAAE,MAAM;IAIlB,gBAAgB,CAAC,MAAM,EAAE,MAAM;IAK/B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,KAAK,IAAI,IAAI;IAMP,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC,QAAQ,GACb,KAAK,MAAM,EACX,IAAI,MAAM,sBAAsB,CAAC,OAAO,CAAC,EACzC,aAAY,MAAW,EACvB,YAAW,OAAc,iEAwBxB;CACJ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LocalCacheDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.ts"],"names":[],"mappings":";;;AAAA,mDAAyF;AAQzF,MAAM,KAAK,GAA+B,EAAE,CAAC;AAE7C,MAAa,gBAAgB;IACR,KAAK,
|
|
1
|
+
{"version":3,"file":"LocalCacheDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.ts"],"names":[],"mappings":";;;AAAA,mDAAyF;AAQzF,MAAM,KAAK,GAA+B,EAAE,CAAC;AAE7C,MAAa,gBAAgB;IACR,KAAK,CAA6B;IAErD;QACE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW;QAC1B,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YAClE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAc,EAAE,UAAkB;QAC9D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG;YAChB,KAAK;YACL,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,UAAU,GAAG,IAAI;SAC9C,CAAC;QACF,OAAO;YACL,GAAG;YACH,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;SAChD,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,GAAW;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,MAAc;QAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,gBAAgB;IAClB,CAAC;IAEM,KAAK;QACV,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,gBAAgB;IAClB,CAAC;IAEM,QAAQ,GAAG,CAChB,GAAW,EACX,EAAyC,EACzC,aAAqB,EAAE,EACvB,YAAqB,IAAI,EACzB,EAAE,CAAC,IAAA,gCAAuB,EAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACzC,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtB,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG;gBAChB,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;gBACpB,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,UAAU,GAAG,IAAI;aAC9C,CAAC;YAEF,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAErB,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;CACJ;AA9ED,4CA8EC"}
|
|
@@ -11,7 +11,7 @@ export declare enum LocalQueueItemStatus {
|
|
|
11
11
|
export interface QueryDefObject {
|
|
12
12
|
queueId: QueueId;
|
|
13
13
|
queryHandler: string;
|
|
14
|
-
query:
|
|
14
|
+
query: AddToQueueQuery;
|
|
15
15
|
queryKey: QueryKey;
|
|
16
16
|
stageQueryKey: string;
|
|
17
17
|
priority: number;
|
|
@@ -38,9 +38,9 @@ export interface LocalQueueItem {
|
|
|
38
38
|
* Written only by optimisticQueryUpdate, kept out of the payload so that a concurrent
|
|
39
39
|
* update cannot mutate the def other connections are holding.
|
|
40
40
|
*/
|
|
41
|
-
extra: Record<string,
|
|
41
|
+
extra: Record<string, unknown> | null;
|
|
42
42
|
}
|
|
43
|
-
export interface PromiseWithResolve<T =
|
|
43
|
+
export interface PromiseWithResolve<T = unknown> extends Promise<T> {
|
|
44
44
|
resolve?: (value: T) => void;
|
|
45
45
|
resolved?: boolean;
|
|
46
46
|
}
|
|
@@ -63,8 +63,18 @@ export declare class LocalQueueItems {
|
|
|
63
63
|
remove(item: LocalQueueItem): void;
|
|
64
64
|
values(): IterableIterator<LocalQueueItem>;
|
|
65
65
|
}
|
|
66
|
+
export interface RetainedResult {
|
|
67
|
+
result: unknown;
|
|
68
|
+
at: number;
|
|
69
|
+
}
|
|
66
70
|
export declare class LocalQueueDriverConnectionState {
|
|
67
71
|
readonly resultPromises: Record<string, PromiseWithResolve>;
|
|
72
|
+
/**
|
|
73
|
+
* Kept apart from resultPromises on purpose: a promise there means "a query is in flight on this
|
|
74
|
+
* key", so a resolved one left behind would answer the next query on the key with a stale result.
|
|
75
|
+
*/
|
|
76
|
+
readonly retainedResults: Map<string, RetainedResult>;
|
|
77
|
+
retainedResultsSweep: NodeJS.Timeout | null;
|
|
68
78
|
readonly items: LocalQueueItems;
|
|
69
79
|
}
|
|
70
80
|
export declare class LocalQueueDriverConnection implements QueueDriverConnectionInterface {
|
|
@@ -97,14 +107,28 @@ export declare class LocalQueueDriverConnection implements QueueDriverConnection
|
|
|
97
107
|
getQueriesToCancel(): Promise<QueryKeysTuple[]>;
|
|
98
108
|
getActiveAndToProcess(): Promise<GetActiveAndToProcessResponse>;
|
|
99
109
|
getResultPromise(resultListKey: string): PromiseWithResolve;
|
|
100
|
-
getResultBlocking(queryKeyHash: QueryKeyHash, _queueId?: QueueId): Promise<
|
|
101
|
-
|
|
110
|
+
getResultBlocking(queryKeyHash: QueryKeyHash, _queueId?: QueueId): Promise<unknown>;
|
|
111
|
+
/**
|
|
112
|
+
* Reads without removing, as several stragglers can coalesce onto one key. Expiry and the cap
|
|
113
|
+
* are what remove an entry.
|
|
114
|
+
*/
|
|
115
|
+
protected readRetainedResult(resultListKey: string): unknown;
|
|
116
|
+
/**
|
|
117
|
+
* Without traffic nothing else sweeps, so an idle server would otherwise keep the last results forever.
|
|
118
|
+
*/
|
|
119
|
+
protected scheduleRetainedResultsSweep(): void;
|
|
120
|
+
protected sweepRetainedResults(): void;
|
|
121
|
+
/**
|
|
122
|
+
* Doesn't consult retainedResults: this is the non-blocking probe for whether a query is done,
|
|
123
|
+
* and answering it from there would report "done" to callers that never joined that flow.
|
|
124
|
+
*/
|
|
125
|
+
getResult(queryKey: QueryKey, _externalId?: string): Promise<unknown>;
|
|
102
126
|
addToQueue(queryKey: QueryKey, queryHandler: string, query: AddToQueueQuery, priority: QueuePriority, options: AddToQueueOptions): Promise<AddToQueueResponse>;
|
|
103
127
|
getToProcessQueries(): Promise<QueryKeysTuple[]>;
|
|
104
128
|
getActiveQueries(): Promise<QueryKeysTuple[]>;
|
|
105
129
|
getQueryAndRemove(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<[QueryDef]>;
|
|
106
130
|
cancelQuery(queryKey: QueryKey, queueId?: QueueId | null): Promise<QueryDef | null>;
|
|
107
|
-
setResultAndRemoveQuery(queryKeyHash: QueryKeyHash, executionResult:
|
|
131
|
+
setResultAndRemoveQuery(queryKeyHash: QueryKeyHash, executionResult: unknown, queueId: QueueId): Promise<boolean>;
|
|
108
132
|
protected isOrphaned(item: LocalQueueItem, now: number): boolean;
|
|
109
133
|
/**
|
|
110
134
|
* options.orphanedTimeout is in seconds and overrides the driver level one.
|
|
@@ -117,7 +141,7 @@ export declare class LocalQueueDriverConnection implements QueueDriverConnection
|
|
|
117
141
|
getQueryDef(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<QueryDef | null>;
|
|
118
142
|
updateHeartBeat(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<void>;
|
|
119
143
|
retrieveForProcessing(queryKeyHash: QueryKeyHash, queueId: QueueId): Promise<RetrieveForProcessingSuccess | null>;
|
|
120
|
-
optimisticQueryUpdate(queryKeyHash: QueryKeyHash, toUpdate:
|
|
144
|
+
optimisticQueryUpdate(queryKeyHash: QueryKeyHash, toUpdate: Record<string, unknown>, queueId: QueueId): Promise<boolean>;
|
|
121
145
|
release(): void;
|
|
122
146
|
queryRedisKey(queryKey: QueryKey, suffix: string): string;
|
|
123
147
|
resultListKey(queryKey: QueryKey | QueryKeyHash): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LocalQueueDriverConnection.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,EAC9B,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,6BAA6B,EAC7B,uBAAuB,EACvB,4BAA4B,EAC5B,kBAAkB,EAClB,aAAa,EACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAE5B;;;GAGG;AACH,oBAAY,oBAAoB;IAC9B,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"LocalQueueDriverConnection.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,EAC9B,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,6BAA6B,EAC7B,uBAAuB,EACvB,4BAA4B,EAC5B,kBAAkB,EAClB,aAAa,EACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAE5B;;;GAGG;AACH,oBAAY,oBAAoB;IAC9B,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,YAAY,CAAC;IAClB,MAAM,EAAE,oBAAoB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,cAAc,CAAC;IACxB;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACvC;AAED,MAAM,WAAW,kBAAkB,CAAC,CAAC,GAAG,OAAO,CAAE,SAAQ,OAAO,CAAC,CAAC,CAAC;IACjE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAa;IAExE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAa;IAEjE,SAAS,CAAC,UAAU,EAAE,MAAM,CAAK;IAE1B,MAAM,IAAI,MAAM;IAMhB,QAAQ,CAAC,GAAG,EAAE,YAAY,GAAG,cAAc,GAAG,IAAI;IAIlD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IAI1C,GAAG,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO;IAI/B,GAAG,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAK/B,MAAM,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAKlC,MAAM,IAAI,gBAAgB,CAAC,cAAc,CAAC;CAGlD;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,OAAO,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;CACZ;AASD,qBAAa,+BAA+B;IAC1C,SAAgB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAM;IAExE;;;OAGG;IACH,SAAgB,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAa;IAElE,oBAAoB,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAQ;IAE1D,SAAgB,KAAK,EAAE,eAAe,CAAyB;CAChE;AAED,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAE7C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IAEzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAE1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkC;gBAErC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,+BAA+B,EAAE,OAAO,EAAE,kBAAkB;IAUhH;;;;OAIG;IACH,SAAS,CAAC,WAAW,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,cAAc,GAAG,IAAI;IAUlG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,QAAQ;IAQlD;;OAEG;IACH,SAAS,CAAC,WAAW,IAAI,cAAc,EAAE;IAczC,SAAS,CAAC,YAAY,IAAI,cAAc,EAAE;IAI1C;;OAEG;IACH,SAAS,CAAC,WAAW,IAAI,cAAc,EAAE;IAIzC,SAAS,CAAC,YAAY,IAAI,MAAM;IAYhC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE;IAI/C,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAQ/C,qBAAqB,IAAI,OAAO,CAAC,6BAA6B,CAAC;IAOrE,gBAAgB,CAAC,aAAa,EAAE,MAAM,GAAG,kBAAkB;IAYrD,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BhG;;;OAGG;IACH,SAAS,CAAC,kBAAkB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO;IAc5D;;OAEG;IACH,SAAS,CAAC,4BAA4B,IAAI,IAAI;IAe9C,SAAS,CAAC,oBAAoB,IAAI,IAAI;IActC;;;OAGG;IACU,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASrE,UAAU,CACrB,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,eAAe,EACtB,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC;IAuDjB,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAIhD,gBAAgB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAI7C,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;IAa5F,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAKnF,uBAAuB,CAAC,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAsB9H,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAIhE;;OAEG;IACH,SAAS,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,MAAM;IAI3E,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAYlD,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAM/C,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAM9C,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAgBvE,WAAW,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAM3F,eAAe,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAOpF,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,4BAA4B,GAAG,IAAI,CAAC;IA2BjH,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAW9H,OAAO,IAAI,IAAI;IAIf,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAIzD,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY,GAAG,MAAM;IAIxD,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY;CAGnD"}
|
|
@@ -47,8 +47,20 @@ class LocalQueueItems {
|
|
|
47
47
|
}
|
|
48
48
|
}
|
|
49
49
|
exports.LocalQueueItems = LocalQueueItems;
|
|
50
|
+
/**
|
|
51
|
+
* Lets a waiter that coalesced onto a queued key read the result after the first waiter took it.
|
|
52
|
+
* The race resolves in milliseconds, so the window is short; entries are whole results, so the cap bounds memory.
|
|
53
|
+
*/
|
|
54
|
+
const RETAINED_RESULT_MS = 5 * 1000;
|
|
55
|
+
const RETAINED_RESULT_MAX = 100;
|
|
50
56
|
class LocalQueueDriverConnectionState {
|
|
51
57
|
resultPromises = {};
|
|
58
|
+
/**
|
|
59
|
+
* Kept apart from resultPromises on purpose: a promise there means "a query is in flight on this
|
|
60
|
+
* key", so a resolved one left behind would answer the next query on the key with a stale result.
|
|
61
|
+
*/
|
|
62
|
+
retainedResults = new Map();
|
|
63
|
+
retainedResultsSweep = null;
|
|
52
64
|
items = new LocalQueueItems();
|
|
53
65
|
}
|
|
54
66
|
exports.LocalQueueDriverConnectionState = LocalQueueDriverConnectionState;
|
|
@@ -148,7 +160,8 @@ class LocalQueueDriverConnection {
|
|
|
148
160
|
// With neither an item nor a result there is nothing that could ever resolve, so don't
|
|
149
161
|
// make the caller wait out the timeout
|
|
150
162
|
if (!this.state.items.has(queryKeyHash) && !this.state.resultPromises[resultListKey]) {
|
|
151
|
-
|
|
163
|
+
// A waiter that coalesced onto this key may arrive after the result was consumed
|
|
164
|
+
return this.readRetainedResult(resultListKey);
|
|
152
165
|
}
|
|
153
166
|
const timeoutPromise = (timeout) => new Promise((resolve) => setTimeout(() => resolve(null), timeout));
|
|
154
167
|
const res = await Promise.race([
|
|
@@ -157,9 +170,60 @@ class LocalQueueDriverConnection {
|
|
|
157
170
|
]);
|
|
158
171
|
if (res) {
|
|
159
172
|
delete this.state.resultPromises[resultListKey];
|
|
173
|
+
// Re-inserted rather than overwritten so that iteration order stays oldest first
|
|
174
|
+
this.state.retainedResults.delete(resultListKey);
|
|
175
|
+
this.state.retainedResults.set(resultListKey, { result: res, at: Date.now() });
|
|
176
|
+
this.sweepRetainedResults();
|
|
177
|
+
this.scheduleRetainedResultsSweep();
|
|
160
178
|
}
|
|
161
179
|
return res;
|
|
162
180
|
}
|
|
181
|
+
/**
|
|
182
|
+
* Reads without removing, as several stragglers can coalesce onto one key. Expiry and the cap
|
|
183
|
+
* are what remove an entry.
|
|
184
|
+
*/
|
|
185
|
+
readRetainedResult(resultListKey) {
|
|
186
|
+
const retained = this.state.retainedResults.get(resultListKey);
|
|
187
|
+
if (!retained) {
|
|
188
|
+
return null;
|
|
189
|
+
}
|
|
190
|
+
if (retained.at <= Date.now() - RETAINED_RESULT_MS) {
|
|
191
|
+
this.state.retainedResults.delete(resultListKey);
|
|
192
|
+
return null;
|
|
193
|
+
}
|
|
194
|
+
return retained.result;
|
|
195
|
+
}
|
|
196
|
+
/**
|
|
197
|
+
* Without traffic nothing else sweeps, so an idle server would otherwise keep the last results forever.
|
|
198
|
+
*/
|
|
199
|
+
scheduleRetainedResultsSweep() {
|
|
200
|
+
if (this.state.retainedResultsSweep) {
|
|
201
|
+
return;
|
|
202
|
+
}
|
|
203
|
+
this.state.retainedResultsSweep = setTimeout(() => {
|
|
204
|
+
this.state.retainedResultsSweep = null;
|
|
205
|
+
this.sweepRetainedResults();
|
|
206
|
+
if (this.state.retainedResults.size) {
|
|
207
|
+
this.scheduleRetainedResultsSweep();
|
|
208
|
+
}
|
|
209
|
+
}, RETAINED_RESULT_MS);
|
|
210
|
+
this.state.retainedResultsSweep.unref();
|
|
211
|
+
}
|
|
212
|
+
sweepRetainedResults() {
|
|
213
|
+
const { retainedResults } = this.state;
|
|
214
|
+
const deadline = Date.now() - RETAINED_RESULT_MS;
|
|
215
|
+
// A Map iterates in insertion order and every entry is stamped on insert, so the oldest come first
|
|
216
|
+
for (const [key, retained] of retainedResults) {
|
|
217
|
+
if (retained.at > deadline && retainedResults.size <= RETAINED_RESULT_MAX) {
|
|
218
|
+
break;
|
|
219
|
+
}
|
|
220
|
+
retainedResults.delete(key);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
/**
|
|
224
|
+
* Doesn't consult retainedResults: this is the non-blocking probe for whether a query is done,
|
|
225
|
+
* and answering it from there would report "done" to callers that never joined that flow.
|
|
226
|
+
*/
|
|
163
227
|
async getResult(queryKey, _externalId) {
|
|
164
228
|
const resultListKey = this.resultListKey(queryKey);
|
|
165
229
|
if (this.state.resultPromises[resultListKey] && this.state.resultPromises[resultListKey].resolved) {
|
|
@@ -227,6 +291,8 @@ class LocalQueueDriverConnection {
|
|
|
227
291
|
return [null];
|
|
228
292
|
}
|
|
229
293
|
this.state.items.remove(item);
|
|
294
|
+
// A cancelled or orphaned query must not leave a result behind for a late waiter
|
|
295
|
+
this.state.retainedResults.delete(this.resultListKey(item.key));
|
|
230
296
|
return [this.mergeDef(item)];
|
|
231
297
|
}
|
|
232
298
|
async cancelQuery(queryKey, queueId) {
|
|
@@ -245,6 +311,8 @@ class LocalQueueDriverConnection {
|
|
|
245
311
|
if (promise.resolve) {
|
|
246
312
|
promise.resolve(executionResult);
|
|
247
313
|
}
|
|
314
|
+
// Prune on completion too, otherwise an entry outlives its window until the next retain
|
|
315
|
+
this.sweepRetainedResults();
|
|
248
316
|
return true;
|
|
249
317
|
}
|
|
250
318
|
isOrphaned(item, now) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LocalQueueDriverConnection.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":";;;AAoBA;;;GAGG;AACH,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,yCAAiB,CAAA;AACnB,CAAC,EAHW,oBAAoB,oCAApB,oBAAoB,QAG/B;AAyCD;;GAEG;AACH,MAAa,eAAe;IAC1B;;;OAGG;IACgB,KAAK,GAAsC,IAAI,GAAG,EAAE,CAAC;IAErD,IAAI,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEvD,UAAU,GAAW,CAAC,CAAC;IAE1B,MAAM;QACX,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEM,QAAQ,CAAC,GAAiB;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACrC,CAAC;IAEM,OAAO,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAEM,GAAG,CAAC,GAAiB;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEM,GAAG,CAAC,IAAoB;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEM,MAAM,CAAC,IAAoB;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;CACF;AA1CD,0CA0CC;AAED,MAAa,+BAA+B;IAC1B,cAAc,GAAuC,EAAE,CAAC;IAExD,KAAK,GAAoB,IAAI,eAAe,EAAE,CAAC;CAChE;AAJD,0EAIC;AAED,MAAa,0BAA0B;IACpB,gBAAgB,CAAS;IAEzB,mBAAmB,CAAS;IAE5B,eAAe,CAAS;IAExB,gBAAgB,CAAS;IAEzB,WAAW,CAAS;IAEpB,MAAM,CAAmB;IAEzB,KAAK,CAAkC;IAExD,YAAmB,MAAwB,EAAE,KAAsC,EAAE,OAA2B;QAC9G,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;OAIG;IACO,WAAW,CAAC,YAA0B,EAAE,OAAwB;QACxE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,wDAAwD;YACxD,OAAO,IAAI,EAAE,GAAG,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;IAES,QAAQ,CAAC,IAAoB;QACrC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;QAED,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9B,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YACjC,CAAC;YAED,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAES,YAAY;QACpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC7G,CAAC;IAES,YAAY;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;gBACjD,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAES,OAAO,CAAC,KAAuB;QACvC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CACjB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAChH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,OAAO;YACL,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;SAClC,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAqB;QAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9C,IAAI,aAAiD,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC/D,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAuB,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,QAAkB;QAC3E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACvD,uFAAuF;QACvF,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YACrF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE/G,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAkB,EAAE,WAAoB;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU,CACrB,QAAkB,EAClB,YAAoB,EACpB,KAAsB,EACtB,QAAuB,EACvB,OAA0B;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpC,sFAAsF;QACtF,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;YAE5F,OAAO;gBACL,CAAC;gBACD,QAAQ,CAAC,EAAE;gBACX,OAAO;gBACP,QAAQ,CAAC,OAAO,CAAC,gBAAgB;gBACjC,IAAI;aACL,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAErC,MAAM,IAAI,GAAmB;YAC3B,EAAE;YACF,GAAG;YACH,MAAM,EAAE,oBAAoB,CAAC,OAAO;YACpC,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC;YACjD,OAAO,EAAE;gBACP,OAAO,EAAE,EAAE;gBACX,YAAY;gBACZ,KAAK;gBACL,QAAQ;gBACR,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,QAAQ;gBACR,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,gBAAgB,EAAE,OAAO;aAC1B;YACD,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE3B,OAAO;YACL,CAAC;YACD,EAAE;YACF,OAAO,GAAG,CAAC;YACX,OAAO;YACP,sFAAsF;YACtF,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,OAAwB;QACjF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,OAAwB;QACnE,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,YAA0B,EAAE,eAAoB,EAAE,OAAgB;QACrG,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,sFAAsF;QACtF,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEpE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAES,UAAU,CAAC,IAAoB,EAAE,GAAW;QACpD,OAAO,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IAC7E,CAAC;IAED;;OAEG;IACO,gBAAgB,CAAC,GAAW,EAAE,OAA0B;QAChE,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;IACxE,CAAC;IAES,SAAS,CAAC,IAAoB,EAAE,GAAW;QACnD,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7D,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QAC/C,MAAM,IAAI,GAA6B,EAAE,CAAC;QAE1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3C,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,YAA0B,EAAE,OAAwB;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAErD,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,YAA0B,EAAE,OAAwB;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,OAAgB;QAC7E,8EAA8E;QAC9E,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1D,mFAAmF;QACnF,iCAAiC;QACjC,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,OAAO;YACL,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;SACzB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,QAAa,EAAE,OAAgB;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;QAEpD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,OAAO;QACZ,qBAAqB;IACvB,CAAC;IAEM,aAAa,CAAC,QAAkB,EAAE,MAAc;QACrD,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAEM,aAAa,CAAC,QAAiC;QACpD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,SAAS,CAAC,QAAkB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAjXD,gEAiXC"}
|
|
1
|
+
{"version":3,"file":"LocalQueueDriverConnection.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":";;;AAoBA;;;GAGG;AACH,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,yCAAiB,CAAA;AACnB,CAAC,EAHW,oBAAoB,oCAApB,oBAAoB,QAG/B;AAyCD;;GAEG;AACH,MAAa,eAAe;IAC1B;;;OAGG;IACgB,KAAK,GAAsC,IAAI,GAAG,EAAE,CAAC;IAErD,IAAI,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEvD,UAAU,GAAW,CAAC,CAAC;IAE1B,MAAM;QACX,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEM,QAAQ,CAAC,GAAiB;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACrC,CAAC;IAEM,OAAO,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAEM,GAAG,CAAC,GAAiB;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEM,GAAG,CAAC,IAAoB;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEM,MAAM,CAAC,IAAoB;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;CACF;AA1CD,0CA0CC;AAOD;;;GAGG;AACH,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,CAAC;AACpC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAa,+BAA+B;IAC1B,cAAc,GAAuC,EAAE,CAAC;IAExE;;;OAGG;IACa,eAAe,GAAgC,IAAI,GAAG,EAAE,CAAC;IAElE,oBAAoB,GAA0B,IAAI,CAAC;IAE1C,KAAK,GAAoB,IAAI,eAAe,EAAE,CAAC;CAChE;AAZD,0EAYC;AAED,MAAa,0BAA0B;IACpB,gBAAgB,CAAS;IAEzB,mBAAmB,CAAS;IAE5B,eAAe,CAAS;IAExB,gBAAgB,CAAS;IAEzB,WAAW,CAAS;IAEpB,MAAM,CAAmB;IAEzB,KAAK,CAAkC;IAExD,YAAmB,MAAwB,EAAE,KAAsC,EAAE,OAA2B;QAC9G,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;OAIG;IACO,WAAW,CAAC,YAA0B,EAAE,OAAwB;QACxE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,wDAAwD;YACxD,OAAO,IAAI,EAAE,GAAG,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;IAES,QAAQ,CAAC,IAAoB;QACrC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;QAED,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9B,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YACjC,CAAC;YAED,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAES,YAAY;QACpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC7G,CAAC;IAES,YAAY;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;gBACjD,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAES,OAAO,CAAC,KAAuB;QACvC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CACjB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAChH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,OAAO;YACL,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;SAClC,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAqB;QAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9C,IAAI,aAAqD,CAAC;YAC1D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC/D,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAuB,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,QAAkB;QAC3E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACvD,uFAAuF;QACvF,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YACrF,iFAAiF;YACjF,OAAO,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE/G,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAChD,iFAAiF;YACjF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACtC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;OAGG;IACO,kBAAkB,CAAC,aAAqB;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,QAAQ,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,EAAE,CAAC;YACnD,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED;;OAEG;IACO,4BAA4B;QACpC,IAAI,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,UAAU,CAAC,GAAG,EAAE;YAChD,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACvC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;gBACpC,IAAI,CAAC,4BAA4B,EAAE,CAAC;YACtC,CAAC;QACH,CAAC,EAAE,kBAAkB,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;IAC1C,CAAC;IAES,oBAAoB;QAC5B,MAAM,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;QAEjD,mGAAmG;QACnG,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,eAAe,EAAE,CAAC;YAC9C,IAAI,QAAQ,CAAC,EAAE,GAAG,QAAQ,IAAI,eAAe,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAC;gBAC1E,MAAM;YACR,CAAC;YAED,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,SAAS,CAAC,QAAkB,EAAE,WAAoB;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU,CACrB,QAAkB,EAClB,YAAoB,EACpB,KAAsB,EACtB,QAAuB,EACvB,OAA0B;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpC,sFAAsF;QACtF,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;YAE5F,OAAO;gBACL,CAAC;gBACD,QAAQ,CAAC,EAAE;gBACX,OAAO;gBACP,QAAQ,CAAC,OAAO,CAAC,gBAAgB;gBACjC,IAAI;aACL,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAErC,MAAM,IAAI,GAAmB;YAC3B,EAAE;YACF,GAAG;YACH,MAAM,EAAE,oBAAoB,CAAC,OAAO;YACpC,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC;YACjD,OAAO,EAAE;gBACP,OAAO,EAAE,EAAE;gBACX,YAAY;gBACZ,KAAK;gBACL,QAAQ;gBACR,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,QAAQ;gBACR,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,gBAAgB,EAAE,OAAO;aAC1B;YACD,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE3B,OAAO;YACL,CAAC;YACD,EAAE;YACF,OAAO,GAAG,CAAC;YACX,OAAO;YACP,sFAAsF;YACtF,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,OAAwB;QACjF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,iFAAiF;QACjF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,OAAwB;QACnE,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,YAA0B,EAAE,eAAwB,EAAE,OAAgB;QACzG,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,sFAAsF;QACtF,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEpE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,wFAAwF;QACxF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,OAAO,IAAI,CAAC;IACd,CAAC;IAES,UAAU,CAAC,IAAoB,EAAE,GAAW;QACpD,OAAO,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IAC7E,CAAC;IAED;;OAEG;IACO,gBAAgB,CAAC,GAAW,EAAE,OAA0B;QAChE,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;IACxE,CAAC;IAES,SAAS,CAAC,IAAoB,EAAE,GAAW;QACnD,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7D,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QAC/C,MAAM,IAAI,GAA6B,EAAE,CAAC;QAE1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3C,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,YAA0B,EAAE,OAAwB;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAErD,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,YAA0B,EAAE,OAAwB;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,OAAgB;QAC7E,8EAA8E;QAC9E,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1D,mFAAmF;QACnF,iCAAiC;QACjC,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,OAAO;YACL,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;SACzB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,QAAiC,EAAE,OAAgB;QAChH,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;QAEpD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,OAAO;QACZ,qBAAqB;IACvB,CAAC;IAEM,aAAa,CAAC,QAAkB,EAAE,MAAc;QACrD,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAEM,aAAa,CAAC,QAAiC;QACpD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,SAAS,CAAC,QAAkB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAlbD,gEAkbC"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { QueuePriority, TableStructure } from '@cubejs-backend/base-driver';
|
|
1
|
+
import { QueryKey, QueryStageStateResponse, QueuePriority, TableStructure } from '@cubejs-backend/base-driver';
|
|
2
2
|
import { DriverFactory } from './DriverFactory';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { QueryQueue } from './QueryQueue';
|
|
4
|
+
import { QueryCache, QueryWithParams } from './QueryCache';
|
|
5
|
+
import { PreAggregationDescription, PreAggregations, TableCacheEntry, VersionEntriesObj } from './PreAggregations';
|
|
5
6
|
type PreAggregationLoadCacheOptions = {
|
|
6
7
|
requestId?: string;
|
|
7
8
|
dataSource: string;
|
|
@@ -20,26 +21,26 @@ export declare class PreAggregationLoadCache {
|
|
|
20
21
|
private queryStageState;
|
|
21
22
|
private readonly dataSource;
|
|
22
23
|
private readonly tablePrefixes;
|
|
23
|
-
constructor(clientFactory: DriverFactory, queryCache:
|
|
24
|
-
protected tablesFromCache(preAggregation:
|
|
25
|
-
fetchTables(preAggregation: PreAggregationDescription): Promise<
|
|
24
|
+
constructor(clientFactory: DriverFactory, queryCache: QueryCache, preAggregations: PreAggregations, options?: PreAggregationLoadCacheOptions);
|
|
25
|
+
protected tablesFromCache(preAggregation: PreAggregationDescription, forceRenew?: boolean): Promise<TableCacheEntry[]>;
|
|
26
|
+
fetchTables(preAggregation: PreAggregationDescription): Promise<import("@cubejs-backend/base-driver").TableQueryResult[]>;
|
|
26
27
|
private fetchTablesNoCache;
|
|
27
28
|
tablesCachePrefixKey(preAggregation: PreAggregationDescription): string;
|
|
28
|
-
protected getTablesQuery(preAggregation:
|
|
29
|
+
protected getTablesQuery(preAggregation: PreAggregationDescription): Promise<TableCacheEntry[]>;
|
|
29
30
|
getTableColumnTypes(preAggregation: PreAggregationDescription, tableName: string): Promise<TableStructure>;
|
|
30
31
|
private calculateVersionEntries;
|
|
31
|
-
getVersionEntries(preAggregation:
|
|
32
|
-
keyQueryResult(sqlQuery: QueryWithParams, waitForRenew: boolean, priority: QueuePriority): Promise<
|
|
32
|
+
getVersionEntries(preAggregation: PreAggregationDescription): Promise<VersionEntriesObj>;
|
|
33
|
+
keyQueryResult(sqlQuery: QueryWithParams, waitForRenew: boolean, priority: QueuePriority): Promise<unknown>;
|
|
33
34
|
hasKeyQueryResult(keyQuery: QueryWithParams): boolean;
|
|
34
|
-
getQueryStage(stageQueryKey:
|
|
35
|
+
getQueryStage(stageQueryKey: QueryKey): Promise<{
|
|
35
36
|
stage: string;
|
|
36
37
|
timeElapsed: number;
|
|
37
38
|
} | {
|
|
38
39
|
stage: string;
|
|
39
40
|
timeElapsed?: undefined;
|
|
40
41
|
}>;
|
|
41
|
-
protected fetchQueryStageState(queue?:
|
|
42
|
-
reset(preAggregation:
|
|
42
|
+
protected fetchQueryStageState(queue?: QueryQueue): Promise<QueryStageStateResponse>;
|
|
43
|
+
reset(preAggregation: PreAggregationDescription): Promise<void>;
|
|
43
44
|
}
|
|
44
45
|
export {};
|
|
45
46
|
//# sourceMappingURL=PreAggregationLoadCache.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PreAggregationLoadCache.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoadCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"PreAggregationLoadCache.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoadCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,QAAQ,EAAE,uBAAuB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC3H,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,eAAe,EAAiC,MAAM,cAAc,CAAC;AAC1F,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,eAAe,EAEf,iBAAiB,EAElB,MAAM,mBAAmB,CAAC;AAM3B,KAAK,8BAA8B,GAAG;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAE9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IAExC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAElD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAiC;IAE9D,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAgB;IAEtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,cAAc,CAAqD;IAE3E,OAAO,CAAC,MAAM,CAA4C;IAE1D,OAAO,CAAC,gBAAgB,CAAkE;IAK1F,OAAO,CAAC,eAAe,CAA0B;IAEjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkB;gBAG9C,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EAChC,OAAO,GAAE,8BAA0D;cAerD,eAAe,CAAC,cAAc,EAAE,yBAAyB,EAAE,UAAU,GAAE,OAAe,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAgBtH,WAAW,CAAC,cAAc,EAAE,yBAAyB;YAcpD,kBAAkB;IAYzB,oBAAoB,CAAC,cAAc,EAAE,yBAAyB;cAIrD,cAAc,CAAC,cAAc,EAAE,yBAAyB;IAc3D,mBAAmB,CAAC,cAAc,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;YAgBzG,uBAAuB;IAqCxB,iBAAiB,CAAC,cAAc,EAAE,yBAAyB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAcxF,cAAc,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa;IAkB9F,iBAAiB,CAAC,QAAQ,EAAE,eAAe;IAIrC,aAAa,CAAC,aAAa,EAAE,QAAQ;;;;;;;cAMlC,oBAAoB,CAAC,KAAK,CAAC,EAAE,UAAU;IAQ1C,KAAK,CAAC,cAAc,EAAE,yBAAyB;CAO7D"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PreAggregationLoadCache.js","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoadCache.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"PreAggregationLoadCache.js","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoadCache.ts"],"names":[],"mappings":";;;AAGA,6CAA0F;AAC1F,uDAO2B;AAY3B,MAAa,uBAAuB;IACjB,aAAa,CAAgB;IAE7B,UAAU,CAAa;IAEvB,eAAe,CAAkB;IAEjC,YAAY,CAAiC;IAE7C,qBAAqB,CAAgB;IAErC,SAAS,CAAS;IAE3B,cAAc,CAAqD;IAEnE,MAAM,CAA4C;IAElD,gBAAgB,CAAkE;IAE1F,uEAAuE;IACvE,8DAA8D;IAC9D,mEAAmE;IAC3D,eAAe,CAA0B;IAEhC,UAAU,CAAS;IAEnB,aAAa,CAAkB;IAEhD,YACE,aAA4B,EAC5B,UAAsB,EACtB,eAAgC,EAChC,UAA0C,EAAE,UAAU,EAAE,SAAS,EAAE;QAEnE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,qBAAqB,GAAG,eAAe,CAAC,qBAAqB,CAAC;QACnE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;IAC7B,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,cAAyC,EAAE,aAAsB,KAAK;QACpG,IAAI,MAAM,GAAsB,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1I,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,cAAc,CACnF,OAAO,EACP,oBAAoB,cAAc,CAAC,qBAAqB,EAAE,EAC1D;gBACE,cAAc,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1C,EACD,CAAC,EACD,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAC9B,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,cAAyC;QAChE,IAAI,cAAc,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,6IAA6I,CAAC,CAAC;QACjK,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,GAAG,CACxC,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,EACzC,SAAS,EACT,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,gCAAgC,IAAI,EAAE,GAAG,EAAE,CACzE,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,cAAyC;QACxE,MAAM,MAAM,GAAiB,cAAc,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;YACpC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,yBAAyB,EAAE,CAAC;YAChH,OAAO,MAAM,CAAC,oBAAoB,CAAC,cAAc,CAAC,qBAAqB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/F,CAAC;QAED,OAAO,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;IACrE,CAAC;IAEM,oBAAoB,CAAC,cAAyC;QACnE,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,6BAA6B,EAAE,GAAG,cAAc,CAAC,UAAU,GAAG,cAAc,CAAC,qBAAqB,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9K,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,cAAyC;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,yBAAyB,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAChG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC;gBAC/C,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAC7C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,cAAyC,EAAE,SAAiB;QAC3F,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,yBAAyB,IAAI,cAAc,CAAC,QAAQ,EAAE,CAAC;gBACvF,MAAM,IAAI,KAAK,CAAC,yHAAyH,cAAc,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC/K,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAClD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxC,CAAC;YACD,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,GAAG,WAAW,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,cAAyC;QAC7E,IAAI,cAAc,GAAG,IAAA,wCAAsB,EACzC,cAAc,CAAC,qBAAqB,EACpC,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAC1C,CAAC;QACF,0FAA0F;QAC1F,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,CAAC,EAAC,EAAE,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACvD,MAAM,uBAAuB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACnD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,iCAAe,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAE/E,cAAc,GAAG,cAAc,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,CAAC,uBAAuB,CAAC,OAAO,CAAC,iCAAe,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAChF,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAoC,EAAE,CAAC;QACtD,MAAM,WAAW,GAAoC,EAAE,CAAC;QACxD,MAAM,WAAW,GAAoC,EAAE,CAAC;QAExD,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACzB,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,eAAe,EAAE,CAAC;YAC1D,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3B,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;YACD,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;YAC9D,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,cAAyC;QACtE,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9G,MAAM,IAAI,KAAK,CAAC,kCAAkC,cAAc,CAAC,SAAS,qCAAqC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClJ,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;gBACrF,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,CAAC,CAAC;YACV,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,QAAyB,EAAE,YAAqB,EAAE,QAAuB;QACnG,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAE9E,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,CACtE,QAAQ,EACR,0CAA6B,EAC7B;gBACE,YAAY;gBACZ,QAAQ;gBACR,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CACF,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAEM,iBAAiB,CAAC,QAAyB;QAChD,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5F,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,aAAuB;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,aAAa,CAAC,aAAa,EAAE,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;IAC7E,CAAC;IAES,KAAK,CAAC,oBAAoB,CAAC,KAAkB;QACrD,KAAK,GAAG,KAAK,IAAI,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,cAAyC;QAC1D,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;CACF;AAzND,0DAyNC"}
|
|
@@ -1,28 +1,39 @@
|
|
|
1
|
-
import { LoggerFn } from '@cubejs-backend/shared';
|
|
2
|
-
import { DownloadTableData, DriverCapabilities, DriverInterface, QueuePriority, SaveCancelFn, StreamOptions, UnloadOptions } from '@cubejs-backend/base-driver';
|
|
1
|
+
import { LoggerFn, LoggerFnParams } from '@cubejs-backend/shared';
|
|
2
|
+
import { DownloadTableData, DriverCapabilities, DriverInterface, IndexesSQL, QueuePriority, SaveCancelFn, StreamOptions, UnloadOptions } from '@cubejs-backend/base-driver';
|
|
3
3
|
import { DriverFactory } from './DriverFactory';
|
|
4
|
-
import { QueryCache
|
|
5
|
-
import { InvalidationKeys, LoadPreAggregationResult, PreAggregations, PreAggregationTableToTempTable, VersionEntry } from './PreAggregations';
|
|
4
|
+
import { QueryCache } from './QueryCache';
|
|
5
|
+
import { InvalidationKeys, LoadPreAggregationResult, PreAggregationDescription, PreAggregationQueryKey, PreAggregations, PreAggregationTableToTempTable, VersionEntry } from './PreAggregations';
|
|
6
6
|
import { PreAggregationLoadCache } from './PreAggregationLoadCache';
|
|
7
|
-
type
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
}
|
|
11
|
-
|
|
7
|
+
export type RefreshClient = DriverInterface & {
|
|
8
|
+
config?: {
|
|
9
|
+
readOnly?: boolean;
|
|
10
|
+
};
|
|
11
|
+
readOnly?: boolean | (() => boolean);
|
|
12
|
+
};
|
|
12
13
|
type QueryOptions = {
|
|
13
|
-
queryKeyMd5:
|
|
14
|
+
queryKeyMd5: PreAggregationQueryKey | string;
|
|
14
15
|
newVersionEntry: VersionEntry;
|
|
15
16
|
values: unknown[];
|
|
16
17
|
requestId: string;
|
|
17
18
|
buildRangeEnd?: string;
|
|
18
19
|
};
|
|
20
|
+
export type PreAggregationLoaderOptions = {
|
|
21
|
+
isJob?: boolean;
|
|
22
|
+
waitForRenew?: boolean;
|
|
23
|
+
forceBuild?: boolean;
|
|
24
|
+
orphanedTimeout?: number;
|
|
25
|
+
requestId?: string;
|
|
26
|
+
metadata?: unknown;
|
|
27
|
+
externalRefresh?: boolean;
|
|
28
|
+
buildRangeEnd?: string;
|
|
29
|
+
};
|
|
19
30
|
export declare class PreAggregationLoader {
|
|
20
31
|
private readonly driverFactory;
|
|
21
32
|
private readonly logger;
|
|
22
33
|
private readonly queryCache;
|
|
23
34
|
private readonly loadCache;
|
|
24
35
|
private preAggregations;
|
|
25
|
-
preAggregation:
|
|
36
|
+
preAggregation: PreAggregationDescription;
|
|
26
37
|
private readonly preAggregationsTablesToTempTables;
|
|
27
38
|
/**
|
|
28
39
|
* Determines whether current instance instantiated for a jobbed build query
|
|
@@ -39,19 +50,19 @@ export declare class PreAggregationLoader {
|
|
|
39
50
|
private readonly structureVersionPersistTime;
|
|
40
51
|
private readonly externalRefresh;
|
|
41
52
|
private buildLanded;
|
|
42
|
-
constructor(driverFactory: DriverFactory, logger: LoggerFn, queryCache: QueryCache, preAggregations: PreAggregations, preAggregation:
|
|
53
|
+
constructor(driverFactory: DriverFactory, logger: LoggerFn, queryCache: QueryCache, preAggregations: PreAggregations, preAggregation: PreAggregationDescription, preAggregationsTablesToTempTables: PreAggregationTableToTempTable[], loadCache: PreAggregationLoadCache, options?: PreAggregationLoaderOptions);
|
|
43
54
|
loadPreAggregation(throwOnMissingPartition: boolean): Promise<null | LoadPreAggregationResult>;
|
|
44
55
|
protected loadPreAggregationWithKeys(): Promise<LoadPreAggregationResult>;
|
|
45
56
|
private updateLastTouch;
|
|
46
57
|
protected contentVersion(invalidationKeys: InvalidationKeys): string;
|
|
47
58
|
protected priority(defaultValue: QueuePriority): QueuePriority;
|
|
48
|
-
protected getInvalidationKeyValues(): Promise<
|
|
49
|
-
protected getPartitionInvalidationKeyValues(): Promise<
|
|
59
|
+
protected getInvalidationKeyValues(): Promise<unknown[]>;
|
|
60
|
+
protected getPartitionInvalidationKeyValues(): Promise<unknown[]>;
|
|
50
61
|
protected scheduleRefresh(invalidationKeys: InvalidationKeys, newVersionEntry: VersionEntry): void;
|
|
51
62
|
protected executeInQueue(invalidationKeys: InvalidationKeys, priority: QueuePriority, newVersionEntry: VersionEntry): Promise<any>;
|
|
52
|
-
protected preAggregationQueryKey(invalidationKeys: InvalidationKeys):
|
|
63
|
+
protected preAggregationQueryKey(invalidationKeys: InvalidationKeys): PreAggregationQueryKey;
|
|
53
64
|
protected targetTableName(versionEntry: VersionEntry): string;
|
|
54
|
-
refresh(newVersionEntry: VersionEntry, invalidationKeys: InvalidationKeys, client:
|
|
65
|
+
refresh(newVersionEntry: VersionEntry, invalidationKeys: InvalidationKeys, client: RefreshClient): any;
|
|
55
66
|
/**
|
|
56
67
|
* Marks the rows as landed in the partition table. From here on the table
|
|
57
68
|
* speaks for itself, so the record that a build is in flight goes away and
|
|
@@ -66,14 +77,14 @@ export declare class PreAggregationLoader {
|
|
|
66
77
|
* request enqueued.
|
|
67
78
|
*/
|
|
68
79
|
private reportBuildStatus;
|
|
69
|
-
protected logExecutingSql(payload:
|
|
80
|
+
protected logExecutingSql(payload: LoggerFnParams): void;
|
|
70
81
|
protected queryOptions(invalidationKeys: InvalidationKeys, _query: string, params: unknown[], targetTableName: string, newVersionEntry: VersionEntry): {
|
|
71
82
|
queryKeyMd5: string;
|
|
72
83
|
values: unknown[];
|
|
73
84
|
targetTableName: string;
|
|
74
85
|
requestId: string;
|
|
75
86
|
newVersionEntry: VersionEntry;
|
|
76
|
-
buildRangeEnd:
|
|
87
|
+
buildRangeEnd: string;
|
|
77
88
|
};
|
|
78
89
|
protected refreshStoreInSourceStrategy(client: DriverInterface, newVersionEntry: VersionEntry, saveCancelFn: SaveCancelFn, invalidationKeys: InvalidationKeys): Promise<void>;
|
|
79
90
|
protected refreshWriteStrategy(client: DriverInterface, newVersionEntry: VersionEntry, saveCancelFn: SaveCancelFn, invalidationKeys: InvalidationKeys): Promise<void>;
|
|
@@ -110,8 +121,12 @@ export declare class PreAggregationLoader {
|
|
|
110
121
|
protected uploadExternalPreAggregation(tableData: DownloadTableData, newVersionEntry: VersionEntry, saveCancelFn: SaveCancelFn, queryOptions: QueryOptions): Promise<void>;
|
|
111
122
|
private dropPartiallyBuiltTable;
|
|
112
123
|
protected createIndexes(driver: DriverInterface, newVersionEntry: VersionEntry, saveCancelFn: SaveCancelFn, queryOptions: QueryOptions): Promise<void>;
|
|
113
|
-
protected prepareIndexesSql(newVersionEntry: VersionEntry, queryOptions: QueryOptions):
|
|
114
|
-
protected prepareCreateTableIndexes(newVersionEntry: VersionEntry):
|
|
124
|
+
protected prepareIndexesSql(newVersionEntry: VersionEntry, queryOptions: QueryOptions): IndexesSQL;
|
|
125
|
+
protected prepareCreateTableIndexes(newVersionEntry: VersionEntry): {
|
|
126
|
+
indexName: string;
|
|
127
|
+
type: string;
|
|
128
|
+
columns: string[];
|
|
129
|
+
}[];
|
|
115
130
|
private withDropLock;
|
|
116
131
|
protected dropOrphanedTables(client: DriverInterface, justCreatedTable: string, saveCancelFn: SaveCancelFn, external: boolean, queryOptions: QueryOptions): Promise<boolean>;
|
|
117
132
|
private dropOrphanedLockKey;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PreAggregationLoader.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkC,QAAQ,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"PreAggregationLoader.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregationLoader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkC,QAAQ,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAClG,OAAO,EAGL,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,UAAU,EAEV,aAAa,EACb,YAAY,EACZ,aAAa,EACb,aAAa,EACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAA+B,UAAU,EAAE,MAAM,cAAc,CAAC;AAGvE,OAAO,EAEL,gBAAgB,EAChB,wBAAwB,EACxB,yBAAyB,EAEzB,sBAAsB,EACtB,eAAe,EACf,8BAA8B,EAI9B,YAAY,EACb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAEpE,MAAM,MAAM,aAAa,GAAG,eAAe,GAAG;IAC5C,MAAM,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,CAAC;CACtC,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,WAAW,EAAE,sBAAsB,GAAG,MAAM,CAAC;IAC7C,eAAe,EAAE,YAAY,CAAC;IAC9B,MAAM,EAAE,OAAO,EAAE,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AA+BF,qBAAa,oBAAoB;IAiC7B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAI3B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAtC5B,OAAO,CAAC,eAAe,CAAkB;IAElC,cAAc,EAAE,yBAAyB,CAAC;IAEjD,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAmC;IAErF;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAEhC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAU;IAEvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;IAErC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IAEzC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAgB;IAEtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IAEnC,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAS;IAErD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAE1C,OAAO,CAAC,WAAW,CAAkB;gBAGlB,aAAa,EAAE,aAAa,EAC5B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACvC,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,yBAAyB,EACzC,iCAAiC,EAAE,8BAA8B,EAAE,EAClD,SAAS,EAAE,uBAAuB,EACnD,OAAO,GAAE,2BAAgC;IAoB9B,kBAAkB,CAC7B,uBAAuB,EAAE,OAAO,GAC/B,OAAO,CAAC,IAAI,GAAG,wBAAwB,CAAC;cA8E3B,0BAA0B,IAAI,OAAO,CAAC,wBAAwB,CAAC;IA4J/E,OAAO,CAAC,eAAe;IAQvB,SAAS,CAAC,cAAc,CAAC,gBAAgB,EAAE,gBAAgB;IAe3D,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,aAAa,GAAG,aAAa;IAI9D,SAAS,CAAC,wBAAwB;IAQlC,SAAS,CAAC,iCAAiC;IAY3C,SAAS,CAAC,eAAe,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,EAAE,YAAY;cAiB3E,cAAc,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY;IAuBzH,SAAS,CAAC,sBAAsB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,sBAAsB;IAM5F,SAAS,CAAC,eAAe,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAKtD,OAAO,CAAC,eAAe,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,EAAE,aAAa;IAyEvG;;;;OAIG;cACa,iBAAiB,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzE;;;;;;OAMG;YACW,iBAAiB;IAU/B,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc;IAOjD,SAAS,CAAC,YAAY,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,EAAE,YAAY;;;;;;;;cAWpI,4BAA4B,CAC1C,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB;cAqCpB,oBAAoB,CAClC,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB;IAiBpC;;OAEG;cACa,gBAAgB,CAC9B,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB,EAClC,aAAa,EAAE,OAAO,EACtB,mBAAmB,EAAE,OAAO;IA2C9B;;OAEG;cACa,oBAAoB,CAClC,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,MAAM,EACvB,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,OAAO,EACtB,mBAAmB,EAAE,OAAO;IAmB9B;;OAEG;cACa,oBAAoB,CAClC,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,MAAM,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB,EAClC,aAAa,EAAE,OAAO,GACrB,OAAO,CAAC,YAAY,CAAC;IAiCxB;;OAEG;cACa,+BAA+B,CAC7C,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,gBAAgB,EAAE,gBAAgB;IA8DpC,SAAS,CAAC,gBAAgB,IAAI,aAAa;IAQ3C,SAAS,CAAC,mBAAmB,IAAI,aAAa;IAQ9C;;OAEG;cACa,8BAA8B,CAC5C,MAAM,EAAE,eAAe,EACvB,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,OAAO;IA+BxB;;OAEG;cACa,yBAAyB,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,0BAA0B,EAAE,kBAAkB;IAqCxL;;OAEG;cACa,4BAA4B,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,0BAA0B,EAAE,kBAAkB;cAsC3K,4BAA4B,CAC1C,SAAS,EAAE,iBAAiB,EAC5B,eAAe,EAAE,YAAY,EAC7B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY;YAqCd,uBAAuB;cAgBrB,aAAa,CAAC,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY;IAS5I,SAAS,CAAC,iBAAiB,CAAC,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,GAAG,UAAU;IAuBlG,SAAS,CAAC,yBAAyB,CAAC,eAAe,EAAE,YAAY;;;;;YAanD,YAAY;cAIV,kBAAkB,CAChC,MAAM,EAAE,eAAe,EACvB,gBAAgB,EAAE,MAAM,EACxB,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,OAAO,EACjB,YAAY,EAAE,YAAY;IA2C5B,OAAO,CAAC,mBAAmB;CAK5B"}
|