@cubejs-backend/query-orchestrator 1.7.49 → 1.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. package/dist/src/orchestrator/LocalQueueDriverConnection.d.ts +83 -22
  2. package/dist/src/orchestrator/LocalQueueDriverConnection.d.ts.map +1 -1
  3. package/dist/src/orchestrator/LocalQueueDriverConnection.js +224 -105
  4. package/dist/src/orchestrator/LocalQueueDriverConnection.js.map +1 -1
  5. package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.d.ts +6 -0
  6. package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.d.ts.map +1 -1
  7. package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.js +19 -2
  8. package/dist/src/orchestrator/PreAggregationPartitionRangeLoader.js.map +1 -1
  9. package/dist/src/orchestrator/PreAggregations.d.ts +8 -9
  10. package/dist/src/orchestrator/PreAggregations.d.ts.map +1 -1
  11. package/dist/src/orchestrator/PreAggregations.js.map +1 -1
  12. package/dist/src/orchestrator/QueryCache.d.ts +28 -14
  13. package/dist/src/orchestrator/QueryCache.d.ts.map +1 -1
  14. package/dist/src/orchestrator/QueryCache.js +8 -4
  15. package/dist/src/orchestrator/QueryCache.js.map +1 -1
  16. package/dist/src/orchestrator/QueryOrchestrator.d.ts +9 -6
  17. package/dist/src/orchestrator/QueryOrchestrator.d.ts.map +1 -1
  18. package/dist/src/orchestrator/QueryOrchestrator.js.map +1 -1
  19. package/dist/src/orchestrator/QueryQueue.d.ts +2 -1
  20. package/dist/src/orchestrator/QueryQueue.d.ts.map +1 -1
  21. package/dist/src/orchestrator/QueryQueue.js +1 -0
  22. package/dist/src/orchestrator/QueryQueue.js.map +1 -1
  23. package/dist/src/orchestrator/QueryStream.d.ts +1 -1
  24. package/dist/src/orchestrator/QueryStream.d.ts.map +1 -1
  25. package/dist/src/orchestrator/QueryStream.js.map +1 -1
  26. package/package.json +6 -6
@@ -1,9 +1,12 @@
1
1
  import { QueueDriverConnectionInterface, QueryKey, QueryKeyHash, QueueId, QueryDef, AddToQueueQuery, AddToQueueOptions, AddToQueueResponse, QueryKeysTuple, GetActiveAndToProcessResponse, QueryStageStateResponse, RetrieveForProcessingSuccess, QueueDriverOptions, QueuePriority } from '@cubejs-backend/base-driver';
2
2
  import { LocalQueueDriver } from './LocalQueueDriver';
3
- export interface QueueItem {
4
- order: number;
5
- key: QueryKeyHash;
6
- queueId: QueueId;
3
+ /**
4
+ * `Pending -> Active`, then removed outright by an ack or a cancel. `Active` is the only lock
5
+ * there is: retrieveForProcessing sets it atomically.
6
+ */
7
+ export declare enum LocalQueueItemStatus {
8
+ Pending = "pending",
9
+ Active = "active"
7
10
  }
8
11
  export interface QueryDefObject {
9
12
  queueId: QueueId;
@@ -15,45 +18,103 @@ export interface QueryDefObject {
15
18
  requestId: string;
16
19
  addedToQueueTime: number;
17
20
  }
21
+ export interface LocalQueueItem {
22
+ /**
23
+ * Starts at 1, never 0: callers fall back to a key lookup on a falsy queueId.
24
+ */
25
+ id: number;
26
+ key: QueryKeyHash;
27
+ status: LocalQueueItemStatus;
28
+ priority: number;
29
+ created: number;
30
+ heartbeat: number | null;
31
+ /**
32
+ * Absolute deadline in ms, not a duration. Pushed forward by every addToQueue of the same
33
+ * key, so a query somebody is still waiting for doesn't get orphaned behind a long backlog.
34
+ */
35
+ orphaned: number;
36
+ payload: QueryDefObject;
37
+ /**
38
+ * Written only by optimisticQueryUpdate, kept out of the payload so that a concurrent
39
+ * update cannot mutate the def other connections are holding.
40
+ */
41
+ extra: Record<string, any> | null;
42
+ }
18
43
  export interface PromiseWithResolve<T = any> extends Promise<T> {
19
44
  resolve?: (value: T) => void;
20
45
  resolved?: boolean;
21
46
  }
47
+ /**
48
+ * Queue items indexed by key and by id, both indexes are only ever updated together.
49
+ */
50
+ export declare class LocalQueueItems {
51
+ /**
52
+ * A Map because insertion order matches id order, which is the order active items are
53
+ * reported in. A plain object would reorder them.
54
+ */
55
+ protected readonly byKey: Map<QueryKeyHash, LocalQueueItem>;
56
+ protected readonly byId: Map<number, LocalQueueItem>;
57
+ protected idSequence: number;
58
+ nextId(): number;
59
+ getByKey(key: QueryKeyHash): LocalQueueItem | null;
60
+ getById(id: number): LocalQueueItem | null;
61
+ has(key: QueryKeyHash): boolean;
62
+ add(item: LocalQueueItem): void;
63
+ remove(item: LocalQueueItem): void;
64
+ values(): IterableIterator<LocalQueueItem>;
65
+ }
22
66
  export declare class LocalQueueDriverConnectionState {
23
- resultPromises: Record<QueryKeyHash, PromiseWithResolve>;
24
- queryDef: Record<QueryKeyHash, QueryDefObject>;
25
- toProcess: Record<QueryKeyHash, QueueItem>;
26
- recent: Record<QueryKeyHash, QueueItem>;
27
- active: Record<QueryKeyHash, QueueItem>;
28
- heartBeat: Record<QueryKeyHash, QueueItem>;
67
+ readonly resultPromises: Record<string, PromiseWithResolve>;
68
+ readonly items: LocalQueueItems;
29
69
  }
30
70
  export declare class LocalQueueDriverConnection implements QueueDriverConnectionInterface {
31
- private redisQueuePrefix;
32
- private continueWaitTimeout;
33
- private heartBeatTimeout;
34
- private concurrency;
35
- private orphanedTimeout;
36
- private driver;
37
- private state;
71
+ private readonly redisQueuePrefix;
72
+ private readonly continueWaitTimeout;
73
+ private readonly orphanedTimeout;
74
+ private readonly heartBeatTimeout;
75
+ private readonly concurrency;
76
+ private readonly driver;
77
+ private readonly state;
38
78
  constructor(driver: LocalQueueDriver, state: LocalQueueDriverConnectionState, options: QueueDriverOptions);
79
+ /**
80
+ * There is deliberately no key fallback once an id is supplied: a stale id has to miss,
81
+ * otherwise an in-flight query would never notice that it was cancelled and re-added
82
+ * under a new id.
83
+ */
84
+ protected resolveItem(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): LocalQueueItem | null;
85
+ protected mergeDef(item: LocalQueueItem): QueryDef;
86
+ /**
87
+ * FIFO within a priority band. The id breaks ties between items added in the same millisecond.
88
+ */
89
+ protected sortedItems(): LocalQueueItem[];
90
+ protected pendingItems(): LocalQueueItem[];
91
+ /**
92
+ * Deliberately not priority sorted, unlike pendingItems: active items are reported in id order.
93
+ */
94
+ protected activeItems(): LocalQueueItem[];
95
+ protected countPending(): number;
96
+ protected asTuple(items: LocalQueueItem[]): QueryKeysTuple[];
39
97
  getQueriesToCancel(): Promise<QueryKeysTuple[]>;
40
98
  getActiveAndToProcess(): Promise<GetActiveAndToProcessResponse>;
41
99
  getResultPromise(resultListKey: string): PromiseWithResolve;
42
100
  getResultBlocking(queryKeyHash: QueryKeyHash, _queueId?: QueueId): Promise<any>;
43
101
  getResult(queryKey: QueryKey, _externalId?: string): Promise<any>;
44
- private orderedQueueItems;
45
- protected queueArray(queueObj: Record<QueryKeyHash, QueueItem>, orderFilterLessThan?: number): string[];
46
- protected queueArrayAsTuple(queueObj: Record<QueryKeyHash, QueueItem>, orderFilterLessThan?: number): QueryKeysTuple[];
47
102
  addToQueue(queryKey: QueryKey, queryHandler: string, query: AddToQueueQuery, priority: QueuePriority, options: AddToQueueOptions): Promise<AddToQueueResponse>;
48
103
  getToProcessQueries(): Promise<QueryKeysTuple[]>;
49
104
  getActiveQueries(): Promise<QueryKeysTuple[]>;
50
- getQueryAndRemove(queryKeyHash: QueryKeyHash, _queueId?: QueueId | null): Promise<[QueryDef]>;
105
+ getQueryAndRemove(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<[QueryDef]>;
51
106
  cancelQuery(queryKey: QueryKey, queueId?: QueueId | null): Promise<QueryDef | null>;
52
107
  setResultAndRemoveQuery(queryKeyHash: QueryKeyHash, executionResult: any, queueId: QueueId): Promise<boolean>;
108
+ protected isOrphaned(item: LocalQueueItem, now: number): boolean;
109
+ /**
110
+ * options.orphanedTimeout is in seconds and overrides the driver level one.
111
+ */
112
+ protected orphanedDeadline(now: number, options: AddToQueueOptions): number;
113
+ protected isStalled(item: LocalQueueItem, now: number): boolean;
53
114
  getOrphanedQueries(): Promise<QueryKeysTuple[]>;
54
115
  getStalledQueries(): Promise<QueryKeysTuple[]>;
55
116
  getQueryStageState(onlyKeys: boolean): Promise<QueryStageStateResponse>;
56
- getQueryDef(queryKeyHash: QueryKeyHash, _queueId?: QueueId | null): Promise<QueryDef | null>;
117
+ getQueryDef(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<QueryDef | null>;
57
118
  updateHeartBeat(queryKeyHash: QueryKeyHash, queueId?: QueueId | null): Promise<void>;
58
119
  retrieveForProcessing(queryKeyHash: QueryKeyHash, queueId: QueueId): Promise<RetrieveForProcessingSuccess | null>;
59
120
  optimisticQueryUpdate(queryKeyHash: QueryKeyHash, toUpdate: any, queueId: QueueId): Promise<boolean>;
@@ -1 +1 @@
1
- {"version":3,"file":"LocalQueueDriverConnection.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":"AACA,OAAO,EACL,8BAA8B,EAC9B,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,6BAA6B,EAC7B,uBAAuB,EACvB,4BAA4B,EAC5B,kBAAkB,EAClB,aAAa,EACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,YAAY,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,GAAG,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB,CAAC,CAAC,GAAG,GAAG,CAAE,SAAQ,OAAO,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,qBAAa,+BAA+B;IACnC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAM;IAE9D,QAAQ,EAAE,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAM;IAEpD,SAAS,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAM;IAEhD,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAM;IAE7C,MAAM,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAM;IAE7C,SAAS,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAM;CACxD;AAED,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,mBAAmB,CAAS;IAEpC,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,WAAW,CAAS;IAE5B,OAAO,CAAC,eAAe,CAAS;IAEhC,OAAO,CAAC,MAAM,CAAmB;IAEjC,OAAO,CAAC,KAAK,CAAkC;gBAE5B,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,+BAA+B,EAAE,OAAO,EAAE,kBAAkB;IAUnG,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAS/C,qBAAqB,IAAI,OAAO,CAAC,6BAA6B,CAAC;IAUrE,gBAAgB,CAAC,aAAa,EAAE,MAAM,GAAG,kBAAkB;IAYrD,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAkB/E,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAS9E,OAAO,CAAC,iBAAiB;IAMzB,SAAS,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE,mBAAmB,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;IAIvG,SAAS,CAAC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE,mBAAmB,CAAC,EAAE,MAAM,GAAG,cAAc,EAAE;IAIzG,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAgD9J,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAIhD,gBAAgB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAI7C,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;IAY7F,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAKnF,uBAAuB,CAAC,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAqB7G,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAI/C,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAI9C,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAIvE,WAAW,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAI5F,eAAe,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpF,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,4BAA4B,GAAG,IAAI,CAAC;IA0BjH,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAS1G,OAAO,IAAI,IAAI;IAIf,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAIzD,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY,GAAG,MAAM;IAIxD,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY;CAGnD"}
1
+ {"version":3,"file":"LocalQueueDriverConnection.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,EAC9B,QAAQ,EACR,YAAY,EACZ,OAAO,EACP,QAAQ,EACR,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,6BAA6B,EAC7B,uBAAuB,EACvB,4BAA4B,EAC5B,kBAAkB,EAClB,aAAa,EACd,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAE5B;;;GAGG;AACH,oBAAY,oBAAoB;IAC9B,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,GAAG,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,YAAY,CAAC;IAClB,MAAM,EAAE,oBAAoB,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,cAAc,CAAC;IACxB;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CACnC;AAED,MAAM,WAAW,kBAAkB,CAAC,CAAC,GAAG,GAAG,CAAE,SAAQ,OAAO,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAa;IAExE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAa;IAEjE,SAAS,CAAC,UAAU,EAAE,MAAM,CAAK;IAE1B,MAAM,IAAI,MAAM;IAMhB,QAAQ,CAAC,GAAG,EAAE,YAAY,GAAG,cAAc,GAAG,IAAI;IAIlD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IAI1C,GAAG,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO;IAI/B,GAAG,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAK/B,MAAM,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAKlC,MAAM,IAAI,gBAAgB,CAAC,cAAc,CAAC;CAGlD;AAED,qBAAa,+BAA+B;IAC1C,SAAgB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAM;IAExE,SAAgB,KAAK,EAAE,eAAe,CAAyB;CAChE;AAED,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAE7C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IAEzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAE1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkC;gBAErC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,+BAA+B,EAAE,OAAO,EAAE,kBAAkB;IAUhH;;;;OAIG;IACH,SAAS,CAAC,WAAW,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,cAAc,GAAG,IAAI;IAUlG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,QAAQ;IAQlD;;OAEG;IACH,SAAS,CAAC,WAAW,IAAI,cAAc,EAAE;IAczC,SAAS,CAAC,YAAY,IAAI,cAAc,EAAE;IAI1C;;OAEG;IACH,SAAS,CAAC,WAAW,IAAI,cAAc,EAAE;IAIzC,SAAS,CAAC,YAAY,IAAI,MAAM;IAYhC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE;IAI/C,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAQ/C,qBAAqB,IAAI,OAAO,CAAC,6BAA6B,CAAC;IAOrE,gBAAgB,CAAC,aAAa,EAAE,MAAM,GAAG,kBAAkB;IAYrD,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAoB/E,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IASjE,UAAU,CACrB,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,eAAe,EACtB,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC;IAuDjB,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAIhD,gBAAgB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAI7C,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;IAW5F,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAKnF,uBAAuB,CAAC,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAmB1H,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAIhE;;OAEG;IACH,SAAS,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,MAAM;IAI3E,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAYlD,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAM/C,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAM9C,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAgBvE,WAAW,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAM3F,eAAe,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAOpF,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,4BAA4B,GAAG,IAAI,CAAC;IA2BjH,qBAAqB,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAW1G,OAAO,IAAI,IAAI;IAIf,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAIzD,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY,GAAG,MAAM;IAIxD,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,YAAY;CAGnD"}
@@ -1,49 +1,136 @@
1
1
  "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
2
  Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.LocalQueueDriverConnection = exports.LocalQueueDriverConnectionState = void 0;
7
- const ramda_1 = __importDefault(require("ramda"));
3
+ exports.LocalQueueDriverConnection = exports.LocalQueueDriverConnectionState = exports.LocalQueueItems = exports.LocalQueueItemStatus = void 0;
4
+ /**
5
+ * `Pending -> Active`, then removed outright by an ack or a cancel. `Active` is the only lock
6
+ * there is: retrieveForProcessing sets it atomically.
7
+ */
8
+ var LocalQueueItemStatus;
9
+ (function (LocalQueueItemStatus) {
10
+ LocalQueueItemStatus["Pending"] = "pending";
11
+ LocalQueueItemStatus["Active"] = "active";
12
+ })(LocalQueueItemStatus || (exports.LocalQueueItemStatus = LocalQueueItemStatus = {}));
13
+ /**
14
+ * Queue items indexed by key and by id, both indexes are only ever updated together.
15
+ */
16
+ class LocalQueueItems {
17
+ /**
18
+ * A Map because insertion order matches id order, which is the order active items are
19
+ * reported in. A plain object would reorder them.
20
+ */
21
+ byKey = new Map();
22
+ byId = new Map();
23
+ idSequence = 0;
24
+ nextId() {
25
+ this.idSequence += 1;
26
+ return this.idSequence;
27
+ }
28
+ getByKey(key) {
29
+ return this.byKey.get(key) || null;
30
+ }
31
+ getById(id) {
32
+ return this.byId.get(id) || null;
33
+ }
34
+ has(key) {
35
+ return this.byKey.has(key);
36
+ }
37
+ add(item) {
38
+ this.byKey.set(item.key, item);
39
+ this.byId.set(item.id, item);
40
+ }
41
+ remove(item) {
42
+ this.byKey.delete(item.key);
43
+ this.byId.delete(item.id);
44
+ }
45
+ values() {
46
+ return this.byKey.values();
47
+ }
48
+ }
49
+ exports.LocalQueueItems = LocalQueueItems;
8
50
  class LocalQueueDriverConnectionState {
9
51
  resultPromises = {};
10
- queryDef = {};
11
- toProcess = {};
12
- recent = {};
13
- active = {};
14
- heartBeat = {};
52
+ items = new LocalQueueItems();
15
53
  }
16
54
  exports.LocalQueueDriverConnectionState = LocalQueueDriverConnectionState;
17
55
  class LocalQueueDriverConnection {
18
56
  redisQueuePrefix;
19
57
  continueWaitTimeout;
58
+ orphanedTimeout;
20
59
  heartBeatTimeout;
21
60
  concurrency;
22
- orphanedTimeout;
23
61
  driver;
24
62
  state;
25
63
  constructor(driver, state, options) {
26
64
  this.redisQueuePrefix = options.redisQueuePrefix;
27
65
  this.continueWaitTimeout = options.continueWaitTimeout;
66
+ this.orphanedTimeout = options.orphanedTimeout;
28
67
  this.heartBeatTimeout = options.heartBeatTimeout;
29
68
  this.concurrency = options.concurrency;
30
- this.orphanedTimeout = options.orphanedTimeout;
31
69
  this.driver = driver;
32
70
  this.state = state;
33
71
  }
72
+ /**
73
+ * There is deliberately no key fallback once an id is supplied: a stale id has to miss,
74
+ * otherwise an in-flight query would never notice that it was cancelled and re-added
75
+ * under a new id.
76
+ */
77
+ resolveItem(queryKeyHash, queueId) {
78
+ if (queueId) {
79
+ const item = this.state.items.getById(Number(queueId));
80
+ // An id never resolves to an item under a different key
81
+ return item?.key === queryKeyHash ? item : null;
82
+ }
83
+ return this.state.items.getByKey(queryKeyHash);
84
+ }
85
+ mergeDef(item) {
86
+ if (item.extra) {
87
+ return { ...item.payload, ...item.extra };
88
+ }
89
+ return { ...item.payload };
90
+ }
91
+ /**
92
+ * FIFO within a priority band. The id breaks ties between items added in the same millisecond.
93
+ */
94
+ sortedItems() {
95
+ return Array.from(this.state.items.values()).sort((a, b) => {
96
+ if (a.priority !== b.priority) {
97
+ return b.priority - a.priority;
98
+ }
99
+ if (a.created !== b.created) {
100
+ return a.created - b.created;
101
+ }
102
+ return a.id - b.id;
103
+ });
104
+ }
105
+ pendingItems() {
106
+ return this.sortedItems().filter((item) => item.status === LocalQueueItemStatus.Pending);
107
+ }
108
+ /**
109
+ * Deliberately not priority sorted, unlike pendingItems: active items are reported in id order.
110
+ */
111
+ activeItems() {
112
+ return Array.from(this.state.items.values()).filter((item) => item.status === LocalQueueItemStatus.Active);
113
+ }
114
+ countPending() {
115
+ let count = 0;
116
+ for (const item of this.state.items.values()) {
117
+ if (item.status === LocalQueueItemStatus.Pending) {
118
+ count += 1;
119
+ }
120
+ }
121
+ return count;
122
+ }
123
+ asTuple(items) {
124
+ return items.map((item) => [item.key, item.id]);
125
+ }
34
126
  async getQueriesToCancel() {
35
- const [stalled, orphaned] = await Promise.all([
36
- this.getStalledQueries(),
37
- this.getOrphanedQueries(),
38
- ]);
39
- return stalled.concat(orphaned);
127
+ const now = Date.now();
128
+ return this.asTuple(Array.from(this.state.items.values()).filter((item) => this.isOrphaned(item, now) || this.isStalled(item, now)));
40
129
  }
41
130
  async getActiveAndToProcess() {
42
- const activeQueries = this.queueArrayAsTuple(this.state.active);
43
- const toProcessQueries = this.queueArrayAsTuple(this.state.toProcess);
44
131
  return [
45
- activeQueries,
46
- toProcessQueries
132
+ this.asTuple(this.activeItems()),
133
+ this.asTuple(this.pendingItems()),
47
134
  ];
48
135
  }
49
136
  getResultPromise(resultListKey) {
@@ -58,7 +145,9 @@ class LocalQueueDriverConnection {
58
145
  }
59
146
  async getResultBlocking(queryKeyHash, _queueId) {
60
147
  const resultListKey = this.resultListKey(queryKeyHash);
61
- if (!this.state.queryDef[queryKeyHash] && !this.state.resultPromises[resultListKey]) {
148
+ // With neither an item nor a result there is nothing that could ever resolve, so don't
149
+ // make the caller wait out the timeout
150
+ if (!this.state.items.has(queryKeyHash) && !this.state.resultPromises[resultListKey]) {
62
151
  return null;
63
152
  }
64
153
  const timeoutPromise = (timeout) => new Promise((resolve) => setTimeout(() => resolve(null), timeout));
@@ -78,137 +167,167 @@ class LocalQueueDriverConnection {
78
167
  }
79
168
  return null;
80
169
  }
81
- orderedQueueItems(queueObj, orderFilterLessThan) {
82
- return Object.values(queueObj)
83
- .filter((q) => !orderFilterLessThan || q.order < orderFilterLessThan)
84
- .sort((a, b) => a.order - b.order);
85
- }
86
- queueArray(queueObj, orderFilterLessThan) {
87
- return this.orderedQueueItems(queueObj, orderFilterLessThan).map((q) => q.key);
88
- }
89
- queueArrayAsTuple(queueObj, orderFilterLessThan) {
90
- return this.orderedQueueItems(queueObj, orderFilterLessThan).map((q) => [q.key, q.queueId]);
91
- }
92
170
  async addToQueue(queryKey, queryHandler, query, priority, options) {
93
- const time = new Date().getTime();
94
- const queryQueueObj = {
95
- queueId: options.queueId,
96
- queryHandler,
97
- query,
98
- queryKey,
99
- stageQueryKey: options.stageQueryKey,
100
- priority,
101
- requestId: options.requestId,
102
- addedToQueueTime: time
103
- };
104
171
  const key = this.redisHash(queryKey);
105
- if (!this.state.queryDef[key]) {
106
- this.state.queryDef[key] = queryQueueObj;
107
- }
108
- let added = 0;
109
- if (!this.state.toProcess[key] && !this.state.active[key]) {
110
- this.state.toProcess[key] = {
111
- // Highest priority first, oldest first within a priority
112
- order: time + (10000 - priority) * 1E14,
113
- queueId: options.queueId,
114
- key
115
- };
116
- added = 1;
117
- }
118
- this.state.recent[key] = {
119
- order: time + ((options.orphanedTimeout ?? this.orphanedTimeout) * 1000),
172
+ const pending = this.countPending();
173
+ // A dedupe has to hand back the existing id: lookups by id have no key fallback, so a
174
+ // fresh one would miss the queued item (e.g. getQueryDef right after a dedupe in QueryQueue).
175
+ const existing = this.state.items.getByKey(key);
176
+ if (existing) {
177
+ existing.orphaned = Math.max(existing.orphaned, this.orphanedDeadline(Date.now(), options));
178
+ return [
179
+ 0,
180
+ existing.id,
181
+ pending,
182
+ existing.payload.addedToQueueTime,
183
+ null,
184
+ ];
185
+ }
186
+ const created = Date.now();
187
+ const id = this.state.items.nextId();
188
+ const item = {
189
+ id,
120
190
  key,
121
- queueId: options.queueId,
191
+ status: LocalQueueItemStatus.Pending,
192
+ priority,
193
+ created,
194
+ heartbeat: null,
195
+ orphaned: this.orphanedDeadline(created, options),
196
+ payload: {
197
+ queueId: id,
198
+ queryHandler,
199
+ query,
200
+ queryKey,
201
+ stageQueryKey: options.stageQueryKey,
202
+ priority,
203
+ requestId: options.requestId,
204
+ addedToQueueTime: created,
205
+ },
206
+ extra: null,
122
207
  };
208
+ this.state.items.add(item);
123
209
  return [
124
- added,
125
- queryQueueObj.queueId,
126
- Object.keys(this.state.toProcess).length,
127
- queryQueueObj.addedToQueueTime,
210
+ 1,
211
+ id,
212
+ pending + 1,
213
+ created,
128
214
  // There is no round-trip to save in memory, the item is left for reconcile to pick up
129
- null
215
+ null,
130
216
  ];
131
217
  }
132
218
  async getToProcessQueries() {
133
- return this.queueArrayAsTuple(this.state.toProcess);
219
+ return this.asTuple(this.pendingItems());
134
220
  }
135
221
  async getActiveQueries() {
136
- return this.queueArrayAsTuple(this.state.active);
222
+ return this.asTuple(this.activeItems());
137
223
  }
138
- async getQueryAndRemove(queryKeyHash, _queueId) {
139
- const query = this.state.queryDef[queryKeyHash];
140
- delete this.state.active[queryKeyHash];
141
- delete this.state.heartBeat[queryKeyHash];
142
- delete this.state.toProcess[queryKeyHash];
143
- delete this.state.recent[queryKeyHash];
144
- delete this.state.queryDef[queryKeyHash];
145
- return [query];
224
+ async getQueryAndRemove(queryKeyHash, queueId) {
225
+ const item = this.resolveItem(queryKeyHash, queueId);
226
+ if (!item) {
227
+ return [null];
228
+ }
229
+ this.state.items.remove(item);
230
+ return [this.mergeDef(item)];
146
231
  }
147
232
  async cancelQuery(queryKey, queueId) {
148
233
  const [query] = await this.getQueryAndRemove(this.redisHash(queryKey), queueId);
149
234
  return query;
150
235
  }
151
236
  async setResultAndRemoveQuery(queryKeyHash, executionResult, queueId) {
152
- if (this.state.active[queryKeyHash]?.queueId !== queueId) {
237
+ const item = this.resolveItem(queryKeyHash, queueId);
238
+ // The item was cancelled or orphaned while it was executing, so the result is dropped
239
+ if (item?.status !== LocalQueueItemStatus.Active) {
153
240
  return false;
154
241
  }
155
- const promise = this.getResultPromise(this.resultListKey(queryKeyHash));
156
- delete this.state.active[queryKeyHash];
157
- delete this.state.heartBeat[queryKeyHash];
158
- delete this.state.toProcess[queryKeyHash];
159
- delete this.state.recent[queryKeyHash];
160
- delete this.state.queryDef[queryKeyHash];
242
+ this.state.items.remove(item);
243
+ const promise = this.getResultPromise(this.resultListKey(item.key));
161
244
  promise.resolved = true;
162
245
  if (promise.resolve) {
163
246
  promise.resolve(executionResult);
164
247
  }
165
248
  return true;
166
249
  }
250
+ isOrphaned(item, now) {
251
+ return item.status === LocalQueueItemStatus.Pending && item.orphaned < now;
252
+ }
253
+ /**
254
+ * options.orphanedTimeout is in seconds and overrides the driver level one.
255
+ */
256
+ orphanedDeadline(now, options) {
257
+ return now + (options.orphanedTimeout ?? this.orphanedTimeout) * 1000;
258
+ }
259
+ isStalled(item, now) {
260
+ if (item.status !== LocalQueueItemStatus.Active) {
261
+ return false;
262
+ }
263
+ if (item.heartbeat === null) {
264
+ return false;
265
+ }
266
+ return now - item.heartbeat > this.heartBeatTimeout * 1000;
267
+ }
167
268
  async getOrphanedQueries() {
168
- return this.queueArrayAsTuple(this.state.recent, new Date().getTime());
269
+ const now = Date.now();
270
+ return this.asTuple(this.pendingItems().filter((item) => this.isOrphaned(item, now)));
169
271
  }
170
272
  async getStalledQueries() {
171
- return this.queueArrayAsTuple(this.state.heartBeat, new Date().getTime() - this.heartBeatTimeout * 1000);
273
+ const now = Date.now();
274
+ return this.asTuple(this.activeItems().filter((item) => this.isStalled(item, now)));
172
275
  }
173
276
  async getQueryStageState(onlyKeys) {
174
- return [this.queueArray(this.state.active), this.queueArray(this.state.toProcess), onlyKeys ? {} : ramda_1.default.clone(this.state.queryDef)];
277
+ const defs = {};
278
+ if (!onlyKeys) {
279
+ for (const item of this.state.items.values()) {
280
+ defs[item.key] = this.mergeDef(item);
281
+ }
282
+ }
283
+ return [
284
+ this.activeItems().map((item) => item.key),
285
+ this.pendingItems().map((item) => item.key),
286
+ defs,
287
+ ];
175
288
  }
176
- async getQueryDef(queryKeyHash, _queueId) {
177
- return this.state.queryDef[queryKeyHash] || null;
289
+ async getQueryDef(queryKeyHash, queueId) {
290
+ const item = this.resolveItem(queryKeyHash, queueId);
291
+ return item ? this.mergeDef(item) : null;
178
292
  }
179
293
  async updateHeartBeat(queryKeyHash, queueId) {
180
- if (this.state.heartBeat[queryKeyHash]) {
181
- this.state.heartBeat[queryKeyHash] = { key: queryKeyHash, order: new Date().getTime(), queueId: queueId || this.state.heartBeat[queryKeyHash].queueId };
294
+ const item = this.resolveItem(queryKeyHash, queueId);
295
+ if (item) {
296
+ item.heartbeat = Date.now();
182
297
  }
183
298
  }
184
299
  async retrieveForProcessing(queryKeyHash, queueId) {
185
- const query = this.state.queryDef[queryKeyHash];
186
- const activeKeys = this.queueArray(this.state.active);
187
- if (!query ||
188
- query.queueId !== queueId ||
189
- this.state.toProcess[queryKeyHash]?.queueId !== queueId ||
190
- this.state.active[queryKeyHash] ||
191
- activeKeys.length >= this.concurrency) {
300
+ // Keep this method free of `await`: activation is only atomic while the whole
301
+ // read-modify-write below stays a single synchronous block.
302
+ const active = this.activeItems().map((item) => item.key);
303
+ // Every rejection below happens before anything is mutated, so a caller that fails
304
+ // here has nothing to roll back.
305
+ if (active.length >= this.concurrency) {
306
+ return null;
307
+ }
308
+ const item = this.resolveItem(queryKeyHash, queueId);
309
+ if (item?.status !== LocalQueueItemStatus.Pending) {
192
310
  return null;
193
311
  }
194
- this.state.active[queryKeyHash] = { key: queryKeyHash, order: Number(queueId), queueId };
195
- delete this.state.toProcess[queryKeyHash];
196
- this.state.heartBeat[queryKeyHash] = { key: queryKeyHash, order: new Date().getTime(), queueId };
312
+ item.status = LocalQueueItemStatus.Active;
313
+ item.heartbeat = Date.now();
314
+ active.push(item.key);
197
315
  return {
198
- active: this.queueArray(this.state.active),
199
- queueSize: Object.keys(this.state.toProcess).length,
200
- def: query,
316
+ active,
317
+ queueSize: this.countPending(),
318
+ def: this.mergeDef(item),
201
319
  };
202
320
  }
203
321
  async optimisticQueryUpdate(queryKeyHash, toUpdate, queueId) {
204
- if (this.state.active[queryKeyHash]?.queueId !== queueId || !this.state.queryDef[queryKeyHash]) {
322
+ const item = this.resolveItem(queryKeyHash, queueId);
323
+ if (item?.status !== LocalQueueItemStatus.Active) {
205
324
  return false;
206
325
  }
207
- this.state.queryDef[queryKeyHash] = { ...this.state.queryDef[queryKeyHash], ...toUpdate };
326
+ item.extra = { ...(item.extra ?? {}), ...toUpdate };
208
327
  return true;
209
328
  }
210
329
  release() {
211
- // Empty implementation as required by interface
330
+ // nothing to release
212
331
  }
213
332
  queryRedisKey(queryKey, suffix) {
214
333
  return `${this.redisQueuePrefix}_${this.redisHash(queryKey)}_${suffix}`;
@@ -1 +1 @@
1
- {"version":3,"file":"LocalQueueDriverConnection.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAsB;AA2CtB,MAAa,+BAA+B;IACnC,cAAc,GAA6C,EAAE,CAAC;IAE9D,QAAQ,GAAyC,EAAE,CAAC;IAEpD,SAAS,GAAoC,EAAE,CAAC;IAEhD,MAAM,GAAoC,EAAE,CAAC;IAE7C,MAAM,GAAoC,EAAE,CAAC;IAE7C,SAAS,GAAoC,EAAE,CAAC;CACxD;AAZD,0EAYC;AAED,MAAa,0BAA0B;IAC7B,gBAAgB,CAAS;IAEzB,mBAAmB,CAAS;IAE5B,gBAAgB,CAAS;IAEzB,WAAW,CAAS;IAEpB,eAAe,CAAS;IAExB,MAAM,CAAmB;IAEzB,KAAK,CAAkC;IAE/C,YAAmB,MAAwB,EAAE,KAAsC,EAAE,OAA2B;QAC9G,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC5C,IAAI,CAAC,iBAAiB,EAAE;YACxB,IAAI,CAAC,kBAAkB,EAAE;SAC1B,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAEtE,OAAO;YACL,aAAa;YACb,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAqB;QAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9C,IAAI,aAAiD,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC/D,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAuB,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,QAAkB;QAC3E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YACpF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE/G,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAkB,EAAE,WAAoB;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,QAAyC,EAAE,mBAA4B;QAC/F,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,mBAAmB,IAAI,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC;aACpE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAES,UAAU,CAAC,QAAyC,EAAE,mBAA4B;QAC1F,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjF,CAAC;IAES,iBAAiB,CAAC,QAAyC,EAAE,mBAA4B;QACjG,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9F,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,QAAkB,EAAE,YAAoB,EAAE,KAAsB,EAAE,QAAuB,EAAE,OAA0B;QAC3I,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,aAAa,GAAmB;YACpC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,YAAY;YACZ,KAAK;YACL,QAAQ;YACR,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC;QAC3C,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG;gBAC1B,yDAAyD;gBACzD,KAAK,EAAE,IAAI,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,IAAI;gBACvC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,GAAG;aACJ,CAAC;YAEF,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;YACvB,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;YACxE,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC;QAEF,OAAO;YACL,KAAK;YACL,aAAa,CAAC,OAAO;YACrB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM;YACxC,aAAa,CAAC,gBAAgB;YAC9B,sFAAsF;YACtF,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACtD,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,QAAyB;QAClF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAEhD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAEzC,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,OAAwB;QACnE,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,YAA0B,EAAE,eAAoB,EAAE,OAAgB;QACrG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,OAAO,KAAK,OAAO,EAAE,CAAC;YACzD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC;QAExE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAEzC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC5B,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAC3G,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QAC/C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnI,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,YAA0B,EAAE,QAAyB;QAC5E,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,YAA0B,EAAE,OAAwB;QAC/E,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1J,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,OAAgB;QAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;QAExE,IACE,CAAC,KAAK;YACN,KAAK,CAAC,OAAO,KAAK,OAAO;YACzB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,OAAO,KAAK,OAAO;YACvD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;YAC/B,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EACrC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;QACzF,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAE1C,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC;QAEjG,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB;YAC5D,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM;YACnD,GAAG,EAAE,KAAK;SACX,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,QAAa,EAAE,OAAgB;QAC5F,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,OAAO,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/F,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC1F,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,OAAO;QACZ,gDAAgD;IAClD,CAAC;IAEM,aAAa,CAAC,QAAkB,EAAE,MAAc;QACrD,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAEM,aAAa,CAAC,QAAiC;QACpD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,SAAS,CAAC,QAAkB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAvQD,gEAuQC"}
1
+ {"version":3,"file":"LocalQueueDriverConnection.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriverConnection.ts"],"names":[],"mappings":";;;AAoBA;;;GAGG;AACH,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,2CAAmB,CAAA;IACnB,yCAAiB,CAAA;AACnB,CAAC,EAHW,oBAAoB,oCAApB,oBAAoB,QAG/B;AAyCD;;GAEG;AACH,MAAa,eAAe;IAC1B;;;OAGG;IACgB,KAAK,GAAsC,IAAI,GAAG,EAAE,CAAC;IAErD,IAAI,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEvD,UAAU,GAAW,CAAC,CAAC;IAE1B,MAAM;QACX,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAErB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEM,QAAQ,CAAC,GAAiB;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACrC,CAAC;IAEM,OAAO,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAEM,GAAG,CAAC,GAAiB;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEM,GAAG,CAAC,IAAoB;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAEM,MAAM,CAAC,IAAoB;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;CACF;AA1CD,0CA0CC;AAED,MAAa,+BAA+B;IAC1B,cAAc,GAAuC,EAAE,CAAC;IAExD,KAAK,GAAoB,IAAI,eAAe,EAAE,CAAC;CAChE;AAJD,0EAIC;AAED,MAAa,0BAA0B;IACpB,gBAAgB,CAAS;IAEzB,mBAAmB,CAAS;IAE5B,eAAe,CAAS;IAExB,gBAAgB,CAAS;IAEzB,WAAW,CAAS;IAEpB,MAAM,CAAmB;IAEzB,KAAK,CAAkC;IAExD,YAAmB,MAAwB,EAAE,KAAsC,EAAE,OAA2B;QAC9G,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;OAIG;IACO,WAAW,CAAC,YAA0B,EAAE,OAAwB;QACxE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,wDAAwD;YACxD,OAAO,IAAI,EAAE,GAAG,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;IAES,QAAQ,CAAC,IAAoB;QACrC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;QAED,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC9B,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YACjC,CAAC;YAED,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC5B,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAES,YAAY;QACpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACO,WAAW;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC7G,CAAC;IAES,YAAY;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;gBACjD,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAES,OAAO,CAAC,KAAuB;QACvC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CACjB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAChH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,OAAO;YACL,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;SAClC,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAqB;QAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9C,IAAI,aAAiD,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC/D,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAuB,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,QAAkB;QAC3E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACvD,uFAAuF;QACvF,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;YACrF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAE/G,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAkB,EAAE,WAAoB;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,UAAU,CACrB,QAAkB,EAClB,YAAoB,EACpB,KAAsB,EACtB,QAAuB,EACvB,OAA0B;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpC,sFAAsF;QACtF,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;YAE5F,OAAO;gBACL,CAAC;gBACD,QAAQ,CAAC,EAAE;gBACX,OAAO;gBACP,QAAQ,CAAC,OAAO,CAAC,gBAAgB;gBACjC,IAAI;aACL,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAErC,MAAM,IAAI,GAAmB;YAC3B,EAAE;YACF,GAAG;YACH,MAAM,EAAE,oBAAoB,CAAC,OAAO;YACpC,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC;YACjD,OAAO,EAAE;gBACP,OAAO,EAAE,EAAE;gBACX,YAAY;gBACZ,KAAK;gBACL,QAAQ;gBACR,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,QAAQ;gBACR,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,gBAAgB,EAAE,OAAO;aAC1B;YACD,KAAK,EAAE,IAAI;SACZ,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE3B,OAAO;YACL,CAAC;YACD,EAAE;YACF,OAAO,GAAG,CAAC;YACX,OAAO;YACP,sFAAsF;YACtF,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,OAAwB;QACjF,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,OAAwB;QACnE,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,YAA0B,EAAE,eAAoB,EAAE,OAAgB;QACrG,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,sFAAsF;QACtF,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEpE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAES,UAAU,CAAC,IAAoB,EAAE,GAAW;QACpD,OAAO,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;IAC7E,CAAC;IAED;;OAEG;IACO,gBAAgB,CAAC,GAAW,EAAE,OAA0B;QAChE,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;IACxE,CAAC;IAES,SAAS,CAAC,IAAoB,EAAE,GAAW;QACnD,IAAI,IAAI,CAAC,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7D,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QAC/C,MAAM,IAAI,GAA6B,EAAE,CAAC;QAE1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC7C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;YAC3C,IAAI;SACL,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,YAA0B,EAAE,OAAwB;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAErD,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,YAA0B,EAAE,OAAwB;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,OAAgB;QAC7E,8EAA8E;QAC9E,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1D,mFAAmF;QACnF,iCAAiC;QACjC,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEtB,OAAO;YACL,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;SACzB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,YAA0B,EAAE,QAAa,EAAE,OAAgB;QAC5F,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,MAAM,KAAK,oBAAoB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;QAEpD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,OAAO;QACZ,qBAAqB;IACvB,CAAC;IAEM,aAAa,CAAC,QAAkB,EAAE,MAAc;QACrD,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAEM,aAAa,CAAC,QAAiC;QACpD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,SAAS,CAAC,QAAkB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAjXD,gEAiXC"}
@@ -46,6 +46,12 @@ export declare class PreAggregationPartitionRangeLoader {
46
46
  private loadRangeEnd;
47
47
  protected partitionPreAggregationDescription(range: QueryDateRange, buildRange: QueryDateRange): PreAggregationDescription;
48
48
  loadPreAggregations(): Promise<LoadPreAggregationResult>;
49
+ /**
50
+ * The lambda query is lower bounded by `buildRangeEnd` (exclusive, via
51
+ * `afterDate FROM_PARTITION_RANGE`), so it can only contribute rows strictly after it.
52
+ * @see https://github.com/cube-js/cube/issues/11682
53
+ */
54
+ private lambdaSourceDataCovered;
49
55
  /**
50
56
  * Downloads the lambda table from the source DB.
51
57
  */