@powersync/service-module-postgres-storage 0.19.6 → 0.19.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/dist/storage/batch/PostgresBucketBatch.js +37 -34
- package/dist/storage/batch/PostgresBucketBatch.js.map +1 -1
- package/dist/storage/batch/PostgresPersistedBatch.d.ts +68 -25
- package/dist/storage/batch/PostgresPersistedBatch.js +179 -147
- package/dist/storage/batch/PostgresPersistedBatch.js.map +1 -1
- package/dist/storage/current-data-store.d.ts +9 -7
- package/dist/storage/current-data-store.js +8 -2
- package/dist/storage/current-data-store.js.map +1 -1
- package/dist/types/types.d.ts +9 -8
- package/dist/types/types.js +9 -8
- package/dist/types/types.js.map +1 -1
- package/package.json +2 -2
- package/src/storage/batch/PostgresBucketBatch.ts +38 -35
- package/src/storage/batch/PostgresPersistedBatch.ts +238 -192
- package/src/storage/current-data-store.ts +10 -4
- package/src/types/types.ts +9 -8
- package/test/src/storage_flush.test.ts +162 -41
- package/tsconfig.tsbuildinfo +1 -1
|
@@ -6,19 +6,34 @@ import { replicaIdToSubkey } from '../../utils/bson.js';
|
|
|
6
6
|
import { PostgresCurrentDataStore } from '../current-data-store.js';
|
|
7
7
|
import { postgresTableId } from '../table-id.js';
|
|
8
8
|
const EMPTY_DATA = Buffer.from(bson.serialize({}));
|
|
9
|
+
/**
|
|
10
|
+
* Accumulates the operations of one replication transaction and writes them to Postgres.
|
|
11
|
+
*
|
|
12
|
+
* bucket_data and bucket_parameters rows are written while they accumulate: once the pending rows
|
|
13
|
+
* of a table would exceed `maxStatementSize`, they are inserted on the transaction before the next
|
|
14
|
+
* row is added. This bounds both the memory held for a single source row evaluated into many
|
|
15
|
+
* buckets and the size of the JSON parameter of each statement. current_data is written in `flush()`.
|
|
16
|
+
*
|
|
17
|
+
* Since `saveBucketData()` and `saveParameterData()` may write on the connection, no streamed query
|
|
18
|
+
* may be in progress on it while they are called: the connection processes responses in order, and
|
|
19
|
+
* a streamed query only completes once its rows are consumed.
|
|
20
|
+
*
|
|
21
|
+
* The transaction limits in `shouldFlushTransaction()` count everything written on the transaction,
|
|
22
|
+
* including the rows already inserted.
|
|
23
|
+
*/
|
|
9
24
|
export class PostgresPersistedBatch {
|
|
10
25
|
group_id;
|
|
26
|
+
db;
|
|
11
27
|
storageConfig;
|
|
12
28
|
currentDataStore;
|
|
13
|
-
/**
|
|
14
|
-
* Very rough estimate of current operations size in bytes
|
|
15
|
-
*/
|
|
16
|
-
currentSize;
|
|
17
29
|
maxTransactionBatchSize;
|
|
18
30
|
maxTransactionDocCount;
|
|
31
|
+
/**
|
|
32
|
+
* Pending bucket_data or bucket_parameters rows are inserted before their estimated size exceeds this.
|
|
33
|
+
*/
|
|
19
34
|
maxStatementSize;
|
|
20
35
|
/**
|
|
21
|
-
* Ordered set of bucket_data insert operation parameters
|
|
36
|
+
* Ordered set of bucket_data insert operation parameters, not inserted yet.
|
|
22
37
|
*/
|
|
23
38
|
bucketDataInserts;
|
|
24
39
|
parameterDataInserts;
|
|
@@ -29,20 +44,43 @@ export class PostgresPersistedBatch {
|
|
|
29
44
|
*/
|
|
30
45
|
currentDataInserts;
|
|
31
46
|
currentDataDeletes;
|
|
47
|
+
/**
|
|
48
|
+
* Very rough estimates of the size in bytes of the operations not inserted yet.
|
|
49
|
+
*/
|
|
50
|
+
pendingBucketDataSize = 0;
|
|
51
|
+
pendingParameterDataSize = 0;
|
|
52
|
+
pendingCurrentDataSize = 0;
|
|
53
|
+
/**
|
|
54
|
+
* Rows and estimated size already inserted on the transaction before `flush()`.
|
|
55
|
+
*/
|
|
56
|
+
insertedBucketDataCount = 0;
|
|
57
|
+
insertedParameterDataCount = 0;
|
|
58
|
+
insertedSize = 0;
|
|
59
|
+
/**
|
|
60
|
+
* Statements issued while accumulating, excluding the ones issued by `flush()`.
|
|
61
|
+
*/
|
|
62
|
+
earlyStatementCount = 0;
|
|
32
63
|
constructor(options) {
|
|
33
64
|
this.group_id = options.group_id;
|
|
65
|
+
this.db = options.db;
|
|
34
66
|
this.storageConfig = options.storageConfig;
|
|
35
67
|
this.currentDataStore = new PostgresCurrentDataStore(this.storageConfig);
|
|
36
68
|
this.maxTransactionBatchSize = options.max_estimated_size;
|
|
37
69
|
this.maxTransactionDocCount = options.max_record_count;
|
|
38
|
-
this.maxStatementSize = options.max_statement_size;
|
|
70
|
+
this.maxStatementSize = Math.min(options.max_estimated_size, options.max_statement_size);
|
|
39
71
|
this.bucketDataInserts = [];
|
|
40
72
|
this.parameterDataInserts = [];
|
|
41
73
|
this.currentDataInserts = new Map();
|
|
42
74
|
this.currentDataDeletes = new Map();
|
|
43
|
-
this.currentSize = 0;
|
|
44
75
|
}
|
|
45
|
-
|
|
76
|
+
/**
|
|
77
|
+
* Very rough estimate of the size in bytes of all operations in this transaction,
|
|
78
|
+
* including the rows already inserted.
|
|
79
|
+
*/
|
|
80
|
+
get currentSize() {
|
|
81
|
+
return this.insertedSize + this.pendingBucketDataSize + this.pendingParameterDataSize + this.pendingCurrentDataSize;
|
|
82
|
+
}
|
|
83
|
+
async saveBucketData(options) {
|
|
46
84
|
const remaining_buckets = new Map();
|
|
47
85
|
for (const b of options.before_buckets) {
|
|
48
86
|
const key = currentBucketKey(b);
|
|
@@ -56,7 +94,7 @@ export class PostgresPersistedBatch {
|
|
|
56
94
|
remaining_buckets.delete(key);
|
|
57
95
|
const data = JSONBig.stringify(k.data);
|
|
58
96
|
const checksum = utils.hashData(k.table, k.id, data);
|
|
59
|
-
this.
|
|
97
|
+
await this.addBucketData({
|
|
60
98
|
group_id: this.group_id,
|
|
61
99
|
bucket_name: k.bucket,
|
|
62
100
|
op: models.OpType.PUT,
|
|
@@ -68,12 +106,11 @@ export class PostgresPersistedBatch {
|
|
|
68
106
|
data,
|
|
69
107
|
op_id: 0, // Will use nextval of sequence
|
|
70
108
|
target_op: null
|
|
71
|
-
});
|
|
72
|
-
this.currentSize += k.bucket.length + data.length + hexSourceKey.length + 100;
|
|
109
|
+
}, k.bucket.length + data.length + hexSourceKey.length + 100);
|
|
73
110
|
}
|
|
74
111
|
for (const bd of remaining_buckets.values()) {
|
|
75
112
|
// REMOVE operation
|
|
76
|
-
this.
|
|
113
|
+
await this.addBucketData({
|
|
77
114
|
group_id: this.group_id,
|
|
78
115
|
bucket_name: bd.bucket,
|
|
79
116
|
op: models.OpType.REMOVE,
|
|
@@ -85,11 +122,21 @@ export class PostgresPersistedBatch {
|
|
|
85
122
|
op_id: 0, // Will use nextval of sequence
|
|
86
123
|
target_op: null,
|
|
87
124
|
data: null
|
|
88
|
-
});
|
|
89
|
-
|
|
125
|
+
}, bd.bucket.length + hexSourceKey.length + 100);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Inserts the pending bucket_data rows first if adding this row would exceed the statement size.
|
|
130
|
+
*/
|
|
131
|
+
async addBucketData(row, estimatedSize) {
|
|
132
|
+
if (this.bucketDataInserts.length > 0 && this.pendingBucketDataSize + estimatedSize > this.maxStatementSize) {
|
|
133
|
+
await this.flushBucketData();
|
|
134
|
+
this.earlyStatementCount += 1;
|
|
90
135
|
}
|
|
136
|
+
this.bucketDataInserts.push(row);
|
|
137
|
+
this.pendingBucketDataSize += estimatedSize;
|
|
91
138
|
}
|
|
92
|
-
saveParameterData(options) {
|
|
139
|
+
async saveParameterData(options) {
|
|
93
140
|
// This is similar to saving bucket data.
|
|
94
141
|
// A key difference is that we don't need to keep the history intact.
|
|
95
142
|
// We do need to keep track of recent history though - enough that we can get consistent data for any specific checkpoint.
|
|
@@ -111,30 +158,39 @@ export class PostgresPersistedBatch {
|
|
|
111
158
|
remaining_lookups.delete(base64);
|
|
112
159
|
const hexLookup = binLookup.toString('hex');
|
|
113
160
|
const serializedBucketParameters = JSONBig.stringify(result.bucketParameters);
|
|
114
|
-
this.
|
|
161
|
+
await this.addParameterData({
|
|
115
162
|
group_id: this.group_id,
|
|
116
163
|
source_table: postgresTableId(table.id),
|
|
117
164
|
source_key: hexSourceKey,
|
|
118
165
|
bucket_parameters: serializedBucketParameters,
|
|
119
166
|
id: 0, // auto incrementing id
|
|
120
167
|
lookup: hexLookup
|
|
121
|
-
});
|
|
122
|
-
this.currentSize += hexLookup.length + serializedBucketParameters.length + hexSourceKey.length + 100;
|
|
168
|
+
}, hexLookup.length + serializedBucketParameters.length + hexSourceKey.length + 100);
|
|
123
169
|
}
|
|
124
170
|
// 2. "REMOVE" entries for any lookup not touched.
|
|
125
171
|
for (const lookup of remaining_lookups.values()) {
|
|
126
172
|
const hexLookup = lookup.toString('hex');
|
|
127
|
-
this.
|
|
173
|
+
await this.addParameterData({
|
|
128
174
|
group_id: this.group_id,
|
|
129
175
|
source_table: postgresTableId(table.id),
|
|
130
176
|
source_key: hexSourceKey,
|
|
131
177
|
bucket_parameters: JSON.stringify([]),
|
|
132
178
|
id: 0, // auto incrementing id
|
|
133
179
|
lookup: hexLookup
|
|
134
|
-
});
|
|
135
|
-
this.currentSize += hexLookup.length + hexSourceKey.length + 100;
|
|
180
|
+
}, hexLookup.length + hexSourceKey.length + 100);
|
|
136
181
|
}
|
|
137
182
|
}
|
|
183
|
+
/**
|
|
184
|
+
* Inserts the pending bucket_parameters rows first if adding this row would exceed the statement size.
|
|
185
|
+
*/
|
|
186
|
+
async addParameterData(row, estimatedSize) {
|
|
187
|
+
if (this.parameterDataInserts.length > 0 && this.pendingParameterDataSize + estimatedSize > this.maxStatementSize) {
|
|
188
|
+
await this.flushParameterData();
|
|
189
|
+
this.earlyStatementCount += 1;
|
|
190
|
+
}
|
|
191
|
+
this.parameterDataInserts.push(row);
|
|
192
|
+
this.pendingParameterDataSize += estimatedSize;
|
|
193
|
+
}
|
|
138
194
|
deleteCurrentData(options) {
|
|
139
195
|
if (options.soft && this.storageConfig.softDeleteCurrentData) {
|
|
140
196
|
return this.upsertCurrentData({
|
|
@@ -157,7 +213,7 @@ export class PostgresPersistedBatch {
|
|
|
157
213
|
source_key_hex: hexReplicaId,
|
|
158
214
|
source_table: source_table
|
|
159
215
|
});
|
|
160
|
-
this.
|
|
216
|
+
this.pendingCurrentDataSize += serializedReplicaId.byteLength + 100;
|
|
161
217
|
}
|
|
162
218
|
}
|
|
163
219
|
upsertCurrentData(options, serialized_source_key) {
|
|
@@ -184,7 +240,7 @@ export class PostgresPersistedBatch {
|
|
|
184
240
|
lookups: options.lookups.map((l) => l.toString('hex')),
|
|
185
241
|
pending_delete: options.pending_delete?.toString() ?? null
|
|
186
242
|
});
|
|
187
|
-
this.
|
|
243
|
+
this.pendingCurrentDataSize +=
|
|
188
244
|
(options.data?.byteLength ?? 0) +
|
|
189
245
|
serializedReplicaId.byteLength +
|
|
190
246
|
buckets.length +
|
|
@@ -195,124 +251,136 @@ export class PostgresPersistedBatch {
|
|
|
195
251
|
}
|
|
196
252
|
shouldFlushTransaction() {
|
|
197
253
|
return (this.currentSize >= this.maxTransactionBatchSize ||
|
|
198
|
-
this.bucketDataInserts.length >= this.maxTransactionDocCount ||
|
|
254
|
+
this.insertedBucketDataCount + this.bucketDataInserts.length >= this.maxTransactionDocCount ||
|
|
199
255
|
this.currentDataInserts.size >= this.maxTransactionDocCount ||
|
|
200
256
|
this.currentDataDeletes.size >= this.maxTransactionDocCount ||
|
|
201
|
-
this.parameterDataInserts.length >= this.maxTransactionDocCount);
|
|
257
|
+
this.insertedParameterDataCount + this.parameterDataInserts.length >= this.maxTransactionDocCount);
|
|
202
258
|
}
|
|
203
|
-
async flush(
|
|
259
|
+
async flush() {
|
|
204
260
|
const stats = {
|
|
205
|
-
bucketDataCount: this.bucketDataInserts.length,
|
|
206
|
-
parameterDataCount: this.parameterDataInserts.length,
|
|
261
|
+
bucketDataCount: this.insertedBucketDataCount + this.bucketDataInserts.length,
|
|
262
|
+
parameterDataCount: this.insertedParameterDataCount + this.parameterDataInserts.length,
|
|
207
263
|
currentDataCount: this.currentDataInserts.size + this.currentDataDeletes.size
|
|
208
264
|
};
|
|
209
265
|
const flushedAny = stats.bucketDataCount > 0 || stats.parameterDataCount > 0 || stats.currentDataCount > 0;
|
|
210
|
-
logger.info(`powersync_${this.group_id} Flushed ${
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
this
|
|
217
|
-
|
|
266
|
+
logger.info(`powersync_${this.group_id} Flushed ${stats.bucketDataCount} + ${stats.parameterDataCount} + ${this.currentDataInserts.size} updates, ${Math.round(this.currentSize / 1024)}kb.`);
|
|
267
|
+
if (this.earlyStatementCount > 0) {
|
|
268
|
+
logger.debug(`powersync_${this.group_id} Inserted ${this.insertedBucketDataCount} + ${this.insertedParameterDataCount} rows in ${this.earlyStatementCount} statements while accumulating.`);
|
|
269
|
+
}
|
|
270
|
+
// Flush current_data before the remaining rows, since this is where lock errors are most likely
|
|
271
|
+
// to occur, and we want to detect those as soon as possible. The rows inserted while accumulating
|
|
272
|
+
// are already on the transaction at this point, so a lock error on a transaction with early
|
|
273
|
+
// inserts also rolls back that work. This only affects transactions with rows of large fan-out.
|
|
274
|
+
await this.flushCurrentData();
|
|
275
|
+
await this.flushBucketData();
|
|
276
|
+
await this.flushParameterData();
|
|
218
277
|
this.currentDataInserts = new Map();
|
|
219
278
|
this.currentDataDeletes = new Map();
|
|
220
|
-
this.
|
|
279
|
+
this.pendingCurrentDataSize = 0;
|
|
280
|
+
this.insertedBucketDataCount = 0;
|
|
281
|
+
this.insertedParameterDataCount = 0;
|
|
282
|
+
this.insertedSize = 0;
|
|
283
|
+
this.earlyStatementCount = 0;
|
|
221
284
|
return {
|
|
222
285
|
...stats,
|
|
223
286
|
flushedAny
|
|
224
287
|
};
|
|
225
288
|
}
|
|
226
|
-
|
|
227
|
-
|
|
289
|
+
/**
|
|
290
|
+
* Inserts the pending bucket_data rows in a single statement.
|
|
291
|
+
*
|
|
292
|
+
* Sequential statements in the same transaction preserve the order of the operations,
|
|
293
|
+
* since op_id is assigned from the sequence per row.
|
|
294
|
+
*/
|
|
295
|
+
async flushBucketData() {
|
|
296
|
+
const rows = this.bucketDataInserts;
|
|
297
|
+
if (rows.length == 0) {
|
|
228
298
|
return;
|
|
229
299
|
}
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
}
|
|
234
|
-
// Sequential statements in the same transaction preserve the order of the operations,
|
|
235
|
-
// since op_id is assigned from the sequence per row.
|
|
236
|
-
for (const chunk of chunks) {
|
|
237
|
-
await db.sql `
|
|
238
|
-
INSERT INTO
|
|
239
|
-
bucket_data (
|
|
240
|
-
group_id,
|
|
241
|
-
bucket_name,
|
|
242
|
-
op_id,
|
|
243
|
-
op,
|
|
244
|
-
source_table,
|
|
245
|
-
source_key,
|
|
246
|
-
table_name,
|
|
247
|
-
row_id,
|
|
248
|
-
checksum,
|
|
249
|
-
data,
|
|
250
|
-
target_op
|
|
251
|
-
)
|
|
252
|
-
SELECT
|
|
300
|
+
await this.db.sql `
|
|
301
|
+
INSERT INTO
|
|
302
|
+
bucket_data (
|
|
253
303
|
group_id,
|
|
254
304
|
bucket_name,
|
|
255
|
-
|
|
305
|
+
op_id,
|
|
256
306
|
op,
|
|
257
307
|
source_table,
|
|
258
|
-
|
|
308
|
+
source_key,
|
|
259
309
|
table_name,
|
|
260
310
|
row_id,
|
|
261
311
|
checksum,
|
|
262
312
|
data,
|
|
263
313
|
target_op
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
}
|
|
314
|
+
)
|
|
315
|
+
SELECT
|
|
316
|
+
group_id,
|
|
317
|
+
bucket_name,
|
|
318
|
+
nextval('op_id_sequence'),
|
|
319
|
+
op,
|
|
320
|
+
source_table,
|
|
321
|
+
decode(source_key, 'hex') AS source_key,
|
|
322
|
+
table_name,
|
|
323
|
+
row_id,
|
|
324
|
+
checksum,
|
|
325
|
+
data,
|
|
326
|
+
target_op
|
|
327
|
+
FROM
|
|
328
|
+
json_to_recordset(${{ type: 'json', value: rows }}::json) AS t (
|
|
329
|
+
group_id integer,
|
|
330
|
+
bucket_name text,
|
|
331
|
+
source_table text,
|
|
332
|
+
source_key text, -- Input as hex string
|
|
333
|
+
table_name text,
|
|
334
|
+
op text,
|
|
335
|
+
row_id text,
|
|
336
|
+
checksum bigint,
|
|
337
|
+
data text,
|
|
338
|
+
target_op bigint
|
|
339
|
+
);
|
|
340
|
+
`.execute();
|
|
341
|
+
this.insertedBucketDataCount += rows.length;
|
|
342
|
+
this.insertedSize += this.pendingBucketDataSize;
|
|
343
|
+
this.bucketDataInserts = [];
|
|
344
|
+
this.pendingBucketDataSize = 0;
|
|
279
345
|
}
|
|
280
|
-
|
|
281
|
-
|
|
346
|
+
/**
|
|
347
|
+
* Inserts the pending bucket_parameters rows in a single statement.
|
|
348
|
+
*/
|
|
349
|
+
async flushParameterData() {
|
|
350
|
+
const rows = this.parameterDataInserts;
|
|
351
|
+
if (rows.length == 0) {
|
|
282
352
|
return;
|
|
283
353
|
}
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
}
|
|
288
|
-
for (const chunk of chunks) {
|
|
289
|
-
await db.sql `
|
|
290
|
-
INSERT INTO
|
|
291
|
-
bucket_parameters (
|
|
292
|
-
group_id,
|
|
293
|
-
source_table,
|
|
294
|
-
source_key,
|
|
295
|
-
lookup,
|
|
296
|
-
bucket_parameters
|
|
297
|
-
)
|
|
298
|
-
SELECT
|
|
354
|
+
await this.db.sql `
|
|
355
|
+
INSERT INTO
|
|
356
|
+
bucket_parameters (
|
|
299
357
|
group_id,
|
|
300
358
|
source_table,
|
|
301
|
-
|
|
302
|
-
|
|
359
|
+
source_key,
|
|
360
|
+
lookup,
|
|
303
361
|
bucket_parameters
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
362
|
+
)
|
|
363
|
+
SELECT
|
|
364
|
+
group_id,
|
|
365
|
+
source_table,
|
|
366
|
+
decode(source_key, 'hex') AS source_key, -- Decode hex to bytea
|
|
367
|
+
decode(lookup, 'hex') AS lookup, -- Decode hex to bytea
|
|
368
|
+
bucket_parameters
|
|
369
|
+
FROM
|
|
370
|
+
json_to_recordset(${{ type: 'json', value: rows }}::json) AS t (
|
|
371
|
+
group_id integer,
|
|
372
|
+
source_table text,
|
|
373
|
+
source_key text, -- Input as hex string
|
|
374
|
+
lookup text, -- Input as hex string
|
|
375
|
+
bucket_parameters text -- Input as stringified JSON
|
|
376
|
+
)
|
|
377
|
+
`.execute();
|
|
378
|
+
this.insertedParameterDataCount += rows.length;
|
|
379
|
+
this.insertedSize += this.pendingParameterDataSize;
|
|
380
|
+
this.parameterDataInserts = [];
|
|
381
|
+
this.pendingParameterDataSize = 0;
|
|
314
382
|
}
|
|
315
|
-
async flushCurrentData(
|
|
383
|
+
async flushCurrentData() {
|
|
316
384
|
if (this.currentDataInserts.size > 0) {
|
|
317
385
|
const updates = Array.from(this.currentDataInserts.values());
|
|
318
386
|
// Sort by source_table, source_key to ensure consistent order.
|
|
@@ -329,7 +397,7 @@ export class PostgresPersistedBatch {
|
|
|
329
397
|
return 1;
|
|
330
398
|
return 0;
|
|
331
399
|
});
|
|
332
|
-
await this.currentDataStore.flushUpserts(db, updates);
|
|
400
|
+
await this.currentDataStore.flushUpserts(this.db, updates);
|
|
333
401
|
}
|
|
334
402
|
if (this.currentDataDeletes.size > 0) {
|
|
335
403
|
const deletes = Array.from(this.currentDataDeletes.values());
|
|
@@ -345,7 +413,7 @@ export class PostgresPersistedBatch {
|
|
|
345
413
|
return 1;
|
|
346
414
|
return 0;
|
|
347
415
|
});
|
|
348
|
-
await this.currentDataStore.flushDeletes(db, {
|
|
416
|
+
await this.currentDataStore.flushDeletes(this.db, {
|
|
349
417
|
groupId: this.group_id,
|
|
350
418
|
deletes
|
|
351
419
|
});
|
|
@@ -355,40 +423,4 @@ export class PostgresPersistedBatch {
|
|
|
355
423
|
export function currentBucketKey(b) {
|
|
356
424
|
return `${b.bucket}/${b.table}/${b.id}`;
|
|
357
425
|
}
|
|
358
|
-
/**
|
|
359
|
-
* Rough estimate of the serialized size of a bucket_data row, matching the `currentSize` accounting.
|
|
360
|
-
*/
|
|
361
|
-
export function estimateBucketDataRowSize(row) {
|
|
362
|
-
return row.bucket_name.length + (row.data?.length ?? 0) + (row.source_key?.length ?? 0) + 100;
|
|
363
|
-
}
|
|
364
|
-
/**
|
|
365
|
-
* Rough estimate of the serialized size of a bucket_parameters row, matching the `currentSize` accounting.
|
|
366
|
-
*/
|
|
367
|
-
export function estimateParameterDataRowSize(row) {
|
|
368
|
-
return row.lookup.length + row.bucket_parameters.length + row.source_key.length + 100;
|
|
369
|
-
}
|
|
370
|
-
/**
|
|
371
|
-
* Splits rows into consecutive chunks, each with a total estimated size of at most `maxSize`.
|
|
372
|
-
*
|
|
373
|
-
* The order of the rows is preserved. A single row larger than `maxSize` is placed in its own chunk.
|
|
374
|
-
*/
|
|
375
|
-
export function chunkRowsBySize(rows, estimateSize, maxSize) {
|
|
376
|
-
const chunks = [];
|
|
377
|
-
let currentChunk = [];
|
|
378
|
-
let currentChunkSize = 0;
|
|
379
|
-
for (const row of rows) {
|
|
380
|
-
const size = estimateSize(row);
|
|
381
|
-
if (currentChunk.length > 0 && currentChunkSize + size > maxSize) {
|
|
382
|
-
chunks.push(currentChunk);
|
|
383
|
-
currentChunk = [];
|
|
384
|
-
currentChunkSize = 0;
|
|
385
|
-
}
|
|
386
|
-
currentChunk.push(row);
|
|
387
|
-
currentChunkSize += size;
|
|
388
|
-
}
|
|
389
|
-
if (currentChunk.length > 0) {
|
|
390
|
-
chunks.push(currentChunk);
|
|
391
|
-
}
|
|
392
|
-
return chunks;
|
|
393
|
-
}
|
|
394
426
|
//# sourceMappingURL=PostgresPersistedBatch.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PostgresPersistedBatch.js","sourceRoot":"","sources":["../../../src/storage/batch/PostgresPersistedBatch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAErD,OAAO,EAAE,MAAM,EAAgC,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AA0CjD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAEnD,MAAM,OAAO,sBAAsB;IACjC,QAAQ,CAAS;IACA,aAAa,CAA+B;IAC5C,gBAAgB,CAA2B;IAE5D;;OAEG;IACH,WAAW,CAAS;IAEX,uBAAuB,CAAS;IAChC,sBAAsB,CAAS;IAC/B,gBAAgB,CAAS;IAElC;;OAEG;IACO,iBAAiB,CAAsB;IACvC,oBAAoB,CAA4B;IAC1D;;;;OAIG;IACO,kBAAkB,CAAoC;IACtD,kBAAkB,CAAgE;IAE5F,YAAY,OAAsC;QAChD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEzE,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAC1D,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,cAAc,CAAC,OAA8B;QAC3C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAgC,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAE5F,MAAM,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEzD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE9B,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAErD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,CAAC,CAAC,MAAM;gBACrB,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;gBACrB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/C,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,CAAC,CAAC,KAAK;gBACnB,MAAM,EAAE,CAAC,CAAC,EAAE;gBACZ,QAAQ;gBACR,IAAI;gBACJ,KAAK,EAAE,CAAC,EAAE,+BAA+B;gBACzC,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC;QAChF,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,mBAAmB;YACnB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,EAAE,CAAC,MAAM;gBACtB,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;gBACxB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/C,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,EAAE,CAAC,KAAK;gBACpB,MAAM,EAAE,EAAE,CAAC,EAAE;gBACb,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,CAAC,EAAE,+BAA+B;gBACzC,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC;QACnE,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,OAAiC;QACjD,yCAAyC;QACzC,qEAAqE;QACrE,0HAA0H;QAC1H,2DAA2D;QAC3D,8GAA8G;QAC9G,+BAA+B;QAC/B,6CAA6C;QAC7C,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;QACnE,MAAM,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACpD,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACjC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,wBAAwB;QACxB,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,0BAA0B,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC9E,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,UAAU,EAAE,YAAY;gBACxB,iBAAiB,EAAE,0BAA0B;gBAC7C,EAAE,EAAE,CAAC,EAAE,uBAAuB;gBAC9B,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,GAAG,0BAA0B,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC;QACvG,CAAC;QAED,kDAAkD;QAClD,KAAK,MAAM,MAAM,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,UAAU,EAAE,YAAY;gBACxB,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,EAAE,EAAE,CAAC,EAAE,uBAAuB;gBAC9B,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC;QACnE,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,OAAiC;QACjD,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,iBAAiB,CAC3B;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,eAAe;gBACrC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,EAAE;gBACX,cAAc,EAAE,EAAE,CAAC,sDAAsD;aAC1E,EACD,OAAO,CAAC,qBAAqB,CAC9B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,mBAAmB,GAAG,OAAO,CAAC,qBAAqB,IAAI,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC5G,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;YAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,YAAY,EAAE,CAAC;YAC/D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC/B,cAAc,EAAE,YAAY;gBAC5B,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,IAAI,mBAAmB,CAAC,UAAU,GAAG,GAAG,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,OAAoC,EAAE,qBAA8B;QACpF,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAEtD,MAAM,mBAAmB,GAAG,qBAAqB,IAAI,OAAO,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE7D;;;;;;;WAOG;QACH,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,YAAY,EAAE,CAAC;QAE/D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE;YAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,YAAY;YACxB,OAAO,EAAE,iBAAiB;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACtD,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,IAAI;SAC3D,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW;YACd,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;gBAC/B,mBAAmB,CAAC,UAAU;gBAC9B,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;oBAClC,OAAO,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC;gBAC9B,CAAC,EAAE,CAAC,CAAC;gBACL,GAAG,CAAC;IACR,CAAC;IAED,sBAAsB;QACpB,OAAO,CACL,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,uBAAuB;YAChD,IAAI,CAAC,iBAAiB,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB;YAC5D,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,IAAI,CAAC,sBAAsB;YAC3D,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,IAAI,CAAC,sBAAsB;YAC3D,IAAI,CAAC,oBAAoB,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB,CAChE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAkC;QAC5C,MAAM,KAAK,GAAG;YACZ,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC9C,kBAAkB,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM;YACpD,gBAAgB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI;SAC9E,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAE3G,MAAM,CAAC,IAAI,CACT,aAAa,IAAI,CAAC,QAAQ,YAAY,IAAI,CAAC,iBAAiB,CAAC,MAAM,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,MACvG,IAAI,CAAC,kBAAkB,CAAC,IAC1B,aAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CACtD,CAAC;QAEF,6FAA6F;QAC7F,4CAA4C;QAC5C,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAEhC,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QAErB,OAAO;YACL,GAAG,KAAK;YACR,UAAU;SACX,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,EAAkC;QAChE,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,iBAAiB,EAAE,yBAAyB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACzG,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,KAAK,CACV,aAAa,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,iBAAiB,CAAC,MAAM,wBAAwB,MAAM,CAAC,MAAM,cAAc,CACxH,CAAC;QACJ,CAAC;QAED,sFAAsF;QACtF,qDAAqD;QACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BA4BY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE;;;;;;;;;;;;OAYrD,CAAC,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAES,KAAK,CAAC,kBAAkB,CAAC,EAAkC;QACnE,IAAI,IAAI,CAAC,oBAAoB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,oBAAoB,EAAE,4BAA4B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/G,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,KAAK,CACV,aAAa,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,oBAAoB,CAAC,MAAM,8BAA8B,MAAM,CAAC,MAAM,cAAc,CACjI,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;8BAgBY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE;;;;;;;OAOrD,CAAC,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAES,KAAK,CAAC,gBAAgB,CAAC,EAAkC;QACjE,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,+DAA+D;YAC/D,gHAAgH;YAChH,8FAA8F;YAC9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpB,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;oBAAE,OAAO,CAAC,CAAC;gBAC1C,OAAO,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,8BAA8B;YAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpB,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;oBAAE,OAAO,CAAC,CAAC,CAAC;gBACnD,IAAI,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;oBAAE,OAAO,CAAC,CAAC;gBAClD,OAAO,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,EAAE;gBAC3C,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,OAAO;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAuB;IACtD,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,GAAsB;IAC9D,OAAO,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;AAChG,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAAC,GAA4B;IACvE,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC;AACxF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAI,IAAS,EAAE,YAAgC,EAAE,OAAe;IAC7F,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,IAAI,YAAY,GAAQ,EAAE,CAAC;IAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,GAAG,IAAI,GAAG,OAAO,EAAE,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1B,YAAY,GAAG,EAAE,CAAC;YAClB,gBAAgB,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,gBAAgB,IAAI,IAAI,CAAC;IAC3B,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
1
|
+
{"version":3,"file":"PostgresPersistedBatch.js","sourceRoot":"","sources":["../../../src/storage/batch/PostgresPersistedBatch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAErD,OAAO,EAAE,MAAM,EAAgC,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AA8CjD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;AAEnD;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,sBAAsB;IACjC,QAAQ,CAAS;IACA,EAAE,CAAiC;IACnC,aAAa,CAA+B;IAC5C,gBAAgB,CAA2B;IAEnD,uBAAuB,CAAS;IAChC,sBAAsB,CAAS;IACxC;;OAEG;IACM,gBAAgB,CAAS;IAElC;;OAEG;IACO,iBAAiB,CAAsB;IACvC,oBAAoB,CAA4B;IAC1D;;;;OAIG;IACO,kBAAkB,CAAoC;IACtD,kBAAkB,CAAgE;IAE5F;;OAEG;IACK,qBAAqB,GAAG,CAAC,CAAC;IAC1B,wBAAwB,GAAG,CAAC,CAAC;IAC7B,sBAAsB,GAAG,CAAC,CAAC;IAEnC;;OAEG;IACK,uBAAuB,GAAG,CAAC,CAAC;IAC5B,0BAA0B,GAAG,CAAC,CAAC;IAC/B,YAAY,GAAG,CAAC,CAAC;IACzB;;OAEG;IACK,mBAAmB,GAAG,CAAC,CAAC;IAEhC,YAAY,OAAsC;QAChD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEzE,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAC1D,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAEzF,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,sBAAsB,CAAC;IACtH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAA8B;QACjD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAgC,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;QAE5F,MAAM,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEzD,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAChC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE9B,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAErD,MAAM,IAAI,CAAC,aAAa,CACtB;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,CAAC,CAAC,MAAM;gBACrB,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;gBACrB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/C,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,CAAC,CAAC,KAAK;gBACnB,MAAM,EAAE,CAAC,CAAC,EAAE;gBACZ,QAAQ;gBACR,IAAI;gBACJ,KAAK,EAAE,CAAC,EAAE,+BAA+B;gBACzC,SAAS,EAAE,IAAI;aAChB,EACD,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAC1D,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,mBAAmB;YACnB,MAAM,IAAI,CAAC,aAAa,CACtB;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,EAAE,CAAC,MAAM;gBACtB,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;gBACxB,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/C,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,EAAE,CAAC,KAAK;gBACpB,MAAM,EAAE,EAAE,CAAC,EAAE;gBACb,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,CAAC,EAAE,+BAA+B;gBACzC,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI;aACX,EACD,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAC7C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,GAAsB,EAAE,aAAqB;QACvE,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,qBAAqB,GAAG,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC5G,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,qBAAqB,IAAI,aAAa,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAiC;QACvD,yCAAyC;QACzC,qEAAqE;QACrE,0HAA0H;QAC1H,2DAA2D;QAC3D,8GAA8G;QAC9G,+BAA+B;QAC/B,6CAA6C;QAC7C,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;QACnE,MAAM,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACpD,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACjC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,wBAAwB;QACxB,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,0BAA0B,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC9E,MAAM,IAAI,CAAC,gBAAgB,CACzB;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,UAAU,EAAE,YAAY;gBACxB,iBAAiB,EAAE,0BAA0B;gBAC7C,EAAE,EAAE,CAAC,EAAE,uBAAuB;gBAC9B,MAAM,EAAE,SAAS;aAClB,EACD,SAAS,CAAC,MAAM,GAAG,0BAA0B,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CACjF,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,KAAK,MAAM,MAAM,IAAI,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;YAChD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,gBAAgB,CACzB;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,UAAU,EAAE,YAAY;gBACxB,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,EAAE,EAAE,CAAC,EAAE,uBAAuB;gBAC9B,MAAM,EAAE,SAAS;aAClB,EACD,SAAS,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAC7C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,GAA4B,EAAE,aAAqB;QAChF,IAAI,IAAI,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,wBAAwB,GAAG,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClH,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,wBAAwB,IAAI,aAAa,CAAC;IACjD,CAAC;IAED,iBAAiB,CAAC,OAAiC;QACjD,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,iBAAiB,CAC3B;gBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,eAAe;gBACrC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO,EAAE,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,EAAE;gBACX,cAAc,EAAE,EAAE,CAAC,sDAAsD;aAC1E,EACD,OAAO,CAAC,qBAAqB,CAC9B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,mBAAmB,GAAG,OAAO,CAAC,qBAAqB,IAAI,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC5G,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC;YAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,YAAY,EAAE,CAAC;YAC/D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC/B,cAAc,EAAE,YAAY;gBAC5B,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC;YACH,IAAI,CAAC,sBAAsB,IAAI,mBAAmB,CAAC,UAAU,GAAG,GAAG,CAAC;QACtE,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,OAAoC,EAAE,qBAA8B;QACpF,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAEtD,MAAM,mBAAmB,GAAG,qBAAqB,IAAI,OAAO,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE7D;;;;;;;WAOG;QACH,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,YAAY,EAAE,CAAC;QAE/D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE;YAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,UAAU,EAAE,YAAY;YACxB,OAAO,EAAE,iBAAiB;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACtD,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,IAAI;SAC3D,CAAC,CAAC;QAEH,IAAI,CAAC,sBAAsB;YACzB,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;gBAC/B,mBAAmB,CAAC,UAAU;gBAC9B,OAAO,CAAC,MAAM;gBACd,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;oBAClC,OAAO,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC;gBAC9B,CAAC,EAAE,CAAC,CAAC;gBACL,GAAG,CAAC;IACR,CAAC;IAED,sBAAsB;QACpB,OAAO,CACL,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,uBAAuB;YAChD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB;YAC3F,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,IAAI,CAAC,sBAAsB;YAC3D,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,IAAI,CAAC,sBAAsB;YAC3D,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,IAAI,IAAI,CAAC,sBAAsB,CAClG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,KAAK,GAAG;YACZ,eAAe,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM;YAC7E,kBAAkB,EAAE,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM;YACtF,gBAAgB,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI;SAC9E,CAAC;QACF,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAE3G,MAAM,CAAC,IAAI,CACT,aAAa,IAAI,CAAC,QAAQ,YAAY,KAAK,CAAC,eAAe,MAAM,KAAK,CAAC,kBAAkB,MACvF,IAAI,CAAC,kBAAkB,CAAC,IAC1B,aAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CACtD,CAAC;QACF,IAAI,IAAI,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,KAAK,CACV,aAAa,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,uBAAuB,MAAM,IAAI,CAAC,0BAA0B,YAAY,IAAI,CAAC,mBAAmB,iCAAiC,CAC9K,CAAC;QACJ,CAAC;QAED,gGAAgG;QAChG,kGAAkG;QAClG,4FAA4F;QAC5F,gGAAgG;QAChG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE9B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,kBAAkB,GAAG,IAAI,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,sBAAsB,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,uBAAuB,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,OAAO;YACL,GAAG,KAAK;YACR,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACO,KAAK,CAAC,eAAe;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACpC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BA4BO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE;;;;;;;;;;;;KAYpD,CAAC,OAAO,EAAE,CAAC;QAEZ,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,qBAAqB,CAAC;QAChD,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACvC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;4BAgBO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE;;;;;;;KAOpD,CAAC,OAAO,EAAE,CAAC;QAEZ,IAAI,CAAC,0BAA0B,IAAI,IAAI,CAAC,MAAM,CAAC;QAC/C,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,wBAAwB,CAAC;QACnD,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,gBAAgB;QAC9B,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,+DAA+D;YAC/D,gHAAgH;YAChH,8FAA8F;YAC9F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpB,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;oBAAE,OAAO,CAAC,CAAC;gBAC1C,OAAO,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,8BAA8B;YAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpB,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;oBAAE,OAAO,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;oBAAE,OAAO,CAAC,CAAC,CAAC;gBACnD,IAAI,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc;oBAAE,OAAO,CAAC,CAAC;gBAClD,OAAO,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;gBAChD,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,OAAO;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAuB;IACtD,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;AAC1C,CAAC"}
|
|
@@ -2,7 +2,7 @@ import * as lib_postgres from '@powersync/lib-service-postgres';
|
|
|
2
2
|
import { storage } from '@powersync/service-core';
|
|
3
3
|
import * as t from 'ts-codec';
|
|
4
4
|
import * as models from '../types/models/CurrentData.js';
|
|
5
|
-
type Queryable = Pick<lib_postgres.DatabaseClient, 'sql' | 'streamRows'>;
|
|
5
|
+
type Queryable = Pick<lib_postgres.DatabaseClient, 'sql' | 'streamRows' | 'queryRows'>;
|
|
6
6
|
declare const TruncateCurrentDataCodec: t.ObjectCodec<Pick<{
|
|
7
7
|
buckets: t.Codec<{
|
|
8
8
|
id: string;
|
|
@@ -35,15 +35,17 @@ export declare class PostgresCurrentDataStore {
|
|
|
35
35
|
readonly table: string;
|
|
36
36
|
readonly softDeleteEnabled: boolean;
|
|
37
37
|
constructor(storageConfig: storage.StorageVersionConfig);
|
|
38
|
-
|
|
38
|
+
/**
|
|
39
|
+
* Reads up to `limit` live rows of a source table, locked for the truncate.
|
|
40
|
+
*
|
|
41
|
+
* The rows are read in full rather than streamed, since the caller writes on the same
|
|
42
|
+
* connection while processing them. See `PostgresPersistedBatch`.
|
|
43
|
+
*/
|
|
44
|
+
queryTruncateRows(db: Queryable, options: {
|
|
39
45
|
groupId: number;
|
|
40
46
|
sourceTableId: string;
|
|
41
47
|
limit: number;
|
|
42
|
-
}):
|
|
43
|
-
source_key: string;
|
|
44
|
-
buckets: string;
|
|
45
|
-
lookups: string[];
|
|
46
|
-
}[]>;
|
|
48
|
+
}): Promise<t.Encoded<typeof TruncateCurrentDataCodec>[]>;
|
|
47
49
|
decodeTruncateRow(row: t.Encoded<typeof TruncateCurrentDataCodec>): TruncateCurrentDataRow;
|
|
48
50
|
streamSizeRows(db: Queryable, options: {
|
|
49
51
|
groupId: number;
|
|
@@ -11,8 +11,14 @@ export class PostgresCurrentDataStore {
|
|
|
11
11
|
this.softDeleteEnabled = storageConfig.softDeleteCurrentData;
|
|
12
12
|
this.table = storageConfig.softDeleteCurrentData ? V3_CURRENT_DATA_TABLE : V1_CURRENT_DATA_TABLE;
|
|
13
13
|
}
|
|
14
|
-
|
|
15
|
-
|
|
14
|
+
/**
|
|
15
|
+
* Reads up to `limit` live rows of a source table, locked for the truncate.
|
|
16
|
+
*
|
|
17
|
+
* The rows are read in full rather than streamed, since the caller writes on the same
|
|
18
|
+
* connection while processing them. See `PostgresPersistedBatch`.
|
|
19
|
+
*/
|
|
20
|
+
queryTruncateRows(db, options) {
|
|
21
|
+
return db.queryRows({
|
|
16
22
|
statement: `
|
|
17
23
|
SELECT
|
|
18
24
|
buckets,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"current-data-store.js","sourceRoot":"","sources":["../../src/storage/current-data-store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,gCAAgC,CAAC;AACzD,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAI5C,MAAM,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;AAClG,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC;AAQlF,MAAM,CAAC,MAAM,qBAAqB,GAAG,cAAc,CAAC;AACpD,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC;AAEvD,MAAM,OAAO,wBAAwB;IAC1B,KAAK,CAAS;IACd,iBAAiB,CAAU;IAEpC,YAAY,aAA2C;QACrD,IAAI,CAAC,iBAAiB,GAAG,aAAa,CAAC,qBAAqB,CAAC;QAC7D,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IACnG,CAAC;IAED,
|
|
1
|
+
{"version":3,"file":"current-data-store.js","sourceRoot":"","sources":["../../src/storage/current-data-store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,gCAAgC,CAAC;AACzD,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAI5C,MAAM,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;AAClG,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC;AAQlF,MAAM,CAAC,MAAM,qBAAqB,GAAG,cAAc,CAAC;AACpD,MAAM,CAAC,MAAM,qBAAqB,GAAG,iBAAiB,CAAC;AAEvD,MAAM,OAAO,wBAAwB;IAC1B,KAAK,CAAS;IACd,iBAAiB,CAAU;IAEpC,YAAY,aAA2C;QACrD,IAAI,CAAC,iBAAiB,GAAG,aAAa,CAAC,qBAAqB,CAAC;QAC7D,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB,CAAC;IACnG,CAAC;IAED;;;;;OAKG;IACH,iBAAiB,CACf,EAAa,EACb,OAIC;QAED,OAAO,EAAE,CAAC,SAAS,CAA6C;YAC9D,SAAS,EAAE;;;;;;YAML,IAAI,CAAC,KAAK;;;;YAIV,IAAI,CAAC,kBAAkB,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;;;;OAIpD;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;gBACxC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE;gBACjD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;aACvC;SACF,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB,CAAC,GAA+C;QAC/D,OAAO,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,cAAc,CACZ,EAAa,EACb,OAGC;QAED,OAAO,EAAE,CAAC,UAAU,CAIjB;YACD,SAAS,EAAE;;;;;;;;;;;;;;YAcL,IAAI,CAAC,KAAK;;;;;;OAMf;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;aACzC;SACF,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CACd,EAAa,EACb,OAIC;QAED,MAAM,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,OAAO,EAAE,CAAC,UAAU,CAAM;YACxB,SAAS,EAAE;;YAEL,aAAa;;YAEb,IAAI,CAAC,KAAK;;;;;;;;;;;;OAYf;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;aACzC;SACF,CAAC,CAAC;IACL,CAAC;IAED,eAAe,CAAC,GAAQ,EAAE,gBAAyB;QACjD,IAAI,gBAAgB,EAAE,CAAC;YACrB,OAAO,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACtG,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAa,EAAE,OAA+B;QAC/D,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BA4BY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE;;;;;;;;;;;;;;;OAevD,CAAC,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;;;;4BAuBY,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE;;;;;;;;;;;;;KAavD,CAAC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,EAAa,EACb,OAGC;QAED,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;mCAOiB;gBACzB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,OAAO,CAAC,OAAO;aACvB;;;;uCAI8B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;;;OAGxE,CAAC,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;iCAOiB;YACzB,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,OAAO,CAAC,OAAO;SACvB;;;;kCAI2B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;;;KAGrE,CAAC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,EAAa,EAAE,OAAoD;QAC7F,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,MAAM,EAAE,CAAC,GAAG,CAAA;;;qBAGK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;;gCAE7B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,cAAc,EAAE;KAC1E,CAAC,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,oBAAoB,CAAC,EAAa,EAAE,OAA2C;QACnF,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;2BAQN,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;;gBAEnD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;;;;;;;;;;;;;;;;;;OAkB/C,CAAC,KAAK,EAAqB,CAAC;YAC7B,OAAO,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAA;;;;;;;;2BAQN,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE;;gBAEnD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;;;;;;;;;;;;;;;;;;OAkB/C,CAAC,KAAK,EAAqB,CAAC;YAC7B,OAAO,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,kBAAkB,CAAC,OAAkC;QAC3D,IAAI,IAAI,CAAC,iBAAiB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACnD,OAAO,4BAA4B,CAAC;QACtC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;CACF"}
|
package/dist/types/types.d.ts
CHANGED
|
@@ -6,17 +6,18 @@ export declare const MAX_BATCH_RECORD_COUNT = 2000;
|
|
|
6
6
|
export declare const MAX_BATCH_ESTIMATED_SIZE = 5000000;
|
|
7
7
|
export declare const MAX_BATCH_CURRENT_DATA_SIZE = 50000000;
|
|
8
8
|
/**
|
|
9
|
-
*
|
|
10
|
-
* bucket_data and bucket_parameters.
|
|
9
|
+
* Upper bound for the estimated size of the rows written by a single INSERT statement when
|
|
10
|
+
* flushing bucket_data and bucket_parameters.
|
|
11
11
|
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
* into
|
|
12
|
+
* Rows are inserted while they accumulate, once the pending rows would exceed the smaller of
|
|
13
|
+
* `max_estimated_size` and this limit. A single source row can produce many operations when it
|
|
14
|
+
* is evaluated into many buckets, which `max_estimated_size` alone does not bound since it is
|
|
15
|
+
* only checked between rows.
|
|
15
16
|
*
|
|
16
17
|
* The rows are passed to Postgres as a single JSON parameter, which is serialized to a string
|
|
17
|
-
* before being sent. Node limits a string to roughly 512MB. The estimate
|
|
18
|
-
*
|
|
19
|
-
*
|
|
18
|
+
* before being sent. Node limits a string to roughly 512MB. The estimate does not account for
|
|
19
|
+
* the JSON escaping of the already-serialized row data, so the actual parameter can be close to
|
|
20
|
+
* double the estimate. 64MB keeps a wide margin for that.
|
|
20
21
|
*
|
|
21
22
|
* This is not part of `batch_limits`: the limit comes from the runtime, not from the workload.
|
|
22
23
|
*/
|