@chkit/plugin-backfill 0.1.0-beta.9 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -0
- package/dist/args.d.ts +17 -0
- package/dist/args.d.ts.map +1 -1
- package/dist/args.js +11 -0
- package/dist/args.js.map +1 -1
- package/dist/async-backfill.d.ts +64 -0
- package/dist/async-backfill.d.ts.map +1 -0
- package/dist/async-backfill.js +251 -0
- package/dist/async-backfill.js.map +1 -0
- package/dist/check.d.ts +9 -0
- package/dist/check.d.ts.map +1 -0
- package/dist/check.js +79 -0
- package/dist/check.js.map +1 -0
- package/dist/chunking/analyze.d.ts +8 -0
- package/dist/chunking/analyze.d.ts.map +1 -0
- package/dist/chunking/analyze.js +8 -0
- package/dist/chunking/analyze.js.map +1 -0
- package/dist/chunking/boundary-codec.d.ts +4 -0
- package/dist/chunking/boundary-codec.d.ts.map +1 -0
- package/dist/chunking/boundary-codec.js +79 -0
- package/dist/chunking/boundary-codec.js.map +1 -0
- package/dist/chunking/build.d.ts +11 -0
- package/dist/chunking/build.d.ts.map +1 -0
- package/dist/chunking/build.js +51 -0
- package/dist/chunking/build.js.map +1 -0
- package/dist/chunking/e2e/constants.d.ts +2 -0
- package/dist/chunking/e2e/constants.d.ts.map +1 -0
- package/dist/chunking/e2e/constants.js +2 -0
- package/dist/chunking/e2e/constants.js.map +1 -0
- package/dist/chunking/e2e/seed-datasets.script.d.ts +20 -0
- package/dist/chunking/e2e/seed-datasets.script.d.ts.map +1 -0
- package/dist/chunking/e2e/seed-datasets.script.js +134 -0
- package/dist/chunking/e2e/seed-datasets.script.js.map +1 -0
- package/dist/chunking/introspect.d.ts +40 -0
- package/dist/chunking/introspect.d.ts.map +1 -0
- package/dist/chunking/introspect.js +187 -0
- package/dist/chunking/introspect.js.map +1 -0
- package/dist/chunking/partition-slices.d.ts +14 -0
- package/dist/chunking/partition-slices.d.ts.map +1 -0
- package/dist/chunking/partition-slices.js +111 -0
- package/dist/chunking/partition-slices.js.map +1 -0
- package/dist/chunking/planner.d.ts +3 -0
- package/dist/chunking/planner.d.ts.map +1 -0
- package/dist/chunking/planner.js +343 -0
- package/dist/chunking/planner.js.map +1 -0
- package/dist/chunking/services/distribution-source.d.ts +11 -0
- package/dist/chunking/services/distribution-source.d.ts.map +1 -0
- package/dist/chunking/services/distribution-source.js +60 -0
- package/dist/chunking/services/distribution-source.js.map +1 -0
- package/dist/chunking/services/metadata-source.d.ts +4 -0
- package/dist/chunking/services/metadata-source.d.ts.map +1 -0
- package/dist/chunking/services/metadata-source.js +138 -0
- package/dist/chunking/services/metadata-source.js.map +1 -0
- package/dist/chunking/services/row-probe.d.ts +12 -0
- package/dist/chunking/services/row-probe.d.ts.map +1 -0
- package/dist/chunking/services/row-probe.js +49 -0
- package/dist/chunking/services/row-probe.js.map +1 -0
- package/dist/chunking/splitter.d.ts +20 -0
- package/dist/chunking/splitter.d.ts.map +1 -0
- package/dist/chunking/splitter.js +76 -0
- package/dist/chunking/splitter.js.map +1 -0
- package/dist/chunking/sql.d.ts +18 -0
- package/dist/chunking/sql.d.ts.map +1 -0
- package/dist/chunking/sql.js +304 -0
- package/dist/chunking/sql.js.map +1 -0
- package/dist/chunking/strategies/equal-width-split.d.ts +3 -0
- package/dist/chunking/strategies/equal-width-split.d.ts.map +1 -0
- package/dist/chunking/strategies/equal-width-split.js +46 -0
- package/dist/chunking/strategies/equal-width-split.js.map +1 -0
- package/dist/chunking/strategies/group-by-key-split.d.ts +3 -0
- package/dist/chunking/strategies/group-by-key-split.d.ts.map +1 -0
- package/dist/chunking/strategies/group-by-key-split.js +54 -0
- package/dist/chunking/strategies/group-by-key-split.js.map +1 -0
- package/dist/chunking/strategies/metadata-single-chunk.d.ts +3 -0
- package/dist/chunking/strategies/metadata-single-chunk.d.ts.map +1 -0
- package/dist/chunking/strategies/metadata-single-chunk.js +5 -0
- package/dist/chunking/strategies/metadata-single-chunk.js.map +1 -0
- package/dist/chunking/strategies/quantile-range-split.d.ts +5 -0
- package/dist/chunking/strategies/quantile-range-split.d.ts.map +1 -0
- package/dist/chunking/strategies/quantile-range-split.js +132 -0
- package/dist/chunking/strategies/quantile-range-split.js.map +1 -0
- package/dist/chunking/strategies/refinement.d.ts +3 -0
- package/dist/chunking/strategies/refinement.d.ts.map +1 -0
- package/dist/chunking/strategies/refinement.js +61 -0
- package/dist/chunking/strategies/refinement.js.map +1 -0
- package/dist/chunking/strategies/string-prefix-split.d.ts +4 -0
- package/dist/chunking/strategies/string-prefix-split.d.ts.map +1 -0
- package/dist/chunking/strategies/string-prefix-split.js +73 -0
- package/dist/chunking/strategies/string-prefix-split.js.map +1 -0
- package/dist/chunking/strategies/temporal-bucket-split.d.ts +3 -0
- package/dist/chunking/strategies/temporal-bucket-split.d.ts.map +1 -0
- package/dist/chunking/strategies/temporal-bucket-split.js +67 -0
- package/dist/chunking/strategies/temporal-bucket-split.js.map +1 -0
- package/dist/chunking/strategy-policy.d.ts +3 -0
- package/dist/chunking/strategy-policy.d.ts.map +1 -0
- package/dist/chunking/strategy-policy.js +4 -0
- package/dist/chunking/strategy-policy.js.map +1 -0
- package/dist/chunking/types.d.ts +137 -0
- package/dist/chunking/types.d.ts.map +1 -0
- package/dist/chunking/types.js +2 -0
- package/dist/chunking/types.js.map +1 -0
- package/dist/chunking/utils/binary-string.d.ts +8 -0
- package/dist/chunking/utils/binary-string.d.ts.map +1 -0
- package/dist/chunking/utils/binary-string.js +52 -0
- package/dist/chunking/utils/binary-string.js.map +1 -0
- package/dist/chunking/utils/ids.d.ts +4 -0
- package/dist/chunking/utils/ids.d.ts.map +1 -0
- package/dist/chunking/utils/ids.js +11 -0
- package/dist/chunking/utils/ids.js.map +1 -0
- package/dist/chunking/utils/ranges.d.ts +5 -0
- package/dist/chunking/utils/ranges.d.ts.map +1 -0
- package/dist/chunking/utils/ranges.js +19 -0
- package/dist/chunking/utils/ranges.js.map +1 -0
- package/dist/detect.d.ts +8 -0
- package/dist/detect.d.ts.map +1 -0
- package/dist/detect.js +72 -0
- package/dist/detect.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/logging.d.ts +12 -0
- package/dist/logging.d.ts.map +1 -0
- package/dist/logging.js +61 -0
- package/dist/logging.js.map +1 -0
- package/dist/options.d.ts +140 -4
- package/dist/options.d.ts.map +1 -1
- package/dist/options.js +145 -111
- package/dist/options.js.map +1 -1
- package/dist/payload.d.ts +7 -17
- package/dist/payload.d.ts.map +1 -1
- package/dist/payload.js +7 -19
- package/dist/payload.js.map +1 -1
- package/dist/planner.d.ts +10 -8
- package/dist/planner.d.ts.map +1 -1
- package/dist/planner.js +76 -97
- package/dist/planner.js.map +1 -1
- package/dist/plugin.d.ts +4 -3
- package/dist/plugin.d.ts.map +1 -1
- package/dist/plugin.js +351 -201
- package/dist/plugin.js.map +1 -1
- package/dist/queries.d.ts +21 -0
- package/dist/queries.d.ts.map +1 -0
- package/dist/queries.js +113 -0
- package/dist/queries.js.map +1 -0
- package/dist/runtime.d.ts +14 -0
- package/dist/runtime.d.ts.map +1 -1
- package/dist/runtime.js +162 -83
- package/dist/runtime.js.map +1 -1
- package/dist/sdk.d.ts +12 -0
- package/dist/sdk.d.ts.map +1 -0
- package/dist/sdk.js +9 -0
- package/dist/sdk.js.map +1 -0
- package/dist/state.d.ts +16 -28
- package/dist/state.d.ts.map +1 -1
- package/dist/state.js +73 -127
- package/dist/state.js.map +1 -1
- package/dist/table-config.d.ts +9 -0
- package/dist/table-config.d.ts.map +1 -0
- package/dist/table-config.js +2 -0
- package/dist/table-config.js.map +1 -0
- package/dist/types.d.ts +48 -118
- package/dist/types.d.ts.map +1 -1
- package/package.json +25 -2
package/dist/options.js
CHANGED
|
@@ -1,125 +1,159 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { defineFlags } from '@chkit/core';
|
|
1
3
|
import { BackfillConfigError } from './errors.js';
|
|
2
|
-
const
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
},
|
|
9
|
-
policy: {
|
|
10
|
-
requireDryRunBeforeRun: true,
|
|
11
|
-
requireExplicitWindow: true,
|
|
12
|
-
blockOverlappingRuns: true,
|
|
13
|
-
failCheckOnRequiredPendingBackfill: true,
|
|
14
|
-
},
|
|
15
|
-
limits: {
|
|
16
|
-
maxWindowHours: 24 * 30,
|
|
17
|
-
minChunkMinutes: 15,
|
|
18
|
-
},
|
|
19
|
-
};
|
|
20
|
-
function isRecord(value) {
|
|
21
|
-
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
22
|
-
}
|
|
23
|
-
function parsePositiveNumber(value, key) {
|
|
24
|
-
if (value === undefined)
|
|
25
|
-
return undefined;
|
|
26
|
-
if (typeof value !== 'number' || !Number.isFinite(value) || value <= 0) {
|
|
27
|
-
throw new BackfillConfigError(`Invalid plugin option "${key}". Expected a positive number.`);
|
|
4
|
+
const GiB = 1024 ** 3;
|
|
5
|
+
// ───── Coercion helpers ─────
|
|
6
|
+
function normalizeTimestamp(raw, flagName) {
|
|
7
|
+
const value = raw.trim();
|
|
8
|
+
if (value.length === 0) {
|
|
9
|
+
throw new BackfillConfigError(`Missing value for ${flagName}`);
|
|
28
10
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
if (value === undefined)
|
|
33
|
-
return undefined;
|
|
34
|
-
if (typeof value !== 'boolean') {
|
|
35
|
-
throw new BackfillConfigError(`Invalid plugin option "${key}". Expected boolean.`);
|
|
11
|
+
const date = new Date(value);
|
|
12
|
+
if (Number.isNaN(date.getTime())) {
|
|
13
|
+
throw new BackfillConfigError(`Invalid timestamp for ${flagName}: ${raw}`);
|
|
36
14
|
}
|
|
37
|
-
return
|
|
15
|
+
return date.toISOString();
|
|
38
16
|
}
|
|
39
|
-
function
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
throw new BackfillConfigError(`Invalid plugin option "${key}". Expected non-empty string.`);
|
|
17
|
+
function normalizeTarget(raw) {
|
|
18
|
+
const value = raw.trim();
|
|
19
|
+
if (!/^[A-Za-z0-9_]+\.[A-Za-z0-9_]+$/.test(value)) {
|
|
20
|
+
throw new BackfillConfigError('Invalid value for --target. Expected <database.table>.');
|
|
44
21
|
}
|
|
45
22
|
return value;
|
|
46
23
|
}
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
maxParallelChunks: parsePositiveNumber(options.defaults.maxParallelChunks, 'defaults.maxParallelChunks'),
|
|
59
|
-
maxRetriesPerChunk: parsePositiveNumber(options.defaults.maxRetriesPerChunk, 'defaults.maxRetriesPerChunk'),
|
|
60
|
-
requireIdempotencyToken: parseBoolean(options.defaults.requireIdempotencyToken, 'defaults.requireIdempotencyToken'),
|
|
61
|
-
};
|
|
62
|
-
}
|
|
63
|
-
if (options.policy !== undefined) {
|
|
64
|
-
if (!isRecord(options.policy)) {
|
|
65
|
-
throw new BackfillConfigError('Invalid plugin option "policy". Expected object.');
|
|
66
|
-
}
|
|
67
|
-
normalized.policy = {
|
|
68
|
-
requireDryRunBeforeRun: parseBoolean(options.policy.requireDryRunBeforeRun, 'policy.requireDryRunBeforeRun'),
|
|
69
|
-
requireExplicitWindow: parseBoolean(options.policy.requireExplicitWindow, 'policy.requireExplicitWindow'),
|
|
70
|
-
blockOverlappingRuns: parseBoolean(options.policy.blockOverlappingRuns, 'policy.blockOverlappingRuns'),
|
|
71
|
-
failCheckOnRequiredPendingBackfill: parseBoolean(options.policy.failCheckOnRequiredPendingBackfill, 'policy.failCheckOnRequiredPendingBackfill'),
|
|
72
|
-
};
|
|
24
|
+
const BYTE_SUFFIXES = {
|
|
25
|
+
T: 1024 ** 4,
|
|
26
|
+
G: 1024 ** 3,
|
|
27
|
+
M: 1024 ** 2,
|
|
28
|
+
K: 1024,
|
|
29
|
+
};
|
|
30
|
+
export function parseByteSize(raw) {
|
|
31
|
+
const trimmed = raw.trim().toUpperCase();
|
|
32
|
+
const match = trimmed.match(/^(\d+(?:\.\d+)?)\s*([TGMK])?$/);
|
|
33
|
+
if (!match) {
|
|
34
|
+
throw new BackfillConfigError(`Invalid byte size: ${raw}. Expected a number with optional suffix (K, M, G, T).`);
|
|
73
35
|
}
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
minChunkMinutes: parsePositiveNumber(options.limits.minChunkMinutes, 'limits.minChunkMinutes'),
|
|
81
|
-
};
|
|
36
|
+
const value = Number(match[1]);
|
|
37
|
+
const suffix = match[2];
|
|
38
|
+
const multiplier = suffix ? BYTE_SUFFIXES[suffix] ?? 1 : 1;
|
|
39
|
+
const result = value * multiplier;
|
|
40
|
+
if (!Number.isFinite(result) || result <= 0) {
|
|
41
|
+
throw new BackfillConfigError(`Invalid byte size: ${raw}. Must be a positive number.`);
|
|
82
42
|
}
|
|
83
|
-
return
|
|
43
|
+
return result;
|
|
84
44
|
}
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
},
|
|
92
|
-
policy: {
|
|
93
|
-
...DEFAULT_OPTIONS.policy,
|
|
94
|
-
...(options.policy ?? {}),
|
|
95
|
-
},
|
|
96
|
-
limits: {
|
|
97
|
-
...DEFAULT_OPTIONS.limits,
|
|
98
|
-
...(options.limits ?? {}),
|
|
99
|
-
},
|
|
100
|
-
};
|
|
101
|
-
}
|
|
102
|
-
export function mergeOptions(baseOptions, runtimeOptions) {
|
|
103
|
-
const fromRuntime = normalizeRuntimeOptions(runtimeOptions);
|
|
104
|
-
return normalizeBackfillOptions({
|
|
105
|
-
stateDir: fromRuntime.stateDir ?? baseOptions.stateDir,
|
|
106
|
-
defaults: {
|
|
107
|
-
...baseOptions.defaults,
|
|
108
|
-
...(fromRuntime.defaults ?? {}),
|
|
109
|
-
},
|
|
110
|
-
policy: {
|
|
111
|
-
...baseOptions.policy,
|
|
112
|
-
...(fromRuntime.policy ?? {}),
|
|
113
|
-
},
|
|
114
|
-
limits: {
|
|
115
|
-
...baseOptions.limits,
|
|
116
|
-
...(fromRuntime.limits ?? {}),
|
|
117
|
-
},
|
|
118
|
-
});
|
|
45
|
+
function normalizePlanId(raw) {
|
|
46
|
+
const value = raw.trim();
|
|
47
|
+
if (!/^[a-f0-9]{16}$/.test(value)) {
|
|
48
|
+
throw new BackfillConfigError('Invalid value for --plan-id. Expected a 16-char lowercase hex id.');
|
|
49
|
+
}
|
|
50
|
+
return value;
|
|
119
51
|
}
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
52
|
+
// ───── Plugin config schema (what backfill({...}) accepts) ─────
|
|
53
|
+
export const PluginConfigSchema = z.object({
|
|
54
|
+
maxChunkBytes: z.number().positive().optional(),
|
|
55
|
+
maxRetriesPerChunk: z.number().int().positive().optional(),
|
|
56
|
+
retryDelayMs: z.number().nonnegative().optional(),
|
|
57
|
+
maxParallelChunks: z.number().int().positive().optional(),
|
|
58
|
+
requireIdempotencyToken: z.boolean().optional(),
|
|
59
|
+
chunkHours: z.number().positive().optional(),
|
|
60
|
+
timeColumn: z.string().min(1).optional(),
|
|
61
|
+
requireDryRunBeforeRun: z.boolean().optional(),
|
|
62
|
+
requireExplicitWindow: z.boolean().optional(),
|
|
63
|
+
blockOverlappingRuns: z.boolean().optional(),
|
|
64
|
+
failCheckOnRequiredPendingBackfill: z.boolean().optional(),
|
|
65
|
+
maxWindowHours: z.number().positive().optional(),
|
|
66
|
+
minChunkMinutes: z.number().positive().optional(),
|
|
67
|
+
stateDir: z.string().min(1).optional(),
|
|
68
|
+
});
|
|
69
|
+
// ───── Per-command schemas ─────
|
|
70
|
+
export const PlanSchema = z.object({
|
|
71
|
+
target: z.string(),
|
|
72
|
+
from: z.string().optional(),
|
|
73
|
+
to: z.string().optional(),
|
|
74
|
+
maxChunkBytes: z.number().positive().default(10 * GiB),
|
|
75
|
+
maxParallelChunks: z.number().int().positive().default(1),
|
|
76
|
+
maxRetriesPerChunk: z.number().int().positive().default(3),
|
|
77
|
+
requireIdempotencyToken: z.boolean().default(true),
|
|
78
|
+
requireExplicitWindow: z.boolean().default(true),
|
|
79
|
+
blockOverlappingRuns: z.boolean().default(true),
|
|
80
|
+
requireDryRunBeforeRun: z.boolean().default(true),
|
|
81
|
+
failCheckOnRequiredPendingBackfill: z.boolean().default(true),
|
|
82
|
+
maxWindowHours: z.number().positive().default(720),
|
|
83
|
+
minChunkMinutes: z.number().positive().default(15),
|
|
84
|
+
chunkHours: z.number().positive().optional(),
|
|
85
|
+
timeColumn: z.string().min(1).optional(),
|
|
86
|
+
stateDir: z.string().min(1).optional(),
|
|
87
|
+
});
|
|
88
|
+
export const RunSchema = z.object({
|
|
89
|
+
planId: z.string(),
|
|
90
|
+
forceEnvironment: z.boolean().default(false),
|
|
91
|
+
concurrency: z.number().int().positive().default(3),
|
|
92
|
+
pollIntervalMs: z.number().nonnegative().default(5000),
|
|
93
|
+
stateDir: z.string().min(1).optional(),
|
|
94
|
+
});
|
|
95
|
+
export const ResumeSchema = RunSchema.extend({
|
|
96
|
+
replayFailed: z.boolean().default(false),
|
|
97
|
+
});
|
|
98
|
+
export const StatusSchema = z.object({
|
|
99
|
+
planId: z.string(),
|
|
100
|
+
stateDir: z.string().min(1).optional(),
|
|
101
|
+
});
|
|
102
|
+
export const CheckSchema = z.object({
|
|
103
|
+
stateDir: z.string().min(1).optional(),
|
|
104
|
+
failCheckOnRequiredPendingBackfill: z.boolean().default(true),
|
|
105
|
+
});
|
|
106
|
+
// ───── CLI flag definitions ─────
|
|
107
|
+
export const PLAN_FLAGS = defineFlags([
|
|
108
|
+
{ name: '--target', type: 'string', description: 'Target table (database.table)', placeholder: '<database.table>' },
|
|
109
|
+
{ name: '--from', type: 'string', description: 'Filter partitions starting from timestamp', placeholder: '<timestamp>' },
|
|
110
|
+
{ name: '--to', type: 'string', description: 'Filter partitions up to timestamp', placeholder: '<timestamp>' },
|
|
111
|
+
{ name: '--max-chunk-bytes', type: 'string', description: 'Max bytes per chunk (e.g. 10G, 500M)', placeholder: '<bytes>' },
|
|
112
|
+
]);
|
|
113
|
+
export const RUN_FLAGS = defineFlags([
|
|
114
|
+
{ name: '--plan-id', type: 'string', description: 'Plan ID to execute', placeholder: '<id>' },
|
|
115
|
+
{ name: '--force-environment', type: 'boolean', description: 'Skip environment mismatch checks' },
|
|
116
|
+
{ name: '--concurrency', type: 'string', description: 'Max concurrent async queries', placeholder: '<n>' },
|
|
117
|
+
{ name: '--poll-interval', type: 'string', description: 'Polling interval in ms', placeholder: '<ms>' },
|
|
118
|
+
]);
|
|
119
|
+
export const RESUME_FLAGS = defineFlags([
|
|
120
|
+
{ name: '--plan-id', type: 'string', description: 'Plan ID to resume', placeholder: '<id>' },
|
|
121
|
+
{ name: '--force-environment', type: 'boolean', description: 'Skip environment mismatch checks' },
|
|
122
|
+
{ name: '--concurrency', type: 'string', description: 'Max concurrent async queries', placeholder: '<n>' },
|
|
123
|
+
{ name: '--poll-interval', type: 'string', description: 'Polling interval in ms', placeholder: '<ms>' },
|
|
124
|
+
{ name: '--replay-failed', type: 'boolean', description: 'Re-execute failed chunks' },
|
|
125
|
+
]);
|
|
126
|
+
export const PLAN_ID_FLAGS = defineFlags([
|
|
127
|
+
{ name: '--plan-id', type: 'string', description: 'Plan ID', placeholder: '<id>' },
|
|
128
|
+
]);
|
|
129
|
+
// ───── Flag mappings ─────
|
|
130
|
+
export const PLAN_FLAG_MAP = {
|
|
131
|
+
'--target': { key: 'target', coerce: normalizeTarget },
|
|
132
|
+
'--from': { key: 'from', coerce: (v) => normalizeTimestamp(v, '--from') },
|
|
133
|
+
'--to': { key: 'to', coerce: (v) => normalizeTimestamp(v, '--to') },
|
|
134
|
+
'--max-chunk-bytes': { key: 'maxChunkBytes', coerce: parseByteSize },
|
|
135
|
+
};
|
|
136
|
+
function coercePositiveInt(v, flag) {
|
|
137
|
+
const n = Number(v);
|
|
138
|
+
if (!Number.isFinite(n) || n <= 0 || !Number.isInteger(n)) {
|
|
139
|
+
throw new BackfillConfigError(`Invalid value for ${flag}. Expected integer > 0.`);
|
|
123
140
|
}
|
|
141
|
+
return n;
|
|
124
142
|
}
|
|
143
|
+
export const RUN_FLAG_MAP = {
|
|
144
|
+
'--plan-id': { key: 'planId', coerce: normalizePlanId },
|
|
145
|
+
'--force-environment': { key: 'forceEnvironment' },
|
|
146
|
+
'--concurrency': { key: 'concurrency', coerce: (v) => coercePositiveInt(v, '--concurrency') },
|
|
147
|
+
'--poll-interval': { key: 'pollIntervalMs', coerce: (v) => coercePositiveInt(v, '--poll-interval') },
|
|
148
|
+
};
|
|
149
|
+
export const RESUME_FLAG_MAP = {
|
|
150
|
+
'--plan-id': { key: 'planId', coerce: normalizePlanId },
|
|
151
|
+
'--force-environment': { key: 'forceEnvironment' },
|
|
152
|
+
'--concurrency': { key: 'concurrency', coerce: (v) => coercePositiveInt(v, '--concurrency') },
|
|
153
|
+
'--poll-interval': { key: 'pollIntervalMs', coerce: (v) => coercePositiveInt(v, '--poll-interval') },
|
|
154
|
+
'--replay-failed': { key: 'replayFailed' },
|
|
155
|
+
};
|
|
156
|
+
export const PLAN_ID_FLAG_MAP = {
|
|
157
|
+
'--plan-id': { key: 'planId', coerce: normalizePlanId },
|
|
158
|
+
};
|
|
125
159
|
//# sourceMappingURL=options.js.map
|
package/dist/options.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"options.js","sourceRoot":"","sources":["../src/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"options.js","sourceRoot":"","sources":["../src/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,WAAW,EAAoB,MAAM,aAAa,CAAA;AAE3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEjD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,+BAA+B;AAE/B,SAAS,kBAAkB,CAAC,GAAW,EAAE,QAAgB;IACvD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,mBAAmB,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5B,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,mBAAmB,CAAC,yBAAyB,QAAQ,KAAK,GAAG,EAAE,CAAC,CAAA;IAC5E,CAAC;IACD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAA;AAC3B,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,mBAAmB,CAAC,wDAAwD,CAAC,CAAA;IACzF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,aAAa,GAA2B;IAC5C,CAAC,EAAE,IAAI,IAAI,CAAC;IACZ,CAAC,EAAE,IAAI,IAAI,CAAC;IACZ,CAAC,EAAE,IAAI,IAAI,CAAC;IACZ,CAAC,EAAE,IAAI;CACR,CAAA;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAC5D,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,mBAAmB,CAC3B,sBAAsB,GAAG,wDAAwD,CAClF,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACvB,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,KAAK,GAAG,UAAU,CAAA;IACjC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,mBAAmB,CAAC,sBAAsB,GAAG,8BAA8B,CAAC,CAAA;IACxF,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,mBAAmB,CAC3B,mEAAmE,CACpE,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,kEAAkE;AAElE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACjD,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC/C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACxC,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9C,qBAAqB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7C,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,kCAAkC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAA;AAIF,kCAAkC;AAElC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,GAAG,CAAC;IACtD,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACzD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1D,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAClD,qBAAqB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAChD,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC/C,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACjD,kCAAkC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7D,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IAClD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACtD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC;IAC3C,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACzC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtC,kCAAkC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAC9D,CAAC,CAAA;AAEF,mCAAmC;AAEnC,MAAM,CAAC,MAAM,UAAU,GAAG,WAAW,CAAC;IACpC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+BAA+B,EAAE,WAAW,EAAE,kBAAkB,EAAE;IACnH,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE,WAAW,EAAE,aAAa,EAAE;IACxH,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mCAAmC,EAAE,WAAW,EAAE,aAAa,EAAE;IAC9G,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sCAAsC,EAAE,WAAW,EAAE,SAAS,EAAE;CAClH,CAAC,CAAA;AAEX,MAAM,CAAC,MAAM,SAAS,GAAG,WAAW,CAAC;IACnC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,EAAE;IAC7F,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,kCAAkC,EAAE;IACjG,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE,WAAW,EAAE,KAAK,EAAE;IAC1G,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,EAAE;CAC/F,CAAC,CAAA;AAEX,MAAM,CAAC,MAAM,YAAY,GAAG,WAAW,CAAC;IACtC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,EAAE;IAC5F,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,kCAAkC,EAAE;IACjG,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE,WAAW,EAAE,KAAK,EAAE;IAC1G,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,EAAE;IACvG,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,0BAA0B,EAAE;CAC7E,CAAC,CAAA;AAEX,MAAM,CAAC,MAAM,aAAa,GAAG,WAAW,CAAC;IACvC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE;CAC1E,CAAC,CAAA;AAEX,4BAA4B;AAE5B,MAAM,CAAC,MAAM,aAAa,GAAgB;IACxC,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE;IACtD,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE;IACzE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE;IACnE,mBAAmB,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE;CACrE,CAAA;AAED,SAAS,iBAAiB,CAAC,CAAS,EAAE,IAAY;IAChD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;IACnB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,mBAAmB,CAAC,qBAAqB,IAAI,yBAAyB,CAAC,CAAA;IACnF,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAgB;IACvC,WAAW,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE;IACvD,qBAAqB,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE;IAClD,eAAe,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE;IAC7F,iBAAiB,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE;CACrG,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAgB;IAC1C,WAAW,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE;IACvD,qBAAqB,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE;IAClD,eAAe,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE;IAC7F,iBAAiB,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE;IACpG,iBAAiB,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;CAC3C,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAgB;IAC3C,WAAW,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE;CACxD,CAAA"}
|
package/dist/payload.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { BackfillDoctorReport, BackfillPlanStatus, BackfillStatusSummary, BuildBackfillPlanOutput
|
|
1
|
+
import type { BackfillDoctorReport, BackfillPlanStatus, BackfillStatusSummary, BuildBackfillPlanOutput } from './types.js';
|
|
2
2
|
export declare function planPayload(output: BuildBackfillPlanOutput): {
|
|
3
3
|
ok: true;
|
|
4
4
|
command: 'plan';
|
|
@@ -7,20 +7,12 @@ export declare function planPayload(output: BuildBackfillPlanOutput): {
|
|
|
7
7
|
from: string;
|
|
8
8
|
to: string;
|
|
9
9
|
chunkCount: number;
|
|
10
|
-
|
|
10
|
+
maxChunkBytes?: number;
|
|
11
|
+
sortKeyColumn?: string;
|
|
11
12
|
planPath: string;
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
ok: boolean;
|
|
16
|
-
command: 'run' | 'resume';
|
|
17
|
-
planId: string;
|
|
18
|
-
status: BackfillPlanStatus;
|
|
19
|
-
chunkCounts: BackfillStatusSummary['totals'];
|
|
20
|
-
attempts: number;
|
|
21
|
-
runPath: string;
|
|
22
|
-
eventPath: string;
|
|
23
|
-
lastError?: string;
|
|
13
|
+
strategy?: string;
|
|
14
|
+
partitionCount?: number;
|
|
15
|
+
totalBytes?: number;
|
|
24
16
|
};
|
|
25
17
|
export declare function statusPayload(summary: BackfillStatusSummary): {
|
|
26
18
|
ok: boolean;
|
|
@@ -28,9 +20,8 @@ export declare function statusPayload(summary: BackfillStatusSummary): {
|
|
|
28
20
|
planId: string;
|
|
29
21
|
status: BackfillPlanStatus;
|
|
30
22
|
chunkCounts: BackfillStatusSummary['totals'];
|
|
31
|
-
|
|
23
|
+
rowsWritten: number;
|
|
32
24
|
runPath: string;
|
|
33
|
-
eventPath: string;
|
|
34
25
|
updatedAt: string;
|
|
35
26
|
lastError?: string;
|
|
36
27
|
};
|
|
@@ -41,7 +32,6 @@ export declare function cancelPayload(summary: BackfillStatusSummary): {
|
|
|
41
32
|
status: BackfillPlanStatus;
|
|
42
33
|
chunkCounts: BackfillStatusSummary['totals'];
|
|
43
34
|
runPath: string;
|
|
44
|
-
eventPath: string;
|
|
45
35
|
};
|
|
46
36
|
export declare function doctorPayload(report: BackfillDoctorReport): {
|
|
47
37
|
ok: boolean;
|
package/dist/payload.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"payload.d.ts","sourceRoot":"","sources":["../src/payload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,uBAAuB,
|
|
1
|
+
{"version":3,"file":"payload.d.ts","sourceRoot":"","sources":["../src/payload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,kBAAkB,EAClB,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,YAAY,CAAA;AAEnB,wBAAgB,WAAW,CAAC,MAAM,EAAE,uBAAuB,GAAG;IAC5D,EAAE,EAAE,IAAI,CAAA;IACR,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB,CAgBA;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,qBAAqB,GAAG;IAC7D,EAAE,EAAE,OAAO,CAAA;IACX,OAAO,EAAE,QAAQ,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,WAAW,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IAC5C,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAYA;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,qBAAqB,GAAG;IAC7D,EAAE,EAAE,OAAO,CAAA;IACX,OAAO,EAAE,QAAQ,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,WAAW,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IAC5C,OAAO,EAAE,MAAM,CAAA;CAChB,CASA;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,oBAAoB,GAAG;IAC3D,EAAE,EAAE,OAAO,CAAA;IACX,OAAO,EAAE,QAAQ,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,cAAc,EAAE,MAAM,EAAE,CAAA;CACzB,CAUA"}
|
package/dist/payload.js
CHANGED
|
@@ -6,23 +6,13 @@ export function planPayload(output) {
|
|
|
6
6
|
target: output.plan.target,
|
|
7
7
|
from: output.plan.from,
|
|
8
8
|
to: output.plan.to,
|
|
9
|
-
chunkCount: output.plan.chunks.length,
|
|
10
|
-
|
|
9
|
+
chunkCount: output.plan.chunkPlan.chunks.length,
|
|
10
|
+
maxChunkBytes: output.plan.options.maxChunkBytes,
|
|
11
|
+
sortKeyColumn: output.plan.options.sortKeyColumn,
|
|
11
12
|
planPath: output.planPath,
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
export function runPayload(output) {
|
|
16
|
-
return {
|
|
17
|
-
ok: output.status.status === 'completed',
|
|
18
|
-
command: 'run',
|
|
19
|
-
planId: output.run.planId,
|
|
20
|
-
status: output.status.status,
|
|
21
|
-
chunkCounts: output.status.totals,
|
|
22
|
-
attempts: output.status.attempts,
|
|
23
|
-
runPath: output.runPath,
|
|
24
|
-
eventPath: output.eventPath,
|
|
25
|
-
lastError: output.status.lastError,
|
|
13
|
+
strategy: output.plan.execution.mode,
|
|
14
|
+
partitionCount: output.plan.chunkPlan.partitions.length,
|
|
15
|
+
totalBytes: output.plan.chunkPlan.totalBytesCompressed,
|
|
26
16
|
};
|
|
27
17
|
}
|
|
28
18
|
export function statusPayload(summary) {
|
|
@@ -32,9 +22,8 @@ export function statusPayload(summary) {
|
|
|
32
22
|
planId: summary.planId,
|
|
33
23
|
status: summary.status,
|
|
34
24
|
chunkCounts: summary.totals,
|
|
35
|
-
|
|
25
|
+
rowsWritten: summary.rowsWritten,
|
|
36
26
|
runPath: summary.runPath,
|
|
37
|
-
eventPath: summary.eventPath,
|
|
38
27
|
updatedAt: summary.updatedAt,
|
|
39
28
|
lastError: summary.lastError,
|
|
40
29
|
};
|
|
@@ -47,7 +36,6 @@ export function cancelPayload(summary) {
|
|
|
47
36
|
status: summary.status,
|
|
48
37
|
chunkCounts: summary.totals,
|
|
49
38
|
runPath: summary.runPath,
|
|
50
|
-
eventPath: summary.eventPath,
|
|
51
39
|
};
|
|
52
40
|
}
|
|
53
41
|
export function doctorPayload(report) {
|
package/dist/payload.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"payload.js","sourceRoot":"","sources":["../src/payload.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"payload.js","sourceRoot":"","sources":["../src/payload.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,WAAW,CAAC,MAA+B;IAezD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAC1B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;QACtB,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;QAClB,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM;QAC/C,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa;QAChD,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa;QAChD,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI;QACpC,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM;QACvD,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB;KACvD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAA8B;IAW1D,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAA8B;IAQ1D,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,MAAM,KAAK,WAAW;QAClC,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAA4B;IASxD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;QAClC,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,cAAc,EAAE,MAAM,CAAC,cAAc;KACtC,CAAA;AACH,CAAC"}
|
package/dist/planner.d.ts
CHANGED
|
@@ -1,13 +1,15 @@
|
|
|
1
1
|
import type { ResolvedChxConfig } from '@chkit/core';
|
|
2
|
-
import type {
|
|
2
|
+
import type { PlanOptions } from './options.js';
|
|
3
|
+
import type { BuildBackfillPlanOutput } from './types.js';
|
|
3
4
|
export declare function buildBackfillPlan(input: {
|
|
4
|
-
|
|
5
|
-
from: string;
|
|
6
|
-
to: string;
|
|
5
|
+
opts: PlanOptions;
|
|
7
6
|
configPath: string;
|
|
8
|
-
config: Pick<ResolvedChxConfig, 'metaDir'>;
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
7
|
+
config: Pick<ResolvedChxConfig, 'metaDir' | 'schema'>;
|
|
8
|
+
clickhouse?: {
|
|
9
|
+
url: string;
|
|
10
|
+
database: string;
|
|
11
|
+
};
|
|
12
|
+
clickhouseQuery: <T>(sql: string, settings?: Record<string, string | number | boolean | undefined>) => Promise<T[]>;
|
|
13
|
+
querySettings?: Record<string, string | number | boolean | undefined>;
|
|
12
14
|
}): Promise<BuildBackfillPlanOutput>;
|
|
13
15
|
//# sourceMappingURL=planner.d.ts.map
|
package/dist/planner.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"planner.d.ts","sourceRoot":"","sources":["../src/planner.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"planner.d.ts","sourceRoot":"","sources":["../src/planner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAOpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAQ/C,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAA;AAEzD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE;IAC7C,IAAI,EAAE,WAAW,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,SAAS,GAAG,QAAQ,CAAC,CAAA;IACrD,UAAU,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAC9C,eAAe,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,CAAA;IACnH,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAA;CACtE,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAqGnC"}
|