@chkit/plugin-backfill 0.1.0-beta.20 → 0.1.0-beta.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/README.md +130 -0
  2. package/dist/async-backfill.d.ts +4 -4
  3. package/dist/async-backfill.d.ts.map +1 -1
  4. package/dist/async-backfill.js +2 -2
  5. package/dist/async-backfill.js.map +1 -1
  6. package/dist/chunking/analyze.d.ts +5 -35
  7. package/dist/chunking/analyze.d.ts.map +1 -1
  8. package/dist/chunking/analyze.js +3 -71
  9. package/dist/chunking/analyze.js.map +1 -1
  10. package/dist/chunking/boundary-codec.d.ts +4 -0
  11. package/dist/chunking/boundary-codec.d.ts.map +1 -0
  12. package/dist/chunking/boundary-codec.js +79 -0
  13. package/dist/chunking/boundary-codec.js.map +1 -0
  14. package/dist/chunking/e2e/constants.d.ts +2 -0
  15. package/dist/chunking/e2e/constants.d.ts.map +1 -0
  16. package/dist/chunking/e2e/constants.js +2 -0
  17. package/dist/chunking/e2e/constants.js.map +1 -0
  18. package/dist/chunking/e2e/seed-datasets.script.d.ts +20 -0
  19. package/dist/chunking/e2e/seed-datasets.script.d.ts.map +1 -0
  20. package/dist/chunking/e2e/seed-datasets.script.js +134 -0
  21. package/dist/chunking/e2e/seed-datasets.script.js.map +1 -0
  22. package/dist/chunking/introspect.d.ts +6 -0
  23. package/dist/chunking/introspect.d.ts.map +1 -1
  24. package/dist/chunking/introspect.js +113 -22
  25. package/dist/chunking/introspect.js.map +1 -1
  26. package/dist/chunking/partition-slices.d.ts +14 -0
  27. package/dist/chunking/partition-slices.d.ts.map +1 -0
  28. package/dist/chunking/partition-slices.js +111 -0
  29. package/dist/chunking/partition-slices.js.map +1 -0
  30. package/dist/chunking/planner.d.ts +3 -0
  31. package/dist/chunking/planner.d.ts.map +1 -0
  32. package/dist/chunking/planner.js +343 -0
  33. package/dist/chunking/planner.js.map +1 -0
  34. package/dist/chunking/services/distribution-source.d.ts +11 -0
  35. package/dist/chunking/services/distribution-source.d.ts.map +1 -0
  36. package/dist/chunking/services/distribution-source.js +60 -0
  37. package/dist/chunking/services/distribution-source.js.map +1 -0
  38. package/dist/chunking/services/metadata-source.d.ts +4 -0
  39. package/dist/chunking/services/metadata-source.d.ts.map +1 -0
  40. package/dist/chunking/services/metadata-source.js +138 -0
  41. package/dist/chunking/services/metadata-source.js.map +1 -0
  42. package/dist/chunking/services/row-probe.d.ts +12 -0
  43. package/dist/chunking/services/row-probe.d.ts.map +1 -0
  44. package/dist/chunking/services/row-probe.js +49 -0
  45. package/dist/chunking/services/row-probe.js.map +1 -0
  46. package/dist/chunking/sql.d.ts +11 -5
  47. package/dist/chunking/sql.d.ts.map +1 -1
  48. package/dist/chunking/sql.js +190 -107
  49. package/dist/chunking/sql.js.map +1 -1
  50. package/dist/chunking/strategies/equal-width-split.d.ts +3 -0
  51. package/dist/chunking/strategies/equal-width-split.d.ts.map +1 -0
  52. package/dist/chunking/strategies/equal-width-split.js +46 -0
  53. package/dist/chunking/strategies/equal-width-split.js.map +1 -0
  54. package/dist/chunking/strategies/group-by-key-split.d.ts +3 -0
  55. package/dist/chunking/strategies/group-by-key-split.d.ts.map +1 -0
  56. package/dist/chunking/strategies/group-by-key-split.js +54 -0
  57. package/dist/chunking/strategies/group-by-key-split.js.map +1 -0
  58. package/dist/chunking/strategies/metadata-single-chunk.d.ts +3 -0
  59. package/dist/chunking/strategies/metadata-single-chunk.d.ts.map +1 -0
  60. package/dist/chunking/strategies/metadata-single-chunk.js +5 -0
  61. package/dist/chunking/strategies/metadata-single-chunk.js.map +1 -0
  62. package/dist/chunking/strategies/quantile-range-split.d.ts +5 -0
  63. package/dist/chunking/strategies/quantile-range-split.d.ts.map +1 -0
  64. package/dist/chunking/strategies/quantile-range-split.js +132 -0
  65. package/dist/chunking/strategies/quantile-range-split.js.map +1 -0
  66. package/dist/chunking/strategies/refinement.d.ts +3 -0
  67. package/dist/chunking/strategies/refinement.d.ts.map +1 -0
  68. package/dist/chunking/strategies/refinement.js +61 -0
  69. package/dist/chunking/strategies/refinement.js.map +1 -0
  70. package/dist/chunking/strategies/string-prefix-split.d.ts +4 -0
  71. package/dist/chunking/strategies/string-prefix-split.d.ts.map +1 -0
  72. package/dist/chunking/strategies/string-prefix-split.js +73 -0
  73. package/dist/chunking/strategies/string-prefix-split.js.map +1 -0
  74. package/dist/chunking/strategies/temporal-bucket-split.d.ts +3 -0
  75. package/dist/chunking/strategies/temporal-bucket-split.d.ts.map +1 -0
  76. package/dist/chunking/strategies/temporal-bucket-split.js +67 -0
  77. package/dist/chunking/strategies/temporal-bucket-split.js.map +1 -0
  78. package/dist/chunking/strategy-policy.d.ts +3 -0
  79. package/dist/chunking/strategy-policy.d.ts.map +1 -0
  80. package/dist/chunking/strategy-policy.js +4 -0
  81. package/dist/chunking/strategy-policy.js.map +1 -0
  82. package/dist/chunking/types.d.ts +126 -18
  83. package/dist/chunking/types.d.ts.map +1 -1
  84. package/dist/chunking/utils/binary-string.d.ts +8 -0
  85. package/dist/chunking/utils/binary-string.d.ts.map +1 -0
  86. package/dist/chunking/utils/binary-string.js +52 -0
  87. package/dist/chunking/utils/binary-string.js.map +1 -0
  88. package/dist/chunking/utils/ids.d.ts +4 -0
  89. package/dist/chunking/utils/ids.d.ts.map +1 -0
  90. package/dist/chunking/utils/ids.js +11 -0
  91. package/dist/chunking/utils/ids.js.map +1 -0
  92. package/dist/chunking/utils/ranges.d.ts +5 -0
  93. package/dist/chunking/utils/ranges.d.ts.map +1 -0
  94. package/dist/chunking/utils/ranges.js +19 -0
  95. package/dist/chunking/utils/ranges.js.map +1 -0
  96. package/dist/detect.d.ts +0 -5
  97. package/dist/detect.d.ts.map +1 -1
  98. package/dist/detect.js +0 -41
  99. package/dist/detect.js.map +1 -1
  100. package/dist/index.d.ts +0 -5
  101. package/dist/index.d.ts.map +1 -1
  102. package/dist/index.js +0 -2
  103. package/dist/index.js.map +1 -1
  104. package/dist/logging.d.ts +12 -0
  105. package/dist/logging.d.ts.map +1 -0
  106. package/dist/logging.js +61 -0
  107. package/dist/logging.js.map +1 -0
  108. package/dist/options.d.ts +6 -15
  109. package/dist/options.d.ts.map +1 -1
  110. package/dist/options.js +1 -3
  111. package/dist/options.js.map +1 -1
  112. package/dist/payload.d.ts.map +1 -1
  113. package/dist/payload.js +4 -6
  114. package/dist/payload.js.map +1 -1
  115. package/dist/planner.d.ts +2 -1
  116. package/dist/planner.d.ts.map +1 -1
  117. package/dist/planner.js +31 -52
  118. package/dist/planner.js.map +1 -1
  119. package/dist/plugin.d.ts.map +1 -1
  120. package/dist/plugin.js +27 -11
  121. package/dist/plugin.js.map +1 -1
  122. package/dist/queries.js +3 -3
  123. package/dist/queries.js.map +1 -1
  124. package/dist/sdk.d.ts +12 -0
  125. package/dist/sdk.d.ts.map +1 -0
  126. package/dist/sdk.js +9 -0
  127. package/dist/sdk.js.map +1 -0
  128. package/dist/state.d.ts.map +1 -1
  129. package/dist/state.js +16 -5
  130. package/dist/state.js.map +1 -1
  131. package/dist/types.d.ts +12 -25
  132. package/dist/types.d.ts.map +1 -1
  133. package/package.json +11 -3
package/dist/types.d.ts CHANGED
@@ -1,50 +1,36 @@
1
1
  import type { ChxInlinePluginRegistration, ResolvedChxConfig } from '@chkit/core';
2
2
  import type { BackfillProgress } from './async-backfill.js';
3
- import type { PartitionInfo, SortKeyInfo } from './chunking/types.js';
3
+ import type { ChunkPlan } from './chunking/types.js';
4
4
  import type { PluginConfig } from './options.js';
5
5
  /** @deprecated Use {@link PluginConfig} instead. */
6
6
  export type BackfillPluginOptions = PluginConfig;
7
- export type { PluginConfig };
8
7
  export interface BackfillEnvironment {
9
8
  fingerprint: string;
10
9
  url: string;
11
10
  database: string;
12
11
  }
13
12
  export type BackfillPlanStatus = 'planned' | 'running' | 'paused' | 'completed' | 'failed' | 'cancelled';
14
- export type { ChunkBoundary, PartitionInfo, PlannedChunk, SortKeyInfo } from './chunking/types.js';
15
- export interface BackfillChunk {
16
- id: string;
17
- from: string;
18
- to: string;
19
- status: 'pending' | 'running' | 'done' | 'failed' | 'skipped';
20
- attempts: number;
21
- idempotencyToken: string;
22
- sqlTemplate: string;
23
- lastError?: string;
24
- partitionId: string;
25
- estimatedBytes: number;
26
- sortKeyFrom?: string;
27
- sortKeyTo?: string;
13
+ interface BackfillExecutionPlan {
14
+ mode: 'copy' | 'mv_replay';
15
+ sourceTarget: string;
16
+ mvAsQuery?: string;
17
+ targetColumns?: string[];
18
+ requireIdempotencyToken: boolean;
28
19
  }
29
20
  export interface BackfillPlanState {
30
21
  planId: string;
31
22
  target: string;
32
23
  createdAt: string;
33
- status: BackfillPlanStatus;
34
- strategy?: 'table' | 'mv_replay' | 'partition';
35
24
  environment?: BackfillEnvironment;
36
25
  from: string;
37
26
  to: string;
38
- chunks: BackfillChunk[];
39
- partitions?: PartitionInfo[];
40
- sortKey?: SortKeyInfo;
27
+ chunkPlan: ChunkPlan;
28
+ execution: BackfillExecutionPlan;
41
29
  options: {
42
- chunkHours?: number;
43
30
  maxChunkBytes?: number;
44
31
  maxParallelChunks: number;
45
32
  maxRetriesPerChunk: number;
46
33
  requireIdempotencyToken: boolean;
47
- timeColumn?: string;
48
34
  sortKeyColumn?: string;
49
35
  };
50
36
  policy: {
@@ -85,7 +71,7 @@ export interface BackfillStatusSummary {
85
71
  runPath: string;
86
72
  lastError?: string;
87
73
  }
88
- export interface BackfillPluginCheckContext {
74
+ interface BackfillPluginCheckContext {
89
75
  command: 'check';
90
76
  config: ResolvedChxConfig;
91
77
  configPath: string;
@@ -127,7 +113,7 @@ export interface BackfillDoctorReport {
127
113
  recommendations: string[];
128
114
  failedChunkIds: string[];
129
115
  }
130
- export interface BackfillPluginCommandContext {
116
+ interface BackfillPluginCommandContext {
131
117
  args: string[];
132
118
  flags: Record<string, string | string[] | boolean | undefined>;
133
119
  jsonMode: boolean;
@@ -173,4 +159,5 @@ export interface TimeColumnCandidate {
173
159
  type: string;
174
160
  source: 'order_by' | 'column_scan' | 'schema';
175
161
  }
162
+ export {};
176
163
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAEjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACrE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAEhD,oDAAoD;AACpD,MAAM,MAAM,qBAAqB,GAAG,YAAY,CAAA;AAChD,YAAY,EAAE,YAAY,EAAE,CAAA;AAE5B,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;AAExG,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AAElG,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAA;IAC7D,QAAQ,EAAE,MAAM,CAAA;IAChB,gBAAgB,EAAE,MAAM,CAAA;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,kBAAkB,CAAA;IAC1B,QAAQ,CAAC,EAAE,OAAO,GAAG,WAAW,GAAG,WAAW,CAAA;IAC9C,WAAW,CAAC,EAAE,mBAAmB,CAAA;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,UAAU,CAAC,EAAE,aAAa,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,WAAW,CAAA;IACrB,OAAO,EAAE;QACP,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,iBAAiB,EAAE,MAAM,CAAA;QACzB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,uBAAuB,EAAE,OAAO,CAAA;QAChC,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,aAAa,CAAC,EAAE,MAAM,CAAA;KACvB,CAAA;IACD,MAAM,EAAE;QACN,sBAAsB,EAAE,OAAO,CAAA;QAC/B,qBAAqB,EAAE,OAAO,CAAA;QAC9B,oBAAoB,EAAE,OAAO,CAAA;QAC7B,kCAAkC,EAAE,OAAO,CAAA;KAC5C,CAAA;IACD,MAAM,EAAE;QACN,cAAc,EAAE,MAAM,CAAA;QACtB,eAAe,EAAE,MAAM,CAAA;KACxB,CAAA;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;IACxD,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,gBAAgB,CAAA;CAC3B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,SAAS,EAAE,MAAM,CAAA;QACjB,OAAO,EAAE,MAAM,CAAA;QACf,IAAI,EAAE,MAAM,CAAA;QACZ,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,iBAAiB,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,OAAO,CAAA;IAClB,EAAE,EAAE,OAAO,CAAA;IACX,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EACA,2BAA2B,GAC3B,uBAAuB,GACvB,qBAAqB,GACrB,0BAA0B,GAC1B,+BAA+B,GAC/B,uCAAuC,GACvC,yBAAyB,CAAA;QAC7B,OAAO,EAAE,MAAM,CAAA;QACf,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAA;QACnC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KACnC,CAAC,CAAA;IACF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,iBAAiB,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,iBAAiB,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,cAAc,EAAE,MAAM,EAAE,CAAA;CACzB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,GAAG,SAAS,CAAC,CAAA;IAC9D,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAChC,MAAM,EAAE,iBAAiB,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU,CAAA;QAChB,UAAU,EAAE,CAAC,CAAA;QACb,OAAO,CAAC,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAA;QAChE,WAAW,EAAE,MAAM,CAAA;QACnB,KAAK,CAAC,EAAE,aAAa,CAAC;YACpB,IAAI,EAAE,MAAM,CAAA;YACZ,IAAI,EAAE,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAA;YACvC,WAAW,EAAE,MAAM,CAAA;YACnB,WAAW,CAAC,EAAE,MAAM,CAAA;YACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;SACnB,CAAC,CAAA;QACF,GAAG,EAAE,CAAC,OAAO,EAAE,4BAA4B,KAAK,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,CAAA;KACjG,CAAC,CAAA;IACF,KAAK,CAAC,EAAE;QACN,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,KAAK,IAAI,CAAA;QAC7G,OAAO,CAAC,EAAE,CACR,OAAO,EAAE,0BAA0B,KAChC,yBAAyB,GAAG,SAAS,GAAG,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC,CAAA;QAC3F,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE;YACxB,MAAM,EAAE,yBAAyB,CAAA;YACjC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;SAC9B,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;KAC3B,CAAA;CACF;AAED,MAAM,MAAM,0BAA0B,GAAG,2BAA2B,CAClE,cAAc,EACd,YAAY,CACb,CAAA;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,QAAQ,CAAA;CAC9C"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAEjF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAC3D,OAAO,KAAK,EACV,SAAS,EACV,MAAM,qBAAqB,CAAA;AAC5B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAEhD,oDAAoD;AACpD,MAAM,MAAM,qBAAqB,GAAG,YAAY,CAAA;AAEhD,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;AAExG,UAAU,qBAAqB;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAA;IAC1B,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,uBAAuB,EAAE,OAAO,CAAA;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,mBAAmB,CAAA;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,SAAS,CAAA;IACpB,SAAS,EAAE,qBAAqB,CAAA;IAChC,OAAO,EAAE;QACP,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,iBAAiB,EAAE,MAAM,CAAA;QACzB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,uBAAuB,EAAE,OAAO,CAAA;QAChC,aAAa,CAAC,EAAE,MAAM,CAAA;KACvB,CAAA;IACD,MAAM,EAAE;QACN,sBAAsB,EAAE,OAAO,CAAA;QAC/B,qBAAqB,EAAE,OAAO,CAAA;QAC9B,oBAAoB,EAAE,OAAO,CAAA;QAC7B,kCAAkC,EAAE,OAAO,CAAA;KAC5C,CAAA;IACD,MAAM,EAAE;QACN,cAAc,EAAE,MAAM,CAAA;QACtB,eAAe,EAAE,MAAM,CAAA;KACxB,CAAA;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;IACxD,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,gBAAgB,CAAA;CAC3B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,MAAM,CAAA;QACf,SAAS,EAAE,MAAM,CAAA;QACjB,OAAO,EAAE,MAAM,CAAA;QACf,IAAI,EAAE,MAAM,CAAA;QACZ,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,UAAU,0BAA0B;IAClC,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,iBAAiB,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,OAAO,CAAA;IAClB,EAAE,EAAE,OAAO,CAAA;IACX,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EACA,2BAA2B,GAC3B,uBAAuB,GACvB,qBAAqB,GACrB,0BAA0B,GAC1B,+BAA+B,GAC/B,uCAAuC,GACvC,yBAAyB,CAAA;QAC7B,OAAO,EAAE,MAAM,CAAA;QACf,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAA;QACnC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KACnC,CAAC,CAAA;IACF,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,iBAAiB,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,iBAAiB,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,kBAAkB,CAAA;IAC1B,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,cAAc,EAAE,MAAM,EAAE,CAAA;CACzB;AAED,UAAU,4BAA4B;IACpC,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,GAAG,SAAS,CAAC,CAAA;IAC9D,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAChC,MAAM,EAAE,iBAAiB,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU,CAAA;QAChB,UAAU,EAAE,CAAC,CAAA;QACb,OAAO,CAAC,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAA;QAChE,WAAW,EAAE,MAAM,CAAA;QACnB,KAAK,CAAC,EAAE,aAAa,CAAC;YACpB,IAAI,EAAE,MAAM,CAAA;YACZ,IAAI,EAAE,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAA;YACvC,WAAW,EAAE,MAAM,CAAA;YACnB,WAAW,CAAC,EAAE,MAAM,CAAA;YACpB,QAAQ,CAAC,EAAE,OAAO,CAAA;SACnB,CAAC,CAAA;QACF,GAAG,EAAE,CAAC,OAAO,EAAE,4BAA4B,KAAK,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,CAAA;KACjG,CAAC,CAAA;IACF,KAAK,CAAC,EAAE;QACN,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,KAAK,IAAI,CAAA;QAC7G,OAAO,CAAC,EAAE,CACR,OAAO,EAAE,0BAA0B,KAChC,yBAAyB,GAAG,SAAS,GAAG,OAAO,CAAC,yBAAyB,GAAG,SAAS,CAAC,CAAA;QAC3F,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE;YACxB,MAAM,EAAE,yBAAyB,CAAA;YACjC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;SAC9B,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;KAC3B,CAAA;CACF;AAED,MAAM,MAAM,0BAA0B,GAAG,2BAA2B,CAClE,cAAc,EACd,YAAY,CACb,CAAA;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,QAAQ,CAAA;CAC9C"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@chkit/plugin-backfill",
3
- "version": "0.1.0-beta.20",
3
+ "version": "0.1.0-beta.22",
4
4
  "description": "Time-windowed data backfill with checkpoints for chkit",
5
5
  "license": "MIT",
6
6
  "author": "ObsessionDB",
@@ -27,6 +27,11 @@
27
27
  "source": "./src/index.ts",
28
28
  "types": "./dist/index.d.ts",
29
29
  "default": "./dist/index.js"
30
+ },
31
+ "./sdk": {
32
+ "source": "./src/sdk.ts",
33
+ "types": "./dist/sdk.d.ts",
34
+ "default": "./dist/sdk.js"
30
35
  }
31
36
  },
32
37
  "files": [
@@ -38,11 +43,14 @@
38
43
  "typecheck": "tsc -p tsconfig.json --noEmit",
39
44
  "lint": "biome lint src",
40
45
  "test": "bun test src",
46
+ "test:env": "doppler run --project chkit --config ci -- bun test src",
47
+ "seed:env": "doppler run --project chkit --config ci -- bun run src/chunking/e2e/seed-datasets.script.ts",
41
48
  "clean": "rm -rf dist"
42
49
  },
43
50
  "dependencies": {
44
- "@chkit/clickhouse": "0.1.0-beta.20",
45
- "@chkit/core": "0.1.0-beta.20",
51
+ "@chkit/clickhouse": "0.1.0-beta.22",
52
+ "@chkit/core": "0.1.0-beta.22",
53
+ "@logtape/logtape": "^2.0.5",
46
54
  "p-map": "^7.0.4",
47
55
  "zod": "^4.3.6"
48
56
  }