@secondlayer/sdk 6.46.1 → 6.48.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1305 -1202
- package/dist/index.js +12 -1
- package/dist/index.js.map +7 -7
- package/dist/sinks/bun-sqlite.d.ts +158 -0
- package/dist/sinks/bun-sqlite.js +255 -0
- package/dist/sinks/bun-sqlite.js.map +12 -0
- package/dist/sinks/core.d.ts +195 -0
- package/dist/sinks/core.js +215 -0
- package/dist/sinks/core.js.map +11 -0
- package/dist/sinks/drizzle.d.ts +184 -0
- package/dist/sinks/drizzle.js +309 -0
- package/dist/sinks/drizzle.js.map +12 -0
- package/dist/sinks/kysely.d.ts +87 -2
- package/dist/sinks/kysely.js +91 -54
- package/dist/sinks/kysely.js.map +6 -5
- package/dist/sinks/testing.d.ts +183 -0
- package/dist/sinks/testing.js +194 -0
- package/dist/sinks/testing.js.map +10 -0
- package/dist/streams/index.d.ts +577 -473
- package/dist/streams/index.js +11 -1
- package/dist/streams/index.js.map +6 -6
- package/dist/streams/rows.d.ts +208 -208
- package/dist/streams/rows.js +1 -1
- package/dist/streams/rows.js.map +2 -2
- package/dist/subgraphs/index.d.ts +1063 -959
- package/dist/subgraphs/index.js +12 -1
- package/dist/subgraphs/index.js.map +6 -6
- package/dist/x402.d.ts +49 -49
- package/dist/x402.js +1 -1
- package/dist/x402.js.map +2 -2
- package/package.json +26 -4
|
@@ -0,0 +1,309 @@
|
|
|
1
|
+
// src/errors.ts
|
|
2
|
+
var DOCS_BASE = "https://www.secondlayer.tools";
|
|
3
|
+
|
|
4
|
+
class SecondLayerError extends Error {
|
|
5
|
+
name = "SecondLayerError";
|
|
6
|
+
shortMessage;
|
|
7
|
+
code;
|
|
8
|
+
docsUrl;
|
|
9
|
+
metaMessages;
|
|
10
|
+
retryable;
|
|
11
|
+
retryAfterSeconds;
|
|
12
|
+
constructor(shortMessage, options = {}) {
|
|
13
|
+
const detailBlocks = [
|
|
14
|
+
...options.metaMessages ?? [],
|
|
15
|
+
...options.details ? [options.details] : [],
|
|
16
|
+
...options.docsUrl ? [`Docs: ${options.docsUrl}`] : []
|
|
17
|
+
];
|
|
18
|
+
const message = [
|
|
19
|
+
shortMessage,
|
|
20
|
+
detailBlocks.length > 0 ? `
|
|
21
|
+
${detailBlocks.join(`
|
|
22
|
+
`)}` : ""
|
|
23
|
+
].join("");
|
|
24
|
+
super(message, options.cause ? { cause: options.cause } : undefined);
|
|
25
|
+
this.shortMessage = shortMessage;
|
|
26
|
+
this.code = options.code;
|
|
27
|
+
this.docsUrl = options.docsUrl;
|
|
28
|
+
this.metaMessages = options.metaMessages;
|
|
29
|
+
this.retryable = options.retryable ?? false;
|
|
30
|
+
this.retryAfterSeconds = options.retryAfterSeconds;
|
|
31
|
+
}
|
|
32
|
+
walk(fn) {
|
|
33
|
+
let err = this;
|
|
34
|
+
let last = this;
|
|
35
|
+
while (err != null) {
|
|
36
|
+
if (fn?.(err))
|
|
37
|
+
return err;
|
|
38
|
+
last = err;
|
|
39
|
+
err = err.cause;
|
|
40
|
+
}
|
|
41
|
+
return fn ? null : last;
|
|
42
|
+
}
|
|
43
|
+
toJSON() {
|
|
44
|
+
return {
|
|
45
|
+
name: this.name,
|
|
46
|
+
message: this.message,
|
|
47
|
+
shortMessage: this.shortMessage,
|
|
48
|
+
cause: this.cause instanceof Error ? this.cause.message : undefined,
|
|
49
|
+
code: this.code,
|
|
50
|
+
docsUrl: this.docsUrl,
|
|
51
|
+
retryable: this.retryable,
|
|
52
|
+
retryAfterSeconds: this.retryAfterSeconds
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
function statusRetryable(status) {
|
|
57
|
+
return status === 429 || status >= 500;
|
|
58
|
+
}
|
|
59
|
+
function docsFor(status, code) {
|
|
60
|
+
if (code === "UPGRADE_REQUIRED" || code === "PLAN_REQUIRED" || status === 402)
|
|
61
|
+
return `${DOCS_BASE}/docs/authentication#pay-as-you-go-credits`;
|
|
62
|
+
if (status === 429 || status === 401)
|
|
63
|
+
return `${DOCS_BASE}/docs/authentication`;
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
class ApiError extends SecondLayerError {
|
|
68
|
+
status;
|
|
69
|
+
body;
|
|
70
|
+
constructor(status, message, body, code, options = {}) {
|
|
71
|
+
super(message, {
|
|
72
|
+
code,
|
|
73
|
+
retryable: options.retryable ?? statusRetryable(status),
|
|
74
|
+
docsUrl: options.docsUrl ?? docsFor(status, code),
|
|
75
|
+
...options.cause ? { cause: options.cause } : {},
|
|
76
|
+
...options.details ? { details: options.details } : {},
|
|
77
|
+
...options.metaMessages ? { metaMessages: options.metaMessages } : {},
|
|
78
|
+
...options.retryAfterSeconds !== undefined ? { retryAfterSeconds: options.retryAfterSeconds } : {}
|
|
79
|
+
});
|
|
80
|
+
this.status = status;
|
|
81
|
+
this.body = body;
|
|
82
|
+
this.name = "ApiError";
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
class AuthError extends ApiError {
|
|
87
|
+
status = 401;
|
|
88
|
+
constructor(message = "API key invalid or expired.") {
|
|
89
|
+
super(401, message);
|
|
90
|
+
this.name = "AuthError";
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
class RateLimitError extends ApiError {
|
|
95
|
+
retryAfter;
|
|
96
|
+
status = 429;
|
|
97
|
+
constructor(message = "Rate limited. Try again later.", retryAfter) {
|
|
98
|
+
super(429, message, undefined, undefined, {
|
|
99
|
+
retryable: true,
|
|
100
|
+
retryAfterSeconds: parseRetryAfter(retryAfter)
|
|
101
|
+
});
|
|
102
|
+
this.retryAfter = retryAfter;
|
|
103
|
+
this.name = "RateLimitError";
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
class ValidationError extends ApiError {
|
|
108
|
+
constructor(message, status, body) {
|
|
109
|
+
super(status, message, body, undefined, { retryable: false });
|
|
110
|
+
this.name = "ValidationError";
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
function parseRetryAfter(value) {
|
|
114
|
+
if (!value)
|
|
115
|
+
return;
|
|
116
|
+
const seconds = Number(value);
|
|
117
|
+
if (Number.isFinite(seconds) && seconds >= 0)
|
|
118
|
+
return seconds;
|
|
119
|
+
const date = Date.parse(value);
|
|
120
|
+
if (!Number.isNaN(date))
|
|
121
|
+
return Math.max(0, (date - Date.now()) / 1000);
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
class VersionConflictError extends ApiError {
|
|
126
|
+
currentVersion;
|
|
127
|
+
expectedVersion;
|
|
128
|
+
constructor(currentVersion, expectedVersion, message = `Version conflict: expected ${expectedVersion}, current ${currentVersion}`) {
|
|
129
|
+
super(409, message, { currentVersion, expectedVersion });
|
|
130
|
+
this.currentVersion = currentVersion;
|
|
131
|
+
this.expectedVersion = expectedVersion;
|
|
132
|
+
this.name = "VersionConflictError";
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
class ByoBreakingChangeError extends ApiError {
|
|
137
|
+
details;
|
|
138
|
+
constructor(message, details) {
|
|
139
|
+
super(422, message, details, "BYO_BREAKING_CHANGE", {
|
|
140
|
+
metaMessages: [
|
|
141
|
+
"Review and run manually on your database:",
|
|
142
|
+
details.plan.dropStatement,
|
|
143
|
+
...details.plan.statements
|
|
144
|
+
]
|
|
145
|
+
});
|
|
146
|
+
this.name = "ByoBreakingChangeError";
|
|
147
|
+
this.details = details;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
function isByoBreakingDetails(x) {
|
|
151
|
+
if (!x || typeof x !== "object")
|
|
152
|
+
return false;
|
|
153
|
+
const d = x;
|
|
154
|
+
const plan = d.plan;
|
|
155
|
+
return Array.isArray(d.reasons) && !!plan && typeof plan === "object" && typeof plan.dropStatement === "string";
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
// src/sinks/core.ts
|
|
159
|
+
var DEFAULT_CHECKPOINT_TABLE = "sl_consumer_checkpoints";
|
|
160
|
+
function assertSqlIdentifier(name, label) {
|
|
161
|
+
if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(name)) {
|
|
162
|
+
throw new ValidationError(`${label}: invalid identifier "${name}" (letters, digits, underscores only).`, 400);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
function quoteIdent(name) {
|
|
166
|
+
return `"${name}"`;
|
|
167
|
+
}
|
|
168
|
+
function createSink(driver, options) {
|
|
169
|
+
const { label } = options;
|
|
170
|
+
const checkpointTable = options.checkpointTable ?? DEFAULT_CHECKPOINT_TABLE;
|
|
171
|
+
if (options.tables.length === 0) {
|
|
172
|
+
throw new ValidationError(`${label}: \`tables\` is empty — declare every table the handler writes, or reorg rollback is a no-op and orphaned rows persist forever.`, 400);
|
|
173
|
+
}
|
|
174
|
+
assertSqlIdentifier(checkpointTable, label);
|
|
175
|
+
assertSqlIdentifier(options.height, label);
|
|
176
|
+
for (const table of options.tables)
|
|
177
|
+
assertSqlIdentifier(table, label);
|
|
178
|
+
return {
|
|
179
|
+
capabilities: options.capabilities,
|
|
180
|
+
async loadCursor() {
|
|
181
|
+
await driver.ensureCheckpointStore();
|
|
182
|
+
for (const table of options.tables) {
|
|
183
|
+
if (!await driver.hasColumn(table, options.height)) {
|
|
184
|
+
throw new ValidationError(`${label}: table "${table}" has no "${options.height}" column — the height stamp is what makes reorg rollback possible. Add the column (or fix \`height\`).`, 400);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
return driver.readCursor();
|
|
188
|
+
},
|
|
189
|
+
async commitBatch(cursor, write) {
|
|
190
|
+
await driver.transact(async (tx) => {
|
|
191
|
+
await driver.acquireLock?.(tx);
|
|
192
|
+
await write(tx);
|
|
193
|
+
await driver.writeCursor(tx, cursor);
|
|
194
|
+
});
|
|
195
|
+
},
|
|
196
|
+
async rollback(forkPointHeight, rewindCursor) {
|
|
197
|
+
await driver.transact(async (tx) => {
|
|
198
|
+
await driver.acquireLock?.(tx);
|
|
199
|
+
for (const table of options.tables) {
|
|
200
|
+
await driver.deleteAtOrAbove(tx, table, forkPointHeight);
|
|
201
|
+
}
|
|
202
|
+
await driver.writeCursor(tx, rewindCursor);
|
|
203
|
+
});
|
|
204
|
+
}
|
|
205
|
+
};
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
// src/sinks/drizzle.ts
|
|
209
|
+
import { getTableColumns, getTableName, sql } from "drizzle-orm";
|
|
210
|
+
function drizzleSink(db, options) {
|
|
211
|
+
const checkpointTable = options.checkpointTable ?? DEFAULT_CHECKPOINT_TABLE;
|
|
212
|
+
const cp = quoteIdent(checkpointTable);
|
|
213
|
+
const isPg = typeof db.execute === "function";
|
|
214
|
+
const heightByTable = new Map;
|
|
215
|
+
for (const table of options.tables) {
|
|
216
|
+
const tableName = getTableName(table);
|
|
217
|
+
const column = getTableColumns(table)[options.height];
|
|
218
|
+
if (!column) {
|
|
219
|
+
throw new ValidationError(`drizzleSink: table "${tableName}" has no "${options.height}" column key — the height stamp is what makes reorg rollback possible.`, 400);
|
|
220
|
+
}
|
|
221
|
+
assertSqlIdentifier(column.name, "drizzleSink");
|
|
222
|
+
heightByTable.set(tableName, column.name);
|
|
223
|
+
}
|
|
224
|
+
const tableNames = [...heightByTable.keys()];
|
|
225
|
+
async function exec(on, query) {
|
|
226
|
+
if (isPg)
|
|
227
|
+
await on.execute?.(query);
|
|
228
|
+
else
|
|
229
|
+
await on.run?.(query);
|
|
230
|
+
}
|
|
231
|
+
async function rows(query) {
|
|
232
|
+
if (isPg) {
|
|
233
|
+
const result = await db.execute?.(query);
|
|
234
|
+
return Array.isArray(result) ? result : result?.rows ?? [];
|
|
235
|
+
}
|
|
236
|
+
return await db.all?.(query) ?? [];
|
|
237
|
+
}
|
|
238
|
+
const driver = {
|
|
239
|
+
async transact(fn) {
|
|
240
|
+
if (isPg) {
|
|
241
|
+
return await db.transaction((tx) => fn(tx));
|
|
242
|
+
}
|
|
243
|
+
await db.run?.(sql`begin immediate`);
|
|
244
|
+
try {
|
|
245
|
+
const result = await fn(db);
|
|
246
|
+
await db.run?.(sql`commit`);
|
|
247
|
+
return result;
|
|
248
|
+
} catch (err) {
|
|
249
|
+
await db.run?.(sql`rollback`);
|
|
250
|
+
throw err;
|
|
251
|
+
}
|
|
252
|
+
},
|
|
253
|
+
async ensureCheckpointStore() {
|
|
254
|
+
try {
|
|
255
|
+
await exec(db, sql.raw(`CREATE TABLE IF NOT EXISTS ${cp} (id text PRIMARY KEY, cursor text NOT NULL)`));
|
|
256
|
+
} catch (err) {
|
|
257
|
+
const code = err?.code ?? err?.cause?.code ?? undefined;
|
|
258
|
+
if (code !== "42P07" && code !== "23505")
|
|
259
|
+
throw err;
|
|
260
|
+
}
|
|
261
|
+
},
|
|
262
|
+
async readCursor() {
|
|
263
|
+
const found = await rows(sql`SELECT cursor FROM ${sql.raw(cp)} WHERE id = ${options.id}`);
|
|
264
|
+
return found[0]?.cursor ?? null;
|
|
265
|
+
},
|
|
266
|
+
async writeCursor(tx, cursor) {
|
|
267
|
+
await exec(tx, sql`INSERT INTO ${sql.raw(cp)} (id, cursor) VALUES (${options.id}, ${cursor}) ON CONFLICT (id) DO UPDATE SET cursor = excluded.cursor`);
|
|
268
|
+
},
|
|
269
|
+
async deleteAtOrAbove(tx, table, height) {
|
|
270
|
+
const heightCol = heightByTable.get(table);
|
|
271
|
+
if (!heightCol)
|
|
272
|
+
return;
|
|
273
|
+
await exec(tx, sql`DELETE FROM ${sql.raw(quoteIdent(table))} WHERE ${sql.raw(quoteIdent(heightCol))} >= ${height}`);
|
|
274
|
+
},
|
|
275
|
+
async hasColumn(table) {
|
|
276
|
+
const heightCol = heightByTable.get(table);
|
|
277
|
+
if (!heightCol)
|
|
278
|
+
return false;
|
|
279
|
+
if (isPg) {
|
|
280
|
+
const found2 = await rows(sql`SELECT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = ${table} AND column_name = ${heightCol}) AS "ok"`);
|
|
281
|
+
return found2[0]?.ok === true;
|
|
282
|
+
}
|
|
283
|
+
const found = await rows(sql`SELECT 1 AS ok FROM pragma_table_info(${table}) WHERE name = ${heightCol}`);
|
|
284
|
+
return found.length > 0;
|
|
285
|
+
},
|
|
286
|
+
...isPg ? {
|
|
287
|
+
async acquireLock(tx) {
|
|
288
|
+
const found = await tx.execute?.(sql`SELECT pg_try_advisory_xact_lock(hashtextextended(${options.id}, 0)) AS "ok"`);
|
|
289
|
+
const row = Array.isArray(found) ? found[0] : found?.rows?.[0];
|
|
290
|
+
if (row?.ok !== true) {
|
|
291
|
+
throw new ValidationError(`drizzleSink: another consumer holds the "${options.id}" lock — two replicas of the same consumer would interleave commits. Stop the other instance or use a distinct id.`, 409);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
} : {}
|
|
295
|
+
};
|
|
296
|
+
return createSink(driver, {
|
|
297
|
+
label: "drizzleSink",
|
|
298
|
+
id: options.id,
|
|
299
|
+
tables: tableNames,
|
|
300
|
+
height: options.height,
|
|
301
|
+
checkpointTable
|
|
302
|
+
});
|
|
303
|
+
}
|
|
304
|
+
export {
|
|
305
|
+
drizzleSink
|
|
306
|
+
};
|
|
307
|
+
|
|
308
|
+
//# debugId=196A7867B8A95E0C64756E2164756E21
|
|
309
|
+
//# sourceMappingURL=drizzle.js.map
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["src/errors.ts", "src/sinks/core.ts", "src/sinks/drizzle.ts"],
|
|
4
|
+
"sourcesContent": [
|
|
5
|
+
"import type { ByoBreakingChangeDetails } from \"@secondlayer/shared/errors\";\n\nexport type { ByoBreakingChangeDetails };\n\nconst DOCS_BASE = \"https://www.secondlayer.tools\";\n\n/** Options accepted by every error in the family. */\nexport interface SecondLayerErrorOptions {\n\tcause?: Error;\n\tdetails?: string;\n\t/** Stable machine-readable code (e.g. `UPGRADE_REQUIRED`, `BYO_BREAKING_CHANGE`). */\n\tcode?: string;\n\t/** Docs page that explains this failure and its fix. */\n\tdocsUrl?: string;\n\t/** Extra context lines appended to the message (DDL to run, next steps). */\n\tmetaMessages?: string[];\n\t/** Whether retrying the SAME request can succeed (429/5xx/network). */\n\tretryable?: boolean;\n\t/** Parsed `Retry-After`, in seconds — set on rate limits that carry it. */\n\tretryAfterSeconds?: number;\n}\n\n/**\n * Root of the SDK error family. Implements the same protocol as `BaseError`\n * in `@secondlayer/stacks` (`shortMessage`, `cause`, `toJSON`) so a failed\n * chain read and a failed platform read serialize and introspect identically.\n * It intentionally does NOT extend that class: `BaseError.details` is a\n * `string`, while {@link ByoBreakingChangeError.details} is the documented\n * structured migration plan — and cross-package `instanceof` is unreliable\n * under per-package bundling anyway (match on `code`/`name` across packages).\n *\n * `retryable` is the signal the consume loops act on: 429/5xx/network are\n * retryable, 4xx and body-serialization failures are not.\n */\nexport class SecondLayerError extends Error {\n\toverride name = \"SecondLayerError\";\n\t/** The one-line failure, without the appended context blocks. */\n\tshortMessage: string;\n\tcode?: string;\n\tdocsUrl?: string;\n\tmetaMessages?: string[];\n\tretryable: boolean;\n\tretryAfterSeconds?: number;\n\n\tconstructor(shortMessage: string, options: SecondLayerErrorOptions = {}) {\n\t\tconst detailBlocks = [\n\t\t\t...(options.metaMessages ?? []),\n\t\t\t...(options.details ? [options.details] : []),\n\t\t\t...(options.docsUrl ? [`Docs: ${options.docsUrl}`] : []),\n\t\t];\n\t\tconst message = [\n\t\t\tshortMessage,\n\t\t\tdetailBlocks.length > 0 ? `\\n${detailBlocks.join(\"\\n\")}` : \"\",\n\t\t].join(\"\");\n\t\tsuper(message, options.cause ? { cause: options.cause } : undefined);\n\t\tthis.shortMessage = shortMessage;\n\t\tthis.code = options.code;\n\t\tthis.docsUrl = options.docsUrl;\n\t\tthis.metaMessages = options.metaMessages;\n\t\tthis.retryable = options.retryable ?? false;\n\t\tthis.retryAfterSeconds = options.retryAfterSeconds;\n\t}\n\n\t/**\n\t * Walk the cause chain. With a predicate, returns the first error matching\n\t * it (or `null`); without one, returns the deepest cause. Mirrors viem's\n\t * `error.walk()` so cross-library error handling reads the same.\n\t */\n\twalk(fn?: (err: unknown) => boolean): unknown {\n\t\t// biome-ignore lint/suspicious/noExplicitAny: cause chains are untyped by nature\n\t\tlet err: any = this;\n\t\tlet last: unknown = this;\n\t\twhile (err != null) {\n\t\t\tif (fn?.(err)) return err;\n\t\t\tlast = err;\n\t\t\terr = err.cause;\n\t\t}\n\t\treturn fn ? null : last;\n\t}\n\n\ttoJSON(): {\n\t\tname: string;\n\t\tmessage: string;\n\t\tshortMessage: string;\n\t\tcause: string | undefined;\n\t\tcode: string | undefined;\n\t\tdocsUrl: string | undefined;\n\t\tretryable: boolean;\n\t\tretryAfterSeconds: number | undefined;\n\t} {\n\t\treturn {\n\t\t\tname: this.name,\n\t\t\tmessage: this.message,\n\t\t\tshortMessage: this.shortMessage,\n\t\t\tcause: this.cause instanceof Error ? this.cause.message : undefined,\n\t\t\tcode: this.code,\n\t\t\tdocsUrl: this.docsUrl,\n\t\t\tretryable: this.retryable,\n\t\t\tretryAfterSeconds: this.retryAfterSeconds,\n\t\t};\n\t}\n}\n\n/** Retryability of an HTTP status: 429 and 5xx are transient. */\nfunction statusRetryable(status: number): boolean {\n\treturn status === 429 || status >= 500;\n}\n\n/** Docs page for a status/code pair, when one exists. */\nfunction docsFor(status: number, code?: string): string | undefined {\n\tif (code === \"UPGRADE_REQUIRED\" || code === \"PLAN_REQUIRED\" || status === 402)\n\t\treturn `${DOCS_BASE}/docs/authentication#pay-as-you-go-credits`;\n\tif (status === 429 || status === 401)\n\t\treturn `${DOCS_BASE}/docs/authentication`;\n\treturn undefined;\n}\n\n/**\n * Error thrown by {@link SecondLayer} when an API request fails.\n * Includes the HTTP status code for programmatic error handling.\n *\n * @example\n * ```ts\n * try {\n * await client.subgraphs.get(\"my-subgraph\");\n * } catch (err) {\n * if (err instanceof ApiError && err.status === 404) {\n * console.log(\"Subgraph not found\");\n * }\n * }\n * ```\n */\nexport class ApiError extends SecondLayerError {\n\tconstructor(\n\t\t/** HTTP status code (0 for network errors). */\n\t\tpublic status: number,\n\t\tmessage: string,\n\t\t/** Raw response body (parsed JSON if possible) — preserved for callers that need error details. */\n\t\tpublic body?: unknown,\n\t\t/** Stable machine-readable code from the API's `{error, code}` error envelope. */\n\t\tcode?: string,\n\t\toptions: SecondLayerErrorOptions = {},\n\t) {\n\t\tsuper(message, {\n\t\t\tcode,\n\t\t\tretryable: options.retryable ?? statusRetryable(status),\n\t\t\tdocsUrl: options.docsUrl ?? docsFor(status, code),\n\t\t\t...(options.cause ? { cause: options.cause } : {}),\n\t\t\t...(options.details ? { details: options.details } : {}),\n\t\t\t...(options.metaMessages ? { metaMessages: options.metaMessages } : {}),\n\t\t\t...(options.retryAfterSeconds !== undefined\n\t\t\t\t? { retryAfterSeconds: options.retryAfterSeconds }\n\t\t\t\t: {}),\n\t\t});\n\t\tthis.name = \"ApiError\";\n\t}\n}\n\n/** Thrown on a 401 — by both the platform clients and Streams. */\nexport class AuthError extends ApiError {\n\toverride readonly status = 401 as const;\n\n\tconstructor(message = \"API key invalid or expired.\") {\n\t\tsuper(401, message);\n\t\tthis.name = \"AuthError\";\n\t}\n}\n\n/** Thrown on a 429 — by both the platform clients and Streams. `retryable`,\n * with `retryAfterSeconds` parsed from the `Retry-After` header when sent. */\nexport class RateLimitError extends ApiError {\n\toverride readonly status = 429 as const;\n\n\tconstructor(\n\t\tmessage = \"Rate limited. Try again later.\",\n\t\t/** Raw `Retry-After` header value (seconds or HTTP-date). */\n\t\treadonly retryAfter?: string,\n\t) {\n\t\tsuper(429, message, undefined, undefined, {\n\t\t\tretryable: true,\n\t\t\tretryAfterSeconds: parseRetryAfter(retryAfter),\n\t\t});\n\t\tthis.name = \"RateLimitError\";\n\t}\n}\n\n/** Thrown on a 4xx the caller can fix (bad cursor, bad params). Never retried. */\nexport class ValidationError extends ApiError {\n\tconstructor(message: string, status: number, body?: unknown) {\n\t\tsuper(status, message, body, undefined, { retryable: false });\n\t\tthis.name = \"ValidationError\";\n\t}\n}\n\n/** Parse a `Retry-After` header: delta-seconds or an HTTP-date. */\nexport function parseRetryAfter(value?: string | null): number | undefined {\n\tif (!value) return undefined;\n\tconst seconds = Number(value);\n\tif (Number.isFinite(seconds) && seconds >= 0) return seconds;\n\tconst date = Date.parse(value);\n\tif (!Number.isNaN(date)) return Math.max(0, (date - Date.now()) / 1000);\n\treturn undefined;\n}\n\n/**\n * Thrown on optimistic-concurrency conflict when a deploy supplies an\n * `expectedVersion` that no longer matches the server's stored version.\n */\nexport class VersionConflictError extends ApiError {\n\tconstructor(\n\t\tpublic currentVersion: string,\n\t\tpublic expectedVersion: string,\n\t\tmessage = `Version conflict: expected ${expectedVersion}, current ${currentVersion}`,\n\t) {\n\t\tsuper(409, message, { currentVersion, expectedVersion });\n\t\tthis.name = \"VersionConflictError\";\n\t}\n}\n\n/**\n * Thrown when a BYO subgraph deploy is refused for a breaking schema change.\n * The deploy did NOT run — `details.plan` carries the DROP + rebuild DDL to run\n * manually on your own database, plus the breaking `reasons` and the `diff`.\n * The same DDL is surfaced on `metaMessages`, so a bare `console.error(err)`\n * already shows the operator what to run.\n *\n * @example\n * ```ts\n * try {\n * await client.subgraphs.deploy(bundle);\n * } catch (err) {\n * if (err instanceof ByoBreakingChangeError) {\n * console.log(err.details.plan.dropStatement);\n * console.log(err.details.plan.statements.join(\";\\n\"));\n * }\n * }\n * ```\n */\nexport class ByoBreakingChangeError extends ApiError {\n\treadonly details: ByoBreakingChangeDetails;\n\tconstructor(message: string, details: ByoBreakingChangeDetails) {\n\t\tsuper(422, message, details, \"BYO_BREAKING_CHANGE\", {\n\t\t\tmetaMessages: [\n\t\t\t\t\"Review and run manually on your database:\",\n\t\t\t\tdetails.plan.dropStatement,\n\t\t\t\t...details.plan.statements,\n\t\t\t],\n\t\t});\n\t\tthis.name = \"ByoBreakingChangeError\";\n\t\tthis.details = details;\n\t}\n}\n\n/** Narrow an unknown error body's `details` to {@link ByoBreakingChangeDetails}. */\nexport function isByoBreakingDetails(\n\tx: unknown,\n): x is ByoBreakingChangeDetails {\n\tif (!x || typeof x !== \"object\") return false;\n\tconst d = x as Record<string, unknown>;\n\tconst plan = d.plan as Record<string, unknown> | undefined;\n\treturn (\n\t\tArray.isArray(d.reasons) &&\n\t\t!!plan &&\n\t\ttypeof plan === \"object\" &&\n\t\ttypeof plan.dropStatement === \"string\"\n\t);\n}\n",
|
|
6
|
+
"import { ValidationError } from \"../errors.ts\";\nimport type { ConsumerSink } from \"./types.ts\";\n\n/** Default checkpoint table name, shared by every SQL-backed sink so two\n * sinks on the same database land in one table keyed by `id`. */\nexport const DEFAULT_CHECKPOINT_TABLE = \"sl_consumer_checkpoints\";\n\n/**\n * The driver surface a database adapter implements — the ~7 methods that\n * actually differ between SQL stores. Everything above them (the\n * commit/rollback call sequences, the guards, identifier validation, the\n * checkpoint schema) is policy owned by {@link createSink}, so a driver\n * cannot get the ordering wrong: it never sees a cursor write outside the\n * transaction that carries the rows, and never sees a delete without the\n * rewound cursor riding along.\n *\n * Identifier args (`table`, `column`) arrive pre-validated against\n * `[A-Za-z_][A-Za-z0-9_]*` — safe to interpolate after quoting (see\n * {@link quoteIdent}). Values (cursor, height, id) must still be bound as\n * parameters.\n */\nexport interface SinkDriver<Tx> {\n\t/** Run `fn` inside ONE transaction: begin, run, commit — a throw from\n\t * `fn` must roll the whole transaction back and re-throw. */\n\ttransact<T>(fn: (tx: Tx) => Promise<T>): Promise<T>;\n\t/** Create the checkpoint store if missing: `(id primary key, cursor)`.\n\t * Must be safe under concurrent first start (two consumers racing the\n\t * same CREATE). */\n\tensureCheckpointStore(): Promise<void>;\n\t/** The committed cursor for this sink's `id`, or `null` if none. */\n\treadCursor(): Promise<string | null>;\n\t/** Upsert this sink's cursor row inside `tx`. */\n\twriteCursor(tx: Tx, cursor: string): Promise<void>;\n\t/** Delete rows with `height column >= height` from `table`, inside `tx`. */\n\tdeleteAtOrAbove(tx: Tx, table: string, height: number): Promise<void>;\n\t/** Whether `table` exists AND carries `column` — the first-use check that\n\t * keeps reorg rollback from being a silent no-op. */\n\thasColumn(table: string, column: string): Promise<boolean>;\n\t/** Optional: assert this consumer is the only live writer for its `id`,\n\t * inside `tx`. Must FAIL LOUDLY (throw) when another writer holds it —\n\t * never block or interleave (contract invariant #13). */\n\tacquireLock?(tx: Tx): Promise<void>;\n}\n\n/** Options for {@link createSink} — the policy inputs, driver-agnostic.\n * Concrete sinks re-expose these with schema-typed `tables`/`height`. */\nexport interface CreateSinkOptions {\n\t/** Error-message prefix naming the concrete sink (e.g. `\"kyselySink\"`),\n\t * so a thrown guard points at the thing the user actually constructed. */\n\tlabel: string;\n\t/** Checkpoint identity AND concurrency key. */\n\tid: string;\n\t/** Rollback scope: on a reorg, rows at/above the fork point are deleted\n\t * from exactly these tables. */\n\ttables: readonly string[];\n\t/** The block-height stamp column, present on every declared table. */\n\theight: string;\n\t/** Checkpoint table name. Default {@link DEFAULT_CHECKPOINT_TABLE}. */\n\tcheckpointTable?: string;\n\t/** Forwarded to {@link ConsumerSink.capabilities}. */\n\tcapabilities?: ConsumerSink[\"capabilities\"];\n}\n\n/** Throw unless `name` is a bare SQL identifier (letters, digits,\n * underscores; no leading digit) — the guard that makes interpolating\n * table/column names into DDL and DELETE statements safe. */\nexport function assertSqlIdentifier(name: string, label: string): void {\n\tif (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(name)) {\n\t\tthrow new ValidationError(\n\t\t\t`${label}: invalid identifier \"${name}\" (letters, digits, underscores only).`,\n\t\t\t400,\n\t\t);\n\t}\n}\n\n/** Double-quote a (pre-validated) identifier for interpolation. */\nexport function quoteIdent(name: string): string {\n\treturn `\"${name}\"`;\n}\n\n/**\n * Build a {@link ConsumerSink} from a {@link SinkDriver}: the portable ~90\n * lines every SQL sink otherwise re-implements — and re-risks. Owns the two\n * transaction sequences (begin → lock → write rows → write cursor;\n * begin → lock → delete `>=` fork → write rewound cursor), the empty-`tables`\n * guard, identifier validation, and the first-use height-column check.\n *\n * A driver implemented against this base cannot violate contract invariants\n * #4, #5, #8, #9, or #11 (see {@link ConsumerSink}) without breaking\n * `transact` itself — which is exactly what the conformance kit probes.\n */\nexport function createSink<Tx>(\n\tdriver: SinkDriver<Tx>,\n\toptions: CreateSinkOptions,\n): ConsumerSink<Tx> {\n\tconst { label } = options;\n\tconst checkpointTable = options.checkpointTable ?? DEFAULT_CHECKPOINT_TABLE;\n\tif (options.tables.length === 0) {\n\t\tthrow new ValidationError(\n\t\t\t`${label}: \\`tables\\` is empty — declare every table the handler writes, or reorg rollback is a no-op and orphaned rows persist forever.`,\n\t\t\t400,\n\t\t);\n\t}\n\tassertSqlIdentifier(checkpointTable, label);\n\tassertSqlIdentifier(options.height, label);\n\tfor (const table of options.tables) assertSqlIdentifier(table, label);\n\n\treturn {\n\t\tcapabilities: options.capabilities,\n\n\t\tasync loadCursor() {\n\t\t\tawait driver.ensureCheckpointStore();\n\t\t\t// First-use validation of the rollback precondition: every declared\n\t\t\t// table must exist and carry the height column. Failing here beats a\n\t\t\t// rollback that silently deletes nothing during a reorg.\n\t\t\tfor (const table of options.tables) {\n\t\t\t\tif (!(await driver.hasColumn(table, options.height))) {\n\t\t\t\t\tthrow new ValidationError(\n\t\t\t\t\t\t`${label}: table \"${table}\" has no \"${options.height}\" column — the height stamp is what makes reorg rollback possible. Add the column (or fix \\`height\\`).`,\n\t\t\t\t\t\t400,\n\t\t\t\t\t);\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn driver.readCursor();\n\t\t},\n\n\t\tasync commitBatch(cursor, write) {\n\t\t\tawait driver.transact(async (tx) => {\n\t\t\t\tawait driver.acquireLock?.(tx);\n\t\t\t\tawait write(tx);\n\t\t\t\tawait driver.writeCursor(tx, cursor);\n\t\t\t});\n\t\t},\n\n\t\tasync rollback(forkPointHeight, rewindCursor) {\n\t\t\tawait driver.transact(async (tx) => {\n\t\t\t\tawait driver.acquireLock?.(tx);\n\t\t\t\t// INCLUSIVE of the fork block: the new canonical chain re-supplies\n\t\t\t\t// it, and the consumer rewinds to re-read from `fork:0`.\n\t\t\t\tfor (const table of options.tables) {\n\t\t\t\t\tawait driver.deleteAtOrAbove(tx, table, forkPointHeight);\n\t\t\t\t}\n\t\t\t\tawait driver.writeCursor(tx, rewindCursor);\n\t\t\t});\n\t\t},\n\t};\n}\n",
|
|
7
|
+
"import { type Table, getTableColumns, getTableName, sql } from \"drizzle-orm\";\nimport { ValidationError } from \"../errors.ts\";\nimport {\n\tDEFAULT_CHECKPOINT_TABLE,\n\ttype SinkDriver,\n\tassertSqlIdentifier,\n\tcreateSink,\n\tquoteIdent,\n} from \"./core.ts\";\nimport type { ConsumerSink } from \"./types.ts\";\n\n/**\n * Structural slice of a drizzle database. Postgres databases expose\n * `execute`; sqlite databases expose `run`/`all` (sync drivers return\n * plainly, async drivers return promises — `await` absorbs both).\n */\ninterface DrizzleDatabaseLike {\n\t// biome-ignore lint/suspicious/noExplicitAny: contravariant position — must accept every concrete drizzle transaction type\n\ttransaction(fn: (tx: any) => Promise<unknown>): Promise<unknown>;\n\texecute?(query: unknown): Promise<unknown>;\n\trun?(query: unknown): unknown;\n\tall?(query: unknown): unknown;\n}\n\n/** The transaction type `db.transaction` lends — what `ctx.tx` is typed as\n * inside `onBatch` (e.g. `PgTransaction<..., TSchema>`). */\nexport type DrizzleTx<TDb> = TDb extends {\n\t// biome-ignore lint/suspicious/noExplicitAny: infer-only position\n\ttransaction(fn: (tx: infer Tx) => any): any;\n}\n\t? Tx\n\t: never;\n\n/** Column key present on EVERY declared table — `keyof` a union of column\n * maps is the intersection, so a key missing from any one table is a\n * compile error at the `height:` option (same trick as kyselySink). */\ntype CommonColumnKey<T extends Table> = keyof T[\"_\"][\"columns\"] & string;\n\nexport interface DrizzleSinkOptions<T extends Table> {\n\t/** Checkpoint identity AND (on Postgres) advisory-lock key. */\n\tid: string;\n\t/** Rollback scope: the drizzle table objects the handler writes. */\n\ttables: readonly T[];\n\t/** The block-height stamp column KEY (the TypeScript property, e.g.\n\t * `blockHeight` for `blockHeight: integer(\"block_height\")`) — resolved\n\t * to each table's real SQL column name. Must exist on every declared\n\t * table; append-only projections only. */\n\theight: CommonColumnKey<T>;\n\t/** Checkpoint table name. Default `sl_consumer_checkpoints`. */\n\tcheckpointTable?: string;\n}\n\n/**\n * A {@link ConsumerSink} over a drizzle database — Postgres or SQLite\n * dialect, detected structurally. `tables` are your schema objects, `height`\n * is compile-checked against every declared table, and `ctx.tx` inside\n * `onBatch` is the fully typed drizzle transaction for YOUR database.\n *\n * Dialect notes:\n * - Postgres (node-postgres, postgres-js, …): a per-id advisory lock makes\n * a second replica fail loudly (contract invariant #13).\n * - SQLite (bun:sqlite, better-sqlite3): commits run under a manual\n * `BEGIN IMMEDIATE` rather than `db.transaction()` — sync drivers would\n * otherwise COMMIT at the handler's first `await`, silently breaking\n * rows+cursor atomicity. `ctx.tx` is the database itself inside the open\n * transaction. Remote/libsql drivers are NOT supported for commits (their\n * statement-per-request model can't hold this transaction open).\n *\n * ```ts\n * const sink = drizzleSink(db, { id: \"sales\", tables: [sales], height: \"blockHeight\" });\n * await index.contractCalls.consume({\n * contractId: MARKETPLACE, functionName: \"purchase-asset\", fromHeight: 0,\n * sink,\n * onBatch: (calls, _env, ctx) =>\n * ctx.tx.insert(sales).values(calls.map(toSale)).onConflictDoNothing(),\n * });\n * ```\n */\nexport function drizzleSink<TDb extends DrizzleDatabaseLike, T extends Table>(\n\tdb: TDb,\n\toptions: DrizzleSinkOptions<T>,\n): ConsumerSink<DrizzleTx<TDb>> {\n\tconst checkpointTable = options.checkpointTable ?? DEFAULT_CHECKPOINT_TABLE;\n\tconst cp = quoteIdent(checkpointTable);\n\t// Postgres speaks `execute`; sqlite speaks `run`/`all`.\n\tconst isPg = typeof db.execute === \"function\";\n\n\t// Resolve TS column keys to real SQL names per table (they can differ:\n\t// `blockHeight: integer(\"block_height\")`), and validate them here — the\n\t// base only validates what it's given, and it's given the resolved names.\n\tconst heightByTable = new Map<string, string>();\n\tfor (const table of options.tables) {\n\t\tconst tableName = getTableName(table);\n\t\tconst column = getTableColumns(table)[options.height];\n\t\tif (!column) {\n\t\t\tthrow new ValidationError(\n\t\t\t\t`drizzleSink: table \"${tableName}\" has no \"${options.height}\" column key — the height stamp is what makes reorg rollback possible.`,\n\t\t\t\t400,\n\t\t\t);\n\t\t}\n\t\tassertSqlIdentifier(column.name, \"drizzleSink\");\n\t\theightByTable.set(tableName, column.name);\n\t}\n\tconst tableNames = [...heightByTable.keys()];\n\n\t/** Run a raw statement on the db or a lent tx, either dialect. */\n\tasync function exec(\n\t\ton: DrizzleDatabaseLike,\n\t\tquery: ReturnType<typeof sql>,\n\t): Promise<void> {\n\t\tif (isPg) await on.execute?.(query);\n\t\telse await on.run?.(query);\n\t}\n\n\t/** Read rows from a raw statement, either dialect. */\n\tasync function rows(query: ReturnType<typeof sql>): Promise<unknown[]> {\n\t\tif (isPg) {\n\t\t\tconst result = (await db.execute?.(query)) as\n\t\t\t\t| { rows?: unknown[] }\n\t\t\t\t| unknown[];\n\t\t\treturn Array.isArray(result) ? result : (result?.rows ?? []);\n\t\t}\n\t\treturn ((await db.all?.(query)) as unknown[]) ?? [];\n\t}\n\n\tconst driver: SinkDriver<DrizzleTx<TDb>> = {\n\t\tasync transact(fn) {\n\t\t\tif (isPg) {\n\t\t\t\treturn (await db.transaction((tx: DrizzleTx<TDb>) =>\n\t\t\t\t\tfn(tx),\n\t\t\t\t)) as Awaited<ReturnType<typeof fn>>;\n\t\t\t}\n\t\t\t// SQLite: manual BEGIN IMMEDIATE (see dialect notes above). The\n\t\t\t// database itself is the lent transaction.\n\t\t\tawait db.run?.(sql`begin immediate`);\n\t\t\ttry {\n\t\t\t\tconst result = await fn(db as unknown as DrizzleTx<TDb>);\n\t\t\t\tawait db.run?.(sql`commit`);\n\t\t\t\treturn result;\n\t\t\t} catch (err) {\n\t\t\t\tawait db.run?.(sql`rollback`);\n\t\t\t\tthrow err;\n\t\t\t}\n\t\t},\n\n\t\tasync ensureCheckpointStore() {\n\t\t\ttry {\n\t\t\t\tawait exec(\n\t\t\t\t\tdb,\n\t\t\t\t\tsql.raw(\n\t\t\t\t\t\t`CREATE TABLE IF NOT EXISTS ${cp} (id text PRIMARY KEY, cursor text NOT NULL)`,\n\t\t\t\t\t),\n\t\t\t\t);\n\t\t\t} catch (err) {\n\t\t\t\t// Concurrent first start: Postgres IF NOT EXISTS still throws\n\t\t\t\t// under a race (42P07 / 23505); either code means the table\n\t\t\t\t// exists. Drizzle may wrap the driver error, so check the cause.\n\t\t\t\tconst code =\n\t\t\t\t\t(err as { code?: string } | null)?.code ??\n\t\t\t\t\t(err as { cause?: { code?: string } } | null)?.cause?.code ??\n\t\t\t\t\tundefined;\n\t\t\t\tif (code !== \"42P07\" && code !== \"23505\") throw err;\n\t\t\t}\n\t\t},\n\n\t\tasync readCursor() {\n\t\t\tconst found = (await rows(\n\t\t\t\tsql`SELECT cursor FROM ${sql.raw(cp)} WHERE id = ${options.id}`,\n\t\t\t)) as Array<{ cursor: string }>;\n\t\t\treturn found[0]?.cursor ?? null;\n\t\t},\n\n\t\tasync writeCursor(tx, cursor) {\n\t\t\t// `excluded` works in both dialects' upsert grammar.\n\t\t\tawait exec(\n\t\t\t\ttx as unknown as DrizzleDatabaseLike,\n\t\t\t\tsql`INSERT INTO ${sql.raw(cp)} (id, cursor) VALUES (${options.id}, ${cursor}) ON CONFLICT (id) DO UPDATE SET cursor = excluded.cursor`,\n\t\t\t);\n\t\t},\n\n\t\tasync deleteAtOrAbove(tx, table, height) {\n\t\t\tconst heightCol = heightByTable.get(table);\n\t\t\tif (!heightCol) return;\n\t\t\tawait exec(\n\t\t\t\ttx as unknown as DrizzleDatabaseLike,\n\t\t\t\tsql`DELETE FROM ${sql.raw(quoteIdent(table))} WHERE ${sql.raw(quoteIdent(heightCol))} >= ${height}`,\n\t\t\t);\n\t\t},\n\n\t\tasync hasColumn(table) {\n\t\t\t// The real SQL name was resolved from the schema object; check the\n\t\t\t// DATABASE carries it — schema objects prove intent, not migrations.\n\t\t\tconst heightCol = heightByTable.get(table);\n\t\t\tif (!heightCol) return false;\n\t\t\tif (isPg) {\n\t\t\t\tconst found = (await rows(\n\t\t\t\t\tsql`SELECT EXISTS (SELECT 1 FROM information_schema.columns WHERE table_name = ${table} AND column_name = ${heightCol}) AS \"ok\"`,\n\t\t\t\t)) as Array<{ ok: boolean }>;\n\t\t\t\treturn found[0]?.ok === true;\n\t\t\t}\n\t\t\tconst found = await rows(\n\t\t\t\tsql`SELECT 1 AS ok FROM pragma_table_info(${table}) WHERE name = ${heightCol}`,\n\t\t\t);\n\t\t\treturn found.length > 0;\n\t\t},\n\n\t\t// Postgres only: SQLite's single write lock already enforces\n\t\t// single-writer at the file level.\n\t\t...(isPg\n\t\t\t? {\n\t\t\t\t\tasync acquireLock(tx: DrizzleTx<TDb>) {\n\t\t\t\t\t\t// hashtextextended (int8) rather than hashtext (int4): the\n\t\t\t\t\t\t// 32-bit space collides across distinct ids at real scale,\n\t\t\t\t\t\t// and a collision reads as a false \"another consumer\" 409.\n\t\t\t\t\t\tconst found = (await (\n\t\t\t\t\t\t\ttx as unknown as DrizzleDatabaseLike\n\t\t\t\t\t\t).execute?.(\n\t\t\t\t\t\t\tsql`SELECT pg_try_advisory_xact_lock(hashtextextended(${options.id}, 0)) AS \"ok\"`,\n\t\t\t\t\t\t)) as { rows?: Array<{ ok: boolean }> } | Array<{ ok: boolean }>;\n\t\t\t\t\t\tconst row = Array.isArray(found) ? found[0] : found?.rows?.[0];\n\t\t\t\t\t\tif (row?.ok !== true) {\n\t\t\t\t\t\t\tthrow new ValidationError(\n\t\t\t\t\t\t\t\t`drizzleSink: another consumer holds the \"${options.id}\" lock — two replicas of the same consumer would interleave commits. Stop the other instance or use a distinct id.`,\n\t\t\t\t\t\t\t\t409,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t}\n\t\t\t: {}),\n\t};\n\n\treturn createSink(driver, {\n\t\tlabel: \"drizzleSink\",\n\t\tid: options.id,\n\t\ttables: tableNames,\n\t\theight: options.height,\n\t\tcheckpointTable,\n\t});\n}\n"
|
|
8
|
+
],
|
|
9
|
+
"mappings": ";AAIA,IAAM,YAAY;AAAA;AA8BX,MAAM,yBAAyB,MAAM;AAAA,EAClC,OAAO;AAAA,EAEhB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,WAAW,CAAC,cAAsB,UAAmC,CAAC,GAAG;AAAA,IACxE,MAAM,eAAe;AAAA,MACpB,GAAI,QAAQ,gBAAgB,CAAC;AAAA,MAC7B,GAAI,QAAQ,UAAU,CAAC,QAAQ,OAAO,IAAI,CAAC;AAAA,MAC3C,GAAI,QAAQ,UAAU,CAAC,SAAS,QAAQ,SAAS,IAAI,CAAC;AAAA,IACvD;AAAA,IACA,MAAM,UAAU;AAAA,MACf;AAAA,MACA,aAAa,SAAS,IAAI;AAAA,EAAK,aAAa,KAAK;AAAA,CAAI,MAAM;AAAA,IAC5D,EAAE,KAAK,EAAE;AAAA,IACT,MAAM,SAAS,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,SAAS;AAAA,IACnE,KAAK,eAAe;AAAA,IACpB,KAAK,OAAO,QAAQ;AAAA,IACpB,KAAK,UAAU,QAAQ;AAAA,IACvB,KAAK,eAAe,QAAQ;AAAA,IAC5B,KAAK,YAAY,QAAQ,aAAa;AAAA,IACtC,KAAK,oBAAoB,QAAQ;AAAA;AAAA,EAQlC,IAAI,CAAC,IAAyC;AAAA,IAE7C,IAAI,MAAW;AAAA,IACf,IAAI,OAAgB;AAAA,IACpB,OAAO,OAAO,MAAM;AAAA,MACnB,IAAI,KAAK,GAAG;AAAA,QAAG,OAAO;AAAA,MACtB,OAAO;AAAA,MACP,MAAM,IAAI;AAAA,IACX;AAAA,IACA,OAAO,KAAK,OAAO;AAAA;AAAA,EAGpB,MAAM,GASJ;AAAA,IACD,OAAO;AAAA,MACN,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,MACd,cAAc,KAAK;AAAA,MACnB,OAAO,KAAK,iBAAiB,QAAQ,KAAK,MAAM,UAAU;AAAA,MAC1D,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,MACd,WAAW,KAAK;AAAA,MAChB,mBAAmB,KAAK;AAAA,IACzB;AAAA;AAEF;AAGA,SAAS,eAAe,CAAC,QAAyB;AAAA,EACjD,OAAO,WAAW,OAAO,UAAU;AAAA;AAIpC,SAAS,OAAO,CAAC,QAAgB,MAAmC;AAAA,EACnE,IAAI,SAAS,sBAAsB,SAAS,mBAAmB,WAAW;AAAA,IACzE,OAAO,GAAG;AAAA,EACX,IAAI,WAAW,OAAO,WAAW;AAAA,IAChC,OAAO,GAAG;AAAA,EACX;AAAA;AAAA;AAkBM,MAAM,iBAAiB,iBAAiB;AAAA,EAGtC;AAAA,EAGA;AAAA,EALR,WAAW,CAEH,QACP,SAEO,MAEP,MACA,UAAmC,CAAC,GACnC;AAAA,IACD,MAAM,SAAS;AAAA,MACd;AAAA,MACA,WAAW,QAAQ,aAAa,gBAAgB,MAAM;AAAA,MACtD,SAAS,QAAQ,WAAW,QAAQ,QAAQ,IAAI;AAAA,SAC5C,QAAQ,QAAQ,EAAE,OAAO,QAAQ,MAAM,IAAI,CAAC;AAAA,SAC5C,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;AAAA,SAClD,QAAQ,eAAe,EAAE,cAAc,QAAQ,aAAa,IAAI,CAAC;AAAA,SACjE,QAAQ,sBAAsB,YAC/B,EAAE,mBAAmB,QAAQ,kBAAkB,IAC/C,CAAC;AAAA,IACL,CAAC;AAAA,IAlBM;AAAA,IAGA;AAAA,IAgBP,KAAK,OAAO;AAAA;AAEd;AAAA;AAGO,MAAM,kBAAkB,SAAS;AAAA,EACrB,SAAS;AAAA,EAE3B,WAAW,CAAC,UAAU,+BAA+B;AAAA,IACpD,MAAM,KAAK,OAAO;AAAA,IAClB,KAAK,OAAO;AAAA;AAEd;AAAA;AAIO,MAAM,uBAAuB,SAAS;AAAA,EAMlC;AAAA,EALQ,SAAS;AAAA,EAE3B,WAAW,CACV,UAAU,kCAED,YACR;AAAA,IACD,MAAM,KAAK,SAAS,WAAW,WAAW;AAAA,MACzC,WAAW;AAAA,MACX,mBAAmB,gBAAgB,UAAU;AAAA,IAC9C,CAAC;AAAA,IALQ;AAAA,IAMT,KAAK,OAAO;AAAA;AAEd;AAAA;AAGO,MAAM,wBAAwB,SAAS;AAAA,EAC7C,WAAW,CAAC,SAAiB,QAAgB,MAAgB;AAAA,IAC5D,MAAM,QAAQ,SAAS,MAAM,WAAW,EAAE,WAAW,MAAM,CAAC;AAAA,IAC5D,KAAK,OAAO;AAAA;AAEd;AAGO,SAAS,eAAe,CAAC,OAA2C;AAAA,EAC1E,IAAI,CAAC;AAAA,IAAO;AAAA,EACZ,MAAM,UAAU,OAAO,KAAK;AAAA,EAC5B,IAAI,OAAO,SAAS,OAAO,KAAK,WAAW;AAAA,IAAG,OAAO;AAAA,EACrD,MAAM,OAAO,KAAK,MAAM,KAAK;AAAA,EAC7B,IAAI,CAAC,OAAO,MAAM,IAAI;AAAA,IAAG,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,KAAK,IAAI;AAAA,EACtE;AAAA;AAAA;AAOM,MAAM,6BAA6B,SAAS;AAAA,EAE1C;AAAA,EACA;AAAA,EAFR,WAAW,CACH,gBACA,iBACP,UAAU,8BAA8B,4BAA4B,kBACnE;AAAA,IACD,MAAM,KAAK,SAAS,EAAE,gBAAgB,gBAAgB,CAAC;AAAA,IAJhD;AAAA,IACA;AAAA,IAIP,KAAK,OAAO;AAAA;AAEd;AAAA;AAqBO,MAAM,+BAA+B,SAAS;AAAA,EAC3C;AAAA,EACT,WAAW,CAAC,SAAiB,SAAmC;AAAA,IAC/D,MAAM,KAAK,SAAS,SAAS,uBAAuB;AAAA,MACnD,cAAc;AAAA,QACb;AAAA,QACA,QAAQ,KAAK;AAAA,QACb,GAAG,QAAQ,KAAK;AAAA,MACjB;AAAA,IACD,CAAC;AAAA,IACD,KAAK,OAAO;AAAA,IACZ,KAAK,UAAU;AAAA;AAEjB;AAGO,SAAS,oBAAoB,CACnC,GACgC;AAAA,EAChC,IAAI,CAAC,KAAK,OAAO,MAAM;AAAA,IAAU,OAAO;AAAA,EACxC,MAAM,IAAI;AAAA,EACV,MAAM,OAAO,EAAE;AAAA,EACf,OACC,MAAM,QAAQ,EAAE,OAAO,KACvB,CAAC,CAAC,QACF,OAAO,SAAS,YAChB,OAAO,KAAK,kBAAkB;AAAA;;;ACnQzB,IAAM,2BAA2B;AA6DjC,SAAS,mBAAmB,CAAC,MAAc,OAAqB;AAAA,EACtE,IAAI,CAAC,2BAA2B,KAAK,IAAI,GAAG;AAAA,IAC3C,MAAM,IAAI,gBACT,GAAG,8BAA8B,8CACjC,GACD;AAAA,EACD;AAAA;AAIM,SAAS,UAAU,CAAC,MAAsB;AAAA,EAChD,OAAO,IAAI;AAAA;AAcL,SAAS,UAAc,CAC7B,QACA,SACmB;AAAA,EACnB,QAAQ,UAAU;AAAA,EAClB,MAAM,kBAAkB,QAAQ,mBAAmB;AAAA,EACnD,IAAI,QAAQ,OAAO,WAAW,GAAG;AAAA,IAChC,MAAM,IAAI,gBACT,GAAG,wIACH,GACD;AAAA,EACD;AAAA,EACA,oBAAoB,iBAAiB,KAAK;AAAA,EAC1C,oBAAoB,QAAQ,QAAQ,KAAK;AAAA,EACzC,WAAW,SAAS,QAAQ;AAAA,IAAQ,oBAAoB,OAAO,KAAK;AAAA,EAEpE,OAAO;AAAA,IACN,cAAc,QAAQ;AAAA,SAEhB,WAAU,GAAG;AAAA,MAClB,MAAM,OAAO,sBAAsB;AAAA,MAInC,WAAW,SAAS,QAAQ,QAAQ;AAAA,QACnC,IAAI,CAAE,MAAM,OAAO,UAAU,OAAO,QAAQ,MAAM,GAAI;AAAA,UACrD,MAAM,IAAI,gBACT,GAAG,iBAAiB,kBAAkB,QAAQ,gHAC9C,GACD;AAAA,QACD;AAAA,MACD;AAAA,MACA,OAAO,OAAO,WAAW;AAAA;AAAA,SAGpB,YAAW,CAAC,QAAQ,OAAO;AAAA,MAChC,MAAM,OAAO,SAAS,OAAO,OAAO;AAAA,QACnC,MAAM,OAAO,cAAc,EAAE;AAAA,QAC7B,MAAM,MAAM,EAAE;AAAA,QACd,MAAM,OAAO,YAAY,IAAI,MAAM;AAAA,OACnC;AAAA;AAAA,SAGI,SAAQ,CAAC,iBAAiB,cAAc;AAAA,MAC7C,MAAM,OAAO,SAAS,OAAO,OAAO;AAAA,QACnC,MAAM,OAAO,cAAc,EAAE;AAAA,QAG7B,WAAW,SAAS,QAAQ,QAAQ;AAAA,UACnC,MAAM,OAAO,gBAAgB,IAAI,OAAO,eAAe;AAAA,QACxD;AAAA,QACA,MAAM,OAAO,YAAY,IAAI,YAAY;AAAA,OACzC;AAAA;AAAA,EAEH;AAAA;;;ACjJD;AA8EO,SAAS,WAA6D,CAC5E,IACA,SAC+B;AAAA,EAC/B,MAAM,kBAAkB,QAAQ,mBAAmB;AAAA,EACnD,MAAM,KAAK,WAAW,eAAe;AAAA,EAErC,MAAM,OAAO,OAAO,GAAG,YAAY;AAAA,EAKnC,MAAM,gBAAgB,IAAI;AAAA,EAC1B,WAAW,SAAS,QAAQ,QAAQ;AAAA,IACnC,MAAM,YAAY,aAAa,KAAK;AAAA,IACpC,MAAM,SAAS,gBAAgB,KAAK,EAAE,QAAQ;AAAA,IAC9C,IAAI,CAAC,QAAQ;AAAA,MACZ,MAAM,IAAI,gBACT,uBAAuB,sBAAsB,QAAQ,gFACrD,GACD;AAAA,IACD;AAAA,IACA,oBAAoB,OAAO,MAAM,aAAa;AAAA,IAC9C,cAAc,IAAI,WAAW,OAAO,IAAI;AAAA,EACzC;AAAA,EACA,MAAM,aAAa,CAAC,GAAG,cAAc,KAAK,CAAC;AAAA,EAG3C,eAAe,IAAI,CAClB,IACA,OACgB;AAAA,IAChB,IAAI;AAAA,MAAM,MAAM,GAAG,UAAU,KAAK;AAAA,IAC7B;AAAA,YAAM,GAAG,MAAM,KAAK;AAAA;AAAA,EAI1B,eAAe,IAAI,CAAC,OAAmD;AAAA,IACtE,IAAI,MAAM;AAAA,MACT,MAAM,SAAU,MAAM,GAAG,UAAU,KAAK;AAAA,MAGxC,OAAO,MAAM,QAAQ,MAAM,IAAI,SAAU,QAAQ,QAAQ,CAAC;AAAA,IAC3D;AAAA,IACA,OAAS,MAAM,GAAG,MAAM,KAAK,KAAoB,CAAC;AAAA;AAAA,EAGnD,MAAM,SAAqC;AAAA,SACpC,SAAQ,CAAC,IAAI;AAAA,MAClB,IAAI,MAAM;AAAA,QACT,OAAQ,MAAM,GAAG,YAAY,CAAC,OAC7B,GAAG,EAAE,CACN;AAAA,MACD;AAAA,MAGA,MAAM,GAAG,MAAM,oBAAoB;AAAA,MACnC,IAAI;AAAA,QACH,MAAM,SAAS,MAAM,GAAG,EAA+B;AAAA,QACvD,MAAM,GAAG,MAAM,WAAW;AAAA,QAC1B,OAAO;AAAA,QACN,OAAO,KAAK;AAAA,QACb,MAAM,GAAG,MAAM,aAAa;AAAA,QAC5B,MAAM;AAAA;AAAA;AAAA,SAIF,sBAAqB,GAAG;AAAA,MAC7B,IAAI;AAAA,QACH,MAAM,KACL,IACA,IAAI,IACH,8BAA8B,gDAC/B,CACD;AAAA,QACC,OAAO,KAAK;AAAA,QAIb,MAAM,OACJ,KAAkC,QAClC,KAA8C,OAAO,QACtD;AAAA,QACD,IAAI,SAAS,WAAW,SAAS;AAAA,UAAS,MAAM;AAAA;AAAA;AAAA,SAI5C,WAAU,GAAG;AAAA,MAClB,MAAM,QAAS,MAAM,KACpB,yBAAyB,IAAI,IAAI,EAAE,gBAAgB,QAAQ,IAC5D;AAAA,MACA,OAAO,MAAM,IAAI,UAAU;AAAA;AAAA,SAGtB,YAAW,CAAC,IAAI,QAAQ;AAAA,MAE7B,MAAM,KACL,IACA,kBAAkB,IAAI,IAAI,EAAE,0BAA0B,QAAQ,OAAO,iEACtE;AAAA;AAAA,SAGK,gBAAe,CAAC,IAAI,OAAO,QAAQ;AAAA,MACxC,MAAM,YAAY,cAAc,IAAI,KAAK;AAAA,MACzC,IAAI,CAAC;AAAA,QAAW;AAAA,MAChB,MAAM,KACL,IACA,kBAAkB,IAAI,IAAI,WAAW,KAAK,CAAC,WAAW,IAAI,IAAI,WAAW,SAAS,CAAC,QAAQ,QAC5F;AAAA;AAAA,SAGK,UAAS,CAAC,OAAO;AAAA,MAGtB,MAAM,YAAY,cAAc,IAAI,KAAK;AAAA,MACzC,IAAI,CAAC;AAAA,QAAW,OAAO;AAAA,MACvB,IAAI,MAAM;AAAA,QACT,MAAM,SAAS,MAAM,KACpB,iFAAiF,2BAA2B,oBAC7G;AAAA,QACA,OAAO,OAAM,IAAI,OAAO;AAAA,MACzB;AAAA,MACA,MAAM,QAAQ,MAAM,KACnB,4CAA4C,uBAAuB,WACpE;AAAA,MACA,OAAO,MAAM,SAAS;AAAA;AAAA,OAKnB,OACD;AAAA,WACM,YAAW,CAAC,IAAoB;AAAA,QAIrC,MAAM,QAAS,MACd,GACC,UACD,wDAAwD,QAAQ,iBACjE;AAAA,QACA,MAAM,MAAM,MAAM,QAAQ,KAAK,IAAI,MAAM,KAAK,OAAO,OAAO;AAAA,QAC5D,IAAI,KAAK,OAAO,MAAM;AAAA,UACrB,MAAM,IAAI,gBACT,4CAA4C,QAAQ,wHACpD,GACD;AAAA,QACD;AAAA;AAAA,IAEF,IACC,CAAC;AAAA,EACL;AAAA,EAEA,OAAO,WAAW,QAAQ;AAAA,IACzB,OAAO;AAAA,IACP,IAAI,QAAQ;AAAA,IACZ,QAAQ;AAAA,IACR,QAAQ,QAAQ;AAAA,IAChB;AAAA,EACD,CAAC;AAAA;",
|
|
10
|
+
"debugId": "196A7867B8A95E0C64756E2164756E21",
|
|
11
|
+
"names": []
|
|
12
|
+
}
|
package/dist/sinks/kysely.d.ts
CHANGED
|
@@ -14,12 +14,83 @@ import { Kysely, Transaction } from "kysely";
|
|
|
14
14
|
* The interface is dependency-free on purpose: implementations with real
|
|
15
15
|
* database drivers live behind subpath exports (`@secondlayer/sdk/sinks/*`)
|
|
16
16
|
* so the root entry ships no DB dependency.
|
|
17
|
+
*
|
|
18
|
+
* ## The contract
|
|
19
|
+
*
|
|
20
|
+
* Binding on every implementation; the conformance kit
|
|
21
|
+
* (`@secondlayer/sdk/sinks/testing`) probes each one. Violations are SILENT
|
|
22
|
+
* in production — they surface as gaps or duplicates weeks later, never as
|
|
23
|
+
* errors at the violation site — which is why they are spelled out here and
|
|
24
|
+
* mechanically tested.
|
|
25
|
+
*
|
|
26
|
+
* What the loop guarantees the sink:
|
|
27
|
+
*
|
|
28
|
+
* 1. **Init-before-first-page.** `loadCursor` is called exactly once, before
|
|
29
|
+
* the first fetch — even when the caller passed an explicit `fromCursor`.
|
|
30
|
+
* It is the sink's init hook: create checkpoint storage, validate
|
|
31
|
+
* rollback preconditions.
|
|
32
|
+
* 2. **Deterministic replay.** Re-reading from the same cursor yields the
|
|
33
|
+
* same rows in the same order. `cursor` is therefore a valid idempotency
|
|
34
|
+
* key: an append-only sink can dedup on it with no contract change.
|
|
35
|
+
* 3. **At-least-once delivery.** A batch whose commit outcome was lost (crash
|
|
36
|
+
* after commit, before the loop observed it) is re-committed on restart
|
|
37
|
+
* with the SAME cursor and the same rows.
|
|
38
|
+
*
|
|
39
|
+
* What the sink must guarantee — `commitBatch`:
|
|
40
|
+
*
|
|
41
|
+
* 4. **Rows+cursor atomicity.** The handler's writes and `cursor` commit in
|
|
42
|
+
* ONE transaction. Committing them separately is the classic torn-batch
|
|
43
|
+
* bug: a crash between the two either re-delivers (duplicates) or skips
|
|
44
|
+
* (gap) depending on the order.
|
|
45
|
+
* 5. **Abort on throw.** A throw from `write` aborts the WHOLE transaction —
|
|
46
|
+
* neither rows nor cursor land — so a crashed batch is simply re-read.
|
|
47
|
+
* 6. **The lent transaction is the real one.** `write(tx)` receives the same
|
|
48
|
+
* live transaction the cursor commits in; every handler write must go
|
|
49
|
+
* through it. Writes outside `tx` escape atomicity AND rollback.
|
|
50
|
+
* 7. **Replay safety.** Committing the same cursor twice must not corrupt
|
|
51
|
+
* state (per #3 the rows are identical; upsert/dedup make it exact).
|
|
52
|
+
*
|
|
53
|
+
* What the sink must guarantee — `rollback`:
|
|
54
|
+
*
|
|
55
|
+
* 8. **Delete+rewind atomicity.** Undoing rows at/above the fork and
|
|
56
|
+
* committing `rewindCursor` happen in ONE transaction. A crash between
|
|
57
|
+
* them resumes above the fork and the deleted range is never re-read —
|
|
58
|
+
* the silent-gap bug.
|
|
59
|
+
* 9. **Inclusive fork point.** Undo AT OR ABOVE `forkPointHeight` (`>=`) —
|
|
60
|
+
* the new canonical chain re-supplies the fork block itself.
|
|
61
|
+
* 10. **Idempotent.** The loop may re-apply the same rollback after a crash
|
|
62
|
+
* (reorgs are deduped in memory only); a second application must be a
|
|
63
|
+
* harmless no-op.
|
|
64
|
+
* 11. **Scope by height, not cursor.** On a page reporting several forks the
|
|
65
|
+
* loop calls `rollback` once per fork: each call carries its own
|
|
66
|
+
* `forkPointHeight` but ALL carry the same `rewindCursor` (the lowest
|
|
67
|
+
* fork point). Derive the undo range from `forkPointHeight` only; a
|
|
68
|
+
* sink that derives it from `rewindCursor` under-deletes silently.
|
|
69
|
+
*
|
|
70
|
+
* Error semantics and concurrency:
|
|
71
|
+
*
|
|
72
|
+
* 12. **Throw, don't swallow; no internal retry.** The loop owns retry
|
|
73
|
+
* policy. A swallowed commit error advances the loop past unwritten
|
|
74
|
+
* data; an internal retry can double-apply around a partial failure.
|
|
75
|
+
* 13. **Single writer per checkpoint id.** The loop assumes one live
|
|
76
|
+
* consumer per checkpoint identity. A sink that can detect a second
|
|
77
|
+
* writer (e.g. a lock) must fail loudly — never block or interleave.
|
|
17
78
|
*/
|
|
18
79
|
interface ConsumerSink<Tx = unknown> {
|
|
19
80
|
/** Phantom marker carrying `Tx` in a directly-inferable position, so the
|
|
20
81
|
* consume loops' `TTx` type parameter resolves from the `sink` option
|
|
21
82
|
* (never set at runtime). */
|
|
22
83
|
readonly _tx?: Tx;
|
|
84
|
+
/** Static capabilities, read by the loop before the first fetch to fail
|
|
85
|
+
* fast on impossible pairings. */
|
|
86
|
+
readonly capabilities?: {
|
|
87
|
+
/** This sink cannot undo committed rows (append-only store, ClickHouse,
|
|
88
|
+
* parquet, …), so `rollback` is unimplementable and following the
|
|
89
|
+
* unfinalized tip would corrupt it on the first fork. The loop throws
|
|
90
|
+
* loudly unless consuming with `finalizedOnly: true` — in that mode
|
|
91
|
+
* reorgs never reach the sink and `rollback` may simply throw. */
|
|
92
|
+
finalizedOnly?: boolean;
|
|
93
|
+
};
|
|
23
94
|
/** The committed checkpoint, or `null` on first run. Called once, before
|
|
24
95
|
* the first page. Implementations may create their checkpoint storage
|
|
25
96
|
* here and SHOULD validate their rollback preconditions (e.g. that every
|
|
@@ -39,6 +110,11 @@ interface ConsumerSink<Tx = unknown> {
|
|
|
39
110
|
* without the rewound cursor is the classic silent-gap bug: a crash
|
|
40
111
|
* between the two writes resumes above the fork and the deleted range is
|
|
41
112
|
* never re-read.
|
|
113
|
+
*
|
|
114
|
+
* On a multi-fork page this is called once PER fork, every call with the
|
|
115
|
+
* same `rewindCursor` (the lowest fork point) but its own
|
|
116
|
+
* `forkPointHeight` — scope the undo by `forkPointHeight` only (contract
|
|
117
|
+
* invariant #11), and expect re-application after a crash (#10).
|
|
42
118
|
*/
|
|
43
119
|
rollback(forkPointHeight: number, rewindCursor: string): Promise<void>;
|
|
44
120
|
}
|
|
@@ -56,8 +132,12 @@ interface KyselySinkOptions<
|
|
|
56
132
|
T extends keyof DB & string
|
|
57
133
|
> {
|
|
58
134
|
/** Checkpoint identity AND concurrency key: the cursor row's primary key,
|
|
59
|
-
* and the input to `pg_try_advisory_xact_lock(
|
|
60
|
-
*
|
|
135
|
+
* and the input to `pg_try_advisory_xact_lock(hashtextextended(id, 0))`.
|
|
136
|
+
* The lock is transaction-scoped: it stops two replicas from
|
|
137
|
+
* INTERLEAVING inside a commit, but is released at each commit boundary
|
|
138
|
+
* — it is NOT a fence, so two replicas alternating batches both pass.
|
|
139
|
+
* Run exactly one consumer per id; the lock turns the racy overlap loud,
|
|
140
|
+
* it does not make a second replica safe. */
|
|
61
141
|
id: string;
|
|
62
142
|
/** Rollback scope. On a reorg, rows AT OR ABOVE the fork point are deleted
|
|
63
143
|
* from exactly these tables (inclusive `>=` — the new chain re-supplies
|
|
@@ -91,6 +171,11 @@ interface KyselySinkOptions<
|
|
|
91
171
|
* - a per-id advisory lock, so two replicas of the same consumer can't
|
|
92
172
|
* interleave commits.
|
|
93
173
|
*
|
|
174
|
+
* Structurally it is a 7-method {@link SinkDriver} on the shared
|
|
175
|
+
* `createSink` base (`@secondlayer/sdk/sinks/core`), which owns the
|
|
176
|
+
* transaction sequences and guards — this file only knows how to speak
|
|
177
|
+
* Postgres-flavored Kysely.
|
|
178
|
+
*
|
|
94
179
|
* ```ts
|
|
95
180
|
* const sink = kyselySink(db, { id: "sales", tables: ["sales"], height: "block_height" });
|
|
96
181
|
* await index.contractCalls.consume({
|