@apibara/indexer 2.0.0-beta.8 → 2.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +267 -39
- package/dist/index.d.cts +1 -16
- package/dist/index.d.mts +1 -16
- package/dist/index.d.ts +1 -16
- package/dist/index.mjs +258 -25
- package/dist/internal/index.cjs +10 -0
- package/dist/internal/index.d.cts +3 -0
- package/dist/internal/index.d.mts +3 -0
- package/dist/internal/index.d.ts +3 -0
- package/dist/internal/index.mjs +8 -0
- package/dist/internal/plugins.cjs +38 -0
- package/dist/internal/plugins.d.cts +13 -0
- package/dist/internal/plugins.d.mts +13 -0
- package/dist/internal/plugins.d.ts +13 -0
- package/dist/internal/plugins.mjs +34 -0
- package/dist/internal/testing.cjs +118 -0
- package/dist/internal/testing.d.cts +42 -0
- package/dist/internal/testing.d.mts +42 -0
- package/dist/internal/testing.d.ts +42 -0
- package/dist/internal/testing.mjs +113 -0
- package/dist/plugins/index.cjs +39 -3
- package/dist/plugins/index.d.cts +16 -2
- package/dist/plugins/index.d.mts +16 -2
- package/dist/plugins/index.d.ts +16 -2
- package/dist/plugins/index.mjs +36 -3
- package/dist/shared/indexer.077335f3.cjs +15 -0
- package/dist/shared/indexer.2416906c.cjs +29 -0
- package/dist/shared/indexer.601ceab0.cjs +7 -0
- package/dist/shared/indexer.9b21ddd2.mjs +5 -0
- package/dist/shared/indexer.a55ad619.mjs +12 -0
- package/dist/shared/indexer.fedcd831.d.cts +100 -0
- package/dist/shared/indexer.fedcd831.d.mts +100 -0
- package/dist/shared/indexer.fedcd831.d.ts +100 -0
- package/dist/shared/indexer.ff25c953.mjs +26 -0
- package/dist/testing/index.cjs +52 -50
- package/dist/testing/index.d.cts +8 -36
- package/dist/testing/index.d.mts +8 -36
- package/dist/testing/index.d.ts +8 -36
- package/dist/testing/index.mjs +47 -47
- package/dist/vcr/index.cjs +84 -17
- package/dist/vcr/index.d.cts +16 -7
- package/dist/vcr/index.d.mts +16 -7
- package/dist/vcr/index.d.ts +16 -7
- package/dist/vcr/index.mjs +75 -11
- package/package.json +22 -42
- package/src/compose.test.ts +76 -0
- package/src/compose.ts +71 -0
- package/src/context.ts +14 -8
- package/src/index.ts +0 -5
- package/src/indexer.test.ts +125 -186
- package/src/indexer.ts +274 -151
- package/src/internal/index.ts +6 -0
- package/src/internal/plugins.ts +1 -0
- package/src/internal/testing.ts +148 -0
- package/src/plugins/config.ts +4 -4
- package/src/plugins/context.ts +40 -0
- package/src/plugins/index.ts +8 -1
- package/src/plugins/logger.ts +30 -0
- package/src/plugins/persistence.ts +24 -187
- package/src/testing/index.ts +58 -3
- package/src/vcr/record.ts +5 -3
- package/src/vcr/replay.ts +8 -18
- package/dist/plugins/kv.cjs +0 -131
- package/dist/plugins/kv.d.cts +0 -32
- package/dist/plugins/kv.d.mts +0 -32
- package/dist/plugins/kv.d.ts +0 -32
- package/dist/plugins/kv.mjs +0 -124
- package/dist/plugins/persistence.cjs +0 -182
- package/dist/plugins/persistence.d.cts +0 -50
- package/dist/plugins/persistence.d.mts +0 -50
- package/dist/plugins/persistence.d.ts +0 -50
- package/dist/plugins/persistence.mjs +0 -179
- package/dist/shared/indexer.2c23c9cd.mjs +0 -35
- package/dist/shared/indexer.318d3617.cjs +0 -47
- package/dist/shared/indexer.36530330.mjs +0 -249
- package/dist/shared/indexer.500fd281.d.cts +0 -23
- package/dist/shared/indexer.541d43eb.cjs +0 -266
- package/dist/shared/indexer.93d6b2eb.mjs +0 -17
- package/dist/shared/indexer.a8b7ab1f.cjs +0 -25
- package/dist/shared/indexer.b9c8f0d8.d.cts +0 -19
- package/dist/shared/indexer.b9c8f0d8.d.mts +0 -19
- package/dist/shared/indexer.b9c8f0d8.d.ts +0 -19
- package/dist/shared/indexer.c7ed6b83.d.cts +0 -82
- package/dist/shared/indexer.e1856641.d.mts +0 -23
- package/dist/shared/indexer.e4f2430f.d.ts +0 -23
- package/dist/shared/indexer.e8bd138d.d.mts +0 -82
- package/dist/shared/indexer.f761abcd.d.ts +0 -82
- package/dist/sinks/csv.cjs +0 -85
- package/dist/sinks/csv.d.cts +0 -66
- package/dist/sinks/csv.d.mts +0 -66
- package/dist/sinks/csv.d.ts +0 -66
- package/dist/sinks/csv.mjs +0 -78
- package/dist/sinks/drizzle/index.cjs +0 -210
- package/dist/sinks/drizzle/index.d.cts +0 -111
- package/dist/sinks/drizzle/index.d.mts +0 -111
- package/dist/sinks/drizzle/index.d.ts +0 -111
- package/dist/sinks/drizzle/index.mjs +0 -196
- package/dist/sinks/sqlite.cjs +0 -90
- package/dist/sinks/sqlite.d.cts +0 -71
- package/dist/sinks/sqlite.d.mts +0 -71
- package/dist/sinks/sqlite.d.ts +0 -71
- package/dist/sinks/sqlite.mjs +0 -87
- package/src/hooks/index.ts +0 -2
- package/src/hooks/useKVStore.ts +0 -12
- package/src/hooks/useSink.ts +0 -13
- package/src/plugins/kv.test.ts +0 -120
- package/src/plugins/kv.ts +0 -132
- package/src/plugins/persistence.test.ts +0 -151
- package/src/sink.ts +0 -36
- package/src/sinks/csv.test.ts +0 -65
- package/src/sinks/csv.ts +0 -159
- package/src/sinks/drizzle/Int8Range.ts +0 -52
- package/src/sinks/drizzle/delete.ts +0 -42
- package/src/sinks/drizzle/drizzle.test.ts +0 -239
- package/src/sinks/drizzle/drizzle.ts +0 -115
- package/src/sinks/drizzle/index.ts +0 -6
- package/src/sinks/drizzle/insert.ts +0 -39
- package/src/sinks/drizzle/select.ts +0 -44
- package/src/sinks/drizzle/transaction.ts +0 -49
- package/src/sinks/drizzle/update.ts +0 -47
- package/src/sinks/drizzle/utils.ts +0 -36
- package/src/sinks/sqlite.test.ts +0 -99
- package/src/sinks/sqlite.ts +0 -170
- package/src/testing/helper.ts +0 -13
- package/src/testing/indexer.ts +0 -35
- package/src/testing/setup.ts +0 -59
- package/src/testing/vcr.ts +0 -54
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
import { Cursor } from '@apibara/protocol';
|
|
2
|
-
import { TablesRelationalConfig, ExtractTablesWithRelations, SQL } from 'drizzle-orm';
|
|
3
|
-
import * as drizzle_orm_pg_core from 'drizzle-orm/pg-core';
|
|
4
|
-
import { PgTable, PgQueryResultHKT, PgTransaction, PgUpdateBase, PgInsertValue, PgUpdateSetSource, PgSelectBuilder, SelectedFields, TableConfig, PgTableWithColumns, PgDatabase, AnyPgTable, PgTableFn } from 'drizzle-orm/pg-core';
|
|
5
|
-
import { S as Sink, a as SinkCursorParams } from '../../shared/indexer.b9c8f0d8.mjs';
|
|
6
|
-
import { Range } from 'postgres-range';
|
|
7
|
-
|
|
8
|
-
declare class DrizzleSinkDelete<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
9
|
-
private db;
|
|
10
|
-
private table;
|
|
11
|
-
private endCursor?;
|
|
12
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
13
|
-
where(where: SQL): Omit<PgUpdateBase<TTable, TQueryResult, undefined, false, "where">, "where">;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
declare class DrizzleSinkInsert<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
17
|
-
private db;
|
|
18
|
-
private table;
|
|
19
|
-
private endCursor?;
|
|
20
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
21
|
-
values(values: PgInsertValue<TTable> | PgInsertValue<TTable>[]): drizzle_orm_pg_core.PgInsertBase<TTable, TQueryResult, undefined, false, never>;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
declare class DrizzleSinkUpdate<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
25
|
-
private db;
|
|
26
|
-
private table;
|
|
27
|
-
private endCursor?;
|
|
28
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
29
|
-
set(values: PgUpdateSetSource<TTable>): PgUpdateBase<TTable, TQueryResult>;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
declare class DrizzleSinkTransaction<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
33
|
-
private db;
|
|
34
|
-
private endCursor?;
|
|
35
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, endCursor?: Cursor | undefined);
|
|
36
|
-
insert<TTable extends PgTable>(table: TTable): DrizzleSinkInsert<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
37
|
-
update<TTable extends PgTable>(table: TTable): DrizzleSinkUpdate<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
38
|
-
delete<TTable extends PgTable>(table: TTable): DrizzleSinkDelete<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
39
|
-
select(): PgSelectBuilder<undefined>;
|
|
40
|
-
select<TSelection extends SelectedFields>(fields: TSelection): PgSelectBuilder<TSelection>;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
type DrizzleSinkTables<TTableConfig extends Record<string, TableConfig>> = {
|
|
44
|
-
[K in keyof TTableConfig]: PgTableWithColumns<TTableConfig[K]>;
|
|
45
|
-
};
|
|
46
|
-
type DrizzleSinkOptions<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> = {
|
|
47
|
-
/**
|
|
48
|
-
* Database instance of drizzle-orm
|
|
49
|
-
*/
|
|
50
|
-
database: PgDatabase<TQueryResult, TFullSchema, TSchema>;
|
|
51
|
-
tables: AnyPgTable[];
|
|
52
|
-
};
|
|
53
|
-
/**
|
|
54
|
-
* A sink that writes data to a PostgreSQL database using Drizzle ORM.
|
|
55
|
-
*
|
|
56
|
-
* @example
|
|
57
|
-
*
|
|
58
|
-
* ```ts
|
|
59
|
-
* const sink = drizzle({
|
|
60
|
-
* database: db,
|
|
61
|
-
* });
|
|
62
|
-
*
|
|
63
|
-
* ...
|
|
64
|
-
* async transform({context, endCursor}){
|
|
65
|
-
* const { transaction } = useSink(context);
|
|
66
|
-
* const db = transaction(endCursor);
|
|
67
|
-
*
|
|
68
|
-
* db.insert(users).values([
|
|
69
|
-
* { id: 1, name: "John" },
|
|
70
|
-
* { id: 2, name: "Jane" },
|
|
71
|
-
* ]);
|
|
72
|
-
* }
|
|
73
|
-
*
|
|
74
|
-
* ```
|
|
75
|
-
*/
|
|
76
|
-
declare class DrizzleSink<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> extends Sink {
|
|
77
|
-
private _db;
|
|
78
|
-
private _tables;
|
|
79
|
-
constructor(options: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>);
|
|
80
|
-
transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: {
|
|
81
|
-
db: DrizzleSinkTransaction<TQueryResult, TFullSchema, TSchema>;
|
|
82
|
-
}) => Promise<void>): Promise<void>;
|
|
83
|
-
invalidate(cursor?: Cursor): Promise<void>;
|
|
84
|
-
}
|
|
85
|
-
declare const drizzle: <TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>>(args: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>) => DrizzleSink<TQueryResult, TFullSchema, TSchema>;
|
|
86
|
-
|
|
87
|
-
type Comparable = string | number;
|
|
88
|
-
type RangeBound<T extends Comparable> = T | {
|
|
89
|
-
value: T;
|
|
90
|
-
inclusive: boolean;
|
|
91
|
-
};
|
|
92
|
-
declare class Int8Range {
|
|
93
|
-
readonly range: Range<number>;
|
|
94
|
-
constructor(range: Range<number>);
|
|
95
|
-
get start(): RangeBound<number> | null;
|
|
96
|
-
get end(): RangeBound<number> | null;
|
|
97
|
-
}
|
|
98
|
-
declare const int8range: <TName extends string>(dbName: TName, fieldConfig?: unknown) => drizzle_orm_pg_core.PgCustomColumnBuilder<{
|
|
99
|
-
name: TName;
|
|
100
|
-
dataType: "custom";
|
|
101
|
-
columnType: "PgCustomColumn";
|
|
102
|
-
data: Int8Range;
|
|
103
|
-
driverParam: unknown;
|
|
104
|
-
enumValues: undefined;
|
|
105
|
-
generated: undefined;
|
|
106
|
-
}>;
|
|
107
|
-
|
|
108
|
-
declare const pgTable: PgTableFn;
|
|
109
|
-
declare const getDrizzleCursor: (cursor_range: [bigint | undefined, bigint | undefined] | bigint | undefined) => Int8Range;
|
|
110
|
-
|
|
111
|
-
export { DrizzleSink, DrizzleSinkDelete, type DrizzleSinkOptions, type DrizzleSinkTables, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
|
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
import { Cursor } from '@apibara/protocol';
|
|
2
|
-
import { TablesRelationalConfig, ExtractTablesWithRelations, SQL } from 'drizzle-orm';
|
|
3
|
-
import * as drizzle_orm_pg_core from 'drizzle-orm/pg-core';
|
|
4
|
-
import { PgTable, PgQueryResultHKT, PgTransaction, PgUpdateBase, PgInsertValue, PgUpdateSetSource, PgSelectBuilder, SelectedFields, TableConfig, PgTableWithColumns, PgDatabase, AnyPgTable, PgTableFn } from 'drizzle-orm/pg-core';
|
|
5
|
-
import { S as Sink, a as SinkCursorParams } from '../../shared/indexer.b9c8f0d8.js';
|
|
6
|
-
import { Range } from 'postgres-range';
|
|
7
|
-
|
|
8
|
-
declare class DrizzleSinkDelete<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
9
|
-
private db;
|
|
10
|
-
private table;
|
|
11
|
-
private endCursor?;
|
|
12
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
13
|
-
where(where: SQL): Omit<PgUpdateBase<TTable, TQueryResult, undefined, false, "where">, "where">;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
declare class DrizzleSinkInsert<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
17
|
-
private db;
|
|
18
|
-
private table;
|
|
19
|
-
private endCursor?;
|
|
20
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
21
|
-
values(values: PgInsertValue<TTable> | PgInsertValue<TTable>[]): drizzle_orm_pg_core.PgInsertBase<TTable, TQueryResult, undefined, false, never>;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
declare class DrizzleSinkUpdate<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
25
|
-
private db;
|
|
26
|
-
private table;
|
|
27
|
-
private endCursor?;
|
|
28
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
|
|
29
|
-
set(values: PgUpdateSetSource<TTable>): PgUpdateBase<TTable, TQueryResult>;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
declare class DrizzleSinkTransaction<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
|
|
33
|
-
private db;
|
|
34
|
-
private endCursor?;
|
|
35
|
-
constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, endCursor?: Cursor | undefined);
|
|
36
|
-
insert<TTable extends PgTable>(table: TTable): DrizzleSinkInsert<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
37
|
-
update<TTable extends PgTable>(table: TTable): DrizzleSinkUpdate<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
38
|
-
delete<TTable extends PgTable>(table: TTable): DrizzleSinkDelete<TTable, TQueryResult, TFullSchema, TSchema>;
|
|
39
|
-
select(): PgSelectBuilder<undefined>;
|
|
40
|
-
select<TSelection extends SelectedFields>(fields: TSelection): PgSelectBuilder<TSelection>;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
type DrizzleSinkTables<TTableConfig extends Record<string, TableConfig>> = {
|
|
44
|
-
[K in keyof TTableConfig]: PgTableWithColumns<TTableConfig[K]>;
|
|
45
|
-
};
|
|
46
|
-
type DrizzleSinkOptions<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> = {
|
|
47
|
-
/**
|
|
48
|
-
* Database instance of drizzle-orm
|
|
49
|
-
*/
|
|
50
|
-
database: PgDatabase<TQueryResult, TFullSchema, TSchema>;
|
|
51
|
-
tables: AnyPgTable[];
|
|
52
|
-
};
|
|
53
|
-
/**
|
|
54
|
-
* A sink that writes data to a PostgreSQL database using Drizzle ORM.
|
|
55
|
-
*
|
|
56
|
-
* @example
|
|
57
|
-
*
|
|
58
|
-
* ```ts
|
|
59
|
-
* const sink = drizzle({
|
|
60
|
-
* database: db,
|
|
61
|
-
* });
|
|
62
|
-
*
|
|
63
|
-
* ...
|
|
64
|
-
* async transform({context, endCursor}){
|
|
65
|
-
* const { transaction } = useSink(context);
|
|
66
|
-
* const db = transaction(endCursor);
|
|
67
|
-
*
|
|
68
|
-
* db.insert(users).values([
|
|
69
|
-
* { id: 1, name: "John" },
|
|
70
|
-
* { id: 2, name: "Jane" },
|
|
71
|
-
* ]);
|
|
72
|
-
* }
|
|
73
|
-
*
|
|
74
|
-
* ```
|
|
75
|
-
*/
|
|
76
|
-
declare class DrizzleSink<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> extends Sink {
|
|
77
|
-
private _db;
|
|
78
|
-
private _tables;
|
|
79
|
-
constructor(options: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>);
|
|
80
|
-
transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: {
|
|
81
|
-
db: DrizzleSinkTransaction<TQueryResult, TFullSchema, TSchema>;
|
|
82
|
-
}) => Promise<void>): Promise<void>;
|
|
83
|
-
invalidate(cursor?: Cursor): Promise<void>;
|
|
84
|
-
}
|
|
85
|
-
declare const drizzle: <TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>>(args: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>) => DrizzleSink<TQueryResult, TFullSchema, TSchema>;
|
|
86
|
-
|
|
87
|
-
type Comparable = string | number;
|
|
88
|
-
type RangeBound<T extends Comparable> = T | {
|
|
89
|
-
value: T;
|
|
90
|
-
inclusive: boolean;
|
|
91
|
-
};
|
|
92
|
-
declare class Int8Range {
|
|
93
|
-
readonly range: Range<number>;
|
|
94
|
-
constructor(range: Range<number>);
|
|
95
|
-
get start(): RangeBound<number> | null;
|
|
96
|
-
get end(): RangeBound<number> | null;
|
|
97
|
-
}
|
|
98
|
-
declare const int8range: <TName extends string>(dbName: TName, fieldConfig?: unknown) => drizzle_orm_pg_core.PgCustomColumnBuilder<{
|
|
99
|
-
name: TName;
|
|
100
|
-
dataType: "custom";
|
|
101
|
-
columnType: "PgCustomColumn";
|
|
102
|
-
data: Int8Range;
|
|
103
|
-
driverParam: unknown;
|
|
104
|
-
enumValues: undefined;
|
|
105
|
-
generated: undefined;
|
|
106
|
-
}>;
|
|
107
|
-
|
|
108
|
-
declare const pgTable: PgTableFn;
|
|
109
|
-
declare const getDrizzleCursor: (cursor_range: [bigint | undefined, bigint | undefined] | bigint | undefined) => Int8Range;
|
|
110
|
-
|
|
111
|
-
export { DrizzleSink, DrizzleSinkDelete, type DrizzleSinkOptions, type DrizzleSinkTables, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
|
|
@@ -1,196 +0,0 @@
|
|
|
1
|
-
import { sql, gt } from 'drizzle-orm';
|
|
2
|
-
import { S as Sink } from '../../shared/indexer.93d6b2eb.mjs';
|
|
3
|
-
import { customType, pgTable as pgTable$1 } from 'drizzle-orm/pg-core';
|
|
4
|
-
import range, { parse, serialize } from 'postgres-range';
|
|
5
|
-
import 'consola';
|
|
6
|
-
|
|
7
|
-
class DrizzleSinkDelete {
|
|
8
|
-
constructor(db, table, endCursor) {
|
|
9
|
-
this.db = db;
|
|
10
|
-
this.table = table;
|
|
11
|
-
this.endCursor = endCursor;
|
|
12
|
-
}
|
|
13
|
-
//@ts-ignore
|
|
14
|
-
where(where) {
|
|
15
|
-
return this.db.update(this.table).set({
|
|
16
|
-
// @ts-ignore
|
|
17
|
-
_cursor: sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
|
|
18
|
-
}).where(where);
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
class Int8Range {
|
|
23
|
-
constructor(range) {
|
|
24
|
-
this.range = range;
|
|
25
|
-
}
|
|
26
|
-
get start() {
|
|
27
|
-
return this.range.lower != null ? {
|
|
28
|
-
value: this.range.lower,
|
|
29
|
-
inclusive: this.range.isLowerBoundClosed()
|
|
30
|
-
} : null;
|
|
31
|
-
}
|
|
32
|
-
get end() {
|
|
33
|
-
return this.range.upper != null ? {
|
|
34
|
-
value: this.range.upper,
|
|
35
|
-
inclusive: this.range.isUpperBoundClosed()
|
|
36
|
-
} : null;
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
const int8range = customType({
|
|
40
|
-
dataType: () => "int8range",
|
|
41
|
-
fromDriver: (value) => {
|
|
42
|
-
if (typeof value !== "string") {
|
|
43
|
-
throw new Error("Expected string");
|
|
44
|
-
}
|
|
45
|
-
const parsed = parse(value, (val) => Number.parseInt(val, 10));
|
|
46
|
-
return new Int8Range(parsed);
|
|
47
|
-
},
|
|
48
|
-
toDriver: (value) => serialize(value.range)
|
|
49
|
-
});
|
|
50
|
-
|
|
51
|
-
const pgTable = (name, columns, extraConfig) => {
|
|
52
|
-
return pgTable$1(
|
|
53
|
-
name,
|
|
54
|
-
{
|
|
55
|
-
...columns,
|
|
56
|
-
_cursor: int8range("_cursor").notNull()
|
|
57
|
-
},
|
|
58
|
-
extraConfig
|
|
59
|
-
);
|
|
60
|
-
};
|
|
61
|
-
const getDrizzleCursor = (cursor_range) => {
|
|
62
|
-
const isArray = Array.isArray(cursor_range);
|
|
63
|
-
const [lower, upper] = isArray ? cursor_range : [cursor_range, void 0];
|
|
64
|
-
let isNoUpperBound = false;
|
|
65
|
-
if (!lower) {
|
|
66
|
-
throw new Error("Lower bound cursor is required");
|
|
67
|
-
}
|
|
68
|
-
if (!upper) {
|
|
69
|
-
isNoUpperBound = true;
|
|
70
|
-
}
|
|
71
|
-
return new Int8Range(
|
|
72
|
-
new range.Range(
|
|
73
|
-
Number(lower),
|
|
74
|
-
Number(upper),
|
|
75
|
-
range.RANGE_LB_INC | (isNoUpperBound ? range.RANGE_UB_INF : 0)
|
|
76
|
-
)
|
|
77
|
-
);
|
|
78
|
-
};
|
|
79
|
-
|
|
80
|
-
class DrizzleSinkInsert {
|
|
81
|
-
constructor(db, table, endCursor) {
|
|
82
|
-
this.db = db;
|
|
83
|
-
this.table = table;
|
|
84
|
-
this.endCursor = endCursor;
|
|
85
|
-
}
|
|
86
|
-
values(values) {
|
|
87
|
-
const originalInsert = this.db.insert(this.table);
|
|
88
|
-
const cursoredValues = (Array.isArray(values) ? values : [values]).map(
|
|
89
|
-
(v) => {
|
|
90
|
-
return {
|
|
91
|
-
...v,
|
|
92
|
-
_cursor: getDrizzleCursor(this.endCursor?.orderKey)
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
);
|
|
96
|
-
return originalInsert.values(cursoredValues);
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
class DrizzleSinkSelect {
|
|
101
|
-
constructor(db, fields, endCursor) {
|
|
102
|
-
this.db = db;
|
|
103
|
-
this.fields = fields;
|
|
104
|
-
this.endCursor = endCursor;
|
|
105
|
-
}
|
|
106
|
-
from(source) {
|
|
107
|
-
if (this.fields) {
|
|
108
|
-
const originalFrom = this.db.select(this.fields).from(source);
|
|
109
|
-
return {
|
|
110
|
-
...originalFrom,
|
|
111
|
-
where: (where) => {
|
|
112
|
-
const combinedWhere = sql`${where ? sql`${where} AND ` : sql``}upper_inf(_cursor)`;
|
|
113
|
-
return originalFrom.where(combinedWhere);
|
|
114
|
-
}
|
|
115
|
-
};
|
|
116
|
-
}
|
|
117
|
-
return this.db.select().from(source).where(sql`upper_inf(_cursor)`);
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
class DrizzleSinkUpdate {
|
|
122
|
-
constructor(db, table, endCursor) {
|
|
123
|
-
this.db = db;
|
|
124
|
-
this.table = table;
|
|
125
|
-
this.endCursor = endCursor;
|
|
126
|
-
}
|
|
127
|
-
set(values) {
|
|
128
|
-
const originalUpdate = this.db.update(this.table);
|
|
129
|
-
const originalSet = originalUpdate.set(values);
|
|
130
|
-
return {
|
|
131
|
-
...originalSet,
|
|
132
|
-
where: async (where) => {
|
|
133
|
-
await this.db.update(this.table).set({
|
|
134
|
-
_cursor: sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
|
|
135
|
-
}).where(sql`${where ? sql`${where} AND ` : sql``}upper_inf(_cursor)`).execute();
|
|
136
|
-
return originalSet.where(where);
|
|
137
|
-
}
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
class DrizzleSinkTransaction {
|
|
143
|
-
constructor(db, endCursor) {
|
|
144
|
-
this.db = db;
|
|
145
|
-
this.endCursor = endCursor;
|
|
146
|
-
}
|
|
147
|
-
insert(table) {
|
|
148
|
-
return new DrizzleSinkInsert(this.db, table, this.endCursor);
|
|
149
|
-
}
|
|
150
|
-
update(table) {
|
|
151
|
-
return new DrizzleSinkUpdate(this.db, table, this.endCursor);
|
|
152
|
-
}
|
|
153
|
-
delete(table) {
|
|
154
|
-
return new DrizzleSinkDelete(this.db, table, this.endCursor);
|
|
155
|
-
}
|
|
156
|
-
select(fields) {
|
|
157
|
-
return new DrizzleSinkSelect(this.db, fields, this.endCursor);
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
var __defProp = Object.defineProperty;
|
|
162
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
163
|
-
var __publicField = (obj, key, value) => {
|
|
164
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
165
|
-
return value;
|
|
166
|
-
};
|
|
167
|
-
class DrizzleSink extends Sink {
|
|
168
|
-
constructor(options) {
|
|
169
|
-
super();
|
|
170
|
-
__publicField(this, "_db");
|
|
171
|
-
__publicField(this, "_tables");
|
|
172
|
-
const { database, tables } = options;
|
|
173
|
-
this._db = database;
|
|
174
|
-
this._tables = tables;
|
|
175
|
-
}
|
|
176
|
-
async transaction({ cursor, endCursor, finality }, cb) {
|
|
177
|
-
await this._db.transaction(async (db) => {
|
|
178
|
-
await cb({ db: new DrizzleSinkTransaction(db, endCursor) });
|
|
179
|
-
});
|
|
180
|
-
}
|
|
181
|
-
async invalidate(cursor) {
|
|
182
|
-
await this._db.transaction(async (db) => {
|
|
183
|
-
for (const table of this._tables) {
|
|
184
|
-
await db.delete(table).where(gt(sql`lower(_cursor)`, sql`${Number(cursor?.orderKey)}`)).returning();
|
|
185
|
-
await db.update(table).set({
|
|
186
|
-
_cursor: sql`int8range(lower(_cursor), NULL, '[)')`
|
|
187
|
-
}).where(gt(sql`upper(_cursor)`, sql`${Number(cursor?.orderKey)}`));
|
|
188
|
-
}
|
|
189
|
-
});
|
|
190
|
-
}
|
|
191
|
-
}
|
|
192
|
-
const drizzle = (args) => {
|
|
193
|
-
return new DrizzleSink(args);
|
|
194
|
-
};
|
|
195
|
-
|
|
196
|
-
export { DrizzleSink, DrizzleSinkDelete, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
|
package/dist/sinks/sqlite.cjs
DELETED
|
@@ -1,90 +0,0 @@
|
|
|
1
|
-
'use strict';
|
|
2
|
-
|
|
3
|
-
const sink = require('../shared/indexer.a8b7ab1f.cjs');
|
|
4
|
-
require('consola');
|
|
5
|
-
|
|
6
|
-
var __defProp = Object.defineProperty;
|
|
7
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
8
|
-
var __publicField = (obj, key, value) => {
|
|
9
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
10
|
-
return value;
|
|
11
|
-
};
|
|
12
|
-
const transactionHelper = (context) => {
|
|
13
|
-
return {
|
|
14
|
-
insert: (data) => {
|
|
15
|
-
context.buffer.push(...data);
|
|
16
|
-
}
|
|
17
|
-
};
|
|
18
|
-
};
|
|
19
|
-
class SqliteSink extends sink.Sink {
|
|
20
|
-
constructor(options) {
|
|
21
|
-
super();
|
|
22
|
-
__publicField(this, "_config");
|
|
23
|
-
__publicField(this, "_db");
|
|
24
|
-
const { database, ...config } = options;
|
|
25
|
-
this._config = config;
|
|
26
|
-
this._db = database;
|
|
27
|
-
}
|
|
28
|
-
async write({
|
|
29
|
-
data,
|
|
30
|
-
endCursor
|
|
31
|
-
}) {
|
|
32
|
-
data = this.processCursorColumn(data, endCursor);
|
|
33
|
-
await this.insertJsonArray(data);
|
|
34
|
-
}
|
|
35
|
-
async transaction({ cursor, endCursor, finality }, cb) {
|
|
36
|
-
const context = {
|
|
37
|
-
buffer: []
|
|
38
|
-
};
|
|
39
|
-
const writer = transactionHelper(context);
|
|
40
|
-
await cb({ writer });
|
|
41
|
-
await this.write({ data: context.buffer, endCursor });
|
|
42
|
-
}
|
|
43
|
-
async invalidate(cursor) {
|
|
44
|
-
throw new Error("Not implemented");
|
|
45
|
-
}
|
|
46
|
-
async insertJsonArray(data) {
|
|
47
|
-
if (data.length === 0)
|
|
48
|
-
return;
|
|
49
|
-
const columns = Object.keys(data[0]);
|
|
50
|
-
const columnNames = columns.join(", ");
|
|
51
|
-
const placeholders = columns.map(() => "?").join(", ");
|
|
52
|
-
const conflictClause = this.buildConflictClause();
|
|
53
|
-
const insertSQL = `INSERT INTO ${this._config.tableName} (${columnNames}) VALUES `;
|
|
54
|
-
const valuePlaceholders = data.map(() => `(${placeholders})`).join(", ");
|
|
55
|
-
const statement = insertSQL + valuePlaceholders + conflictClause;
|
|
56
|
-
const values = data.flatMap((row) => columns.map((col) => row[col]));
|
|
57
|
-
this._db.prepare(statement).run(values);
|
|
58
|
-
}
|
|
59
|
-
processCursorColumn(data, endCursor) {
|
|
60
|
-
const { cursorColumn } = this._config;
|
|
61
|
-
if (cursorColumn && data.some(
|
|
62
|
-
(row) => Number(row[cursorColumn]) !== Number(endCursor?.orderKey)
|
|
63
|
-
)) {
|
|
64
|
-
throw new Error(
|
|
65
|
-
`Mismatch of ${cursorColumn} and Cursor ${Number(endCursor?.orderKey)}`
|
|
66
|
-
);
|
|
67
|
-
}
|
|
68
|
-
if (cursorColumn) {
|
|
69
|
-
return data;
|
|
70
|
-
}
|
|
71
|
-
return data.map((row) => ({
|
|
72
|
-
...row,
|
|
73
|
-
_cursor: Number(endCursor?.orderKey)
|
|
74
|
-
}));
|
|
75
|
-
}
|
|
76
|
-
buildConflictClause() {
|
|
77
|
-
const { on, update } = this._config.onConflict || {};
|
|
78
|
-
if (on && update && update.length > 0) {
|
|
79
|
-
const updateColumns = update.map((col) => `${col}=excluded.${col}`).join(", ");
|
|
80
|
-
return ` ON CONFLICT(${on}) DO UPDATE SET ${updateColumns}`;
|
|
81
|
-
}
|
|
82
|
-
return "";
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
const sqlite = (args) => {
|
|
86
|
-
return new SqliteSink(args);
|
|
87
|
-
};
|
|
88
|
-
|
|
89
|
-
exports.SqliteSink = SqliteSink;
|
|
90
|
-
exports.sqlite = sqlite;
|
package/dist/sinks/sqlite.d.cts
DELETED
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
import { Cursor } from '@apibara/protocol';
|
|
2
|
-
import { Database } from 'better-sqlite3';
|
|
3
|
-
import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.cjs';
|
|
4
|
-
|
|
5
|
-
type SqliteSinkOptions = {
|
|
6
|
-
/**
|
|
7
|
-
* Database instance of better-sqlite3
|
|
8
|
-
*/
|
|
9
|
-
database: Database;
|
|
10
|
-
/**
|
|
11
|
-
* The name of the table where data will be inserted.
|
|
12
|
-
*/
|
|
13
|
-
tableName: string;
|
|
14
|
-
/**
|
|
15
|
-
* An optional column name used to store the cursor value. If specified,
|
|
16
|
-
* the value of this column must match the `endCursor.orderKey` for each row.
|
|
17
|
-
*/
|
|
18
|
-
cursorColumn?: string;
|
|
19
|
-
/**
|
|
20
|
-
* An optional configuration to handle conflicts during data insertion.
|
|
21
|
-
* - `on`: The column name on which conflicts are detected.
|
|
22
|
-
* - `update`: An array of column names to be updated if a conflict occurs.
|
|
23
|
-
*/
|
|
24
|
-
onConflict?: {
|
|
25
|
-
on: string;
|
|
26
|
-
update: string[];
|
|
27
|
-
};
|
|
28
|
-
};
|
|
29
|
-
type TxnParams = {
|
|
30
|
-
writer: {
|
|
31
|
-
insert: (data: SinkData[]) => void;
|
|
32
|
-
};
|
|
33
|
-
};
|
|
34
|
-
/**
|
|
35
|
-
* A sink that writes data to a SQLite database.
|
|
36
|
-
*
|
|
37
|
-
* @example
|
|
38
|
-
*
|
|
39
|
-
* ```ts
|
|
40
|
-
* const sink = sqlite({
|
|
41
|
-
* database: db,
|
|
42
|
-
* tableName: "test",
|
|
43
|
-
* });
|
|
44
|
-
*
|
|
45
|
-
* ...
|
|
46
|
-
* async transform({context, endCursor}){
|
|
47
|
-
* const { writer } = useSink(context);
|
|
48
|
-
* const insertHelper = writer(endCursor);
|
|
49
|
-
*
|
|
50
|
-
* insertHelper.insert([
|
|
51
|
-
* { id: 1, name: "John" },
|
|
52
|
-
* { id: 2, name: "Jane" },
|
|
53
|
-
* ]);
|
|
54
|
-
* }
|
|
55
|
-
*
|
|
56
|
-
* ```
|
|
57
|
-
*/
|
|
58
|
-
declare class SqliteSink extends Sink {
|
|
59
|
-
private _config;
|
|
60
|
-
private _db;
|
|
61
|
-
constructor(options: SqliteSinkOptions);
|
|
62
|
-
private write;
|
|
63
|
-
transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
|
|
64
|
-
invalidate(cursor?: Cursor): Promise<void>;
|
|
65
|
-
private insertJsonArray;
|
|
66
|
-
private processCursorColumn;
|
|
67
|
-
private buildConflictClause;
|
|
68
|
-
}
|
|
69
|
-
declare const sqlite: (args: SqliteSinkOptions) => SqliteSink;
|
|
70
|
-
|
|
71
|
-
export { SqliteSink, type SqliteSinkOptions, sqlite };
|
package/dist/sinks/sqlite.d.mts
DELETED
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
import { Cursor } from '@apibara/protocol';
|
|
2
|
-
import { Database } from 'better-sqlite3';
|
|
3
|
-
import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.mjs';
|
|
4
|
-
|
|
5
|
-
type SqliteSinkOptions = {
|
|
6
|
-
/**
|
|
7
|
-
* Database instance of better-sqlite3
|
|
8
|
-
*/
|
|
9
|
-
database: Database;
|
|
10
|
-
/**
|
|
11
|
-
* The name of the table where data will be inserted.
|
|
12
|
-
*/
|
|
13
|
-
tableName: string;
|
|
14
|
-
/**
|
|
15
|
-
* An optional column name used to store the cursor value. If specified,
|
|
16
|
-
* the value of this column must match the `endCursor.orderKey` for each row.
|
|
17
|
-
*/
|
|
18
|
-
cursorColumn?: string;
|
|
19
|
-
/**
|
|
20
|
-
* An optional configuration to handle conflicts during data insertion.
|
|
21
|
-
* - `on`: The column name on which conflicts are detected.
|
|
22
|
-
* - `update`: An array of column names to be updated if a conflict occurs.
|
|
23
|
-
*/
|
|
24
|
-
onConflict?: {
|
|
25
|
-
on: string;
|
|
26
|
-
update: string[];
|
|
27
|
-
};
|
|
28
|
-
};
|
|
29
|
-
type TxnParams = {
|
|
30
|
-
writer: {
|
|
31
|
-
insert: (data: SinkData[]) => void;
|
|
32
|
-
};
|
|
33
|
-
};
|
|
34
|
-
/**
|
|
35
|
-
* A sink that writes data to a SQLite database.
|
|
36
|
-
*
|
|
37
|
-
* @example
|
|
38
|
-
*
|
|
39
|
-
* ```ts
|
|
40
|
-
* const sink = sqlite({
|
|
41
|
-
* database: db,
|
|
42
|
-
* tableName: "test",
|
|
43
|
-
* });
|
|
44
|
-
*
|
|
45
|
-
* ...
|
|
46
|
-
* async transform({context, endCursor}){
|
|
47
|
-
* const { writer } = useSink(context);
|
|
48
|
-
* const insertHelper = writer(endCursor);
|
|
49
|
-
*
|
|
50
|
-
* insertHelper.insert([
|
|
51
|
-
* { id: 1, name: "John" },
|
|
52
|
-
* { id: 2, name: "Jane" },
|
|
53
|
-
* ]);
|
|
54
|
-
* }
|
|
55
|
-
*
|
|
56
|
-
* ```
|
|
57
|
-
*/
|
|
58
|
-
declare class SqliteSink extends Sink {
|
|
59
|
-
private _config;
|
|
60
|
-
private _db;
|
|
61
|
-
constructor(options: SqliteSinkOptions);
|
|
62
|
-
private write;
|
|
63
|
-
transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
|
|
64
|
-
invalidate(cursor?: Cursor): Promise<void>;
|
|
65
|
-
private insertJsonArray;
|
|
66
|
-
private processCursorColumn;
|
|
67
|
-
private buildConflictClause;
|
|
68
|
-
}
|
|
69
|
-
declare const sqlite: (args: SqliteSinkOptions) => SqliteSink;
|
|
70
|
-
|
|
71
|
-
export { SqliteSink, type SqliteSinkOptions, sqlite };
|