@apibara/indexer 2.0.0-beta.8 → 2.1.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (127) hide show
  1. package/dist/index.cjs +267 -39
  2. package/dist/index.d.cts +1 -16
  3. package/dist/index.d.mts +1 -16
  4. package/dist/index.d.ts +1 -16
  5. package/dist/index.mjs +258 -25
  6. package/dist/internal/index.cjs +10 -0
  7. package/dist/internal/index.d.cts +3 -0
  8. package/dist/internal/index.d.mts +3 -0
  9. package/dist/internal/index.d.ts +3 -0
  10. package/dist/internal/index.mjs +8 -0
  11. package/dist/internal/plugins.cjs +38 -0
  12. package/dist/internal/plugins.d.cts +13 -0
  13. package/dist/internal/plugins.d.mts +13 -0
  14. package/dist/internal/plugins.d.ts +13 -0
  15. package/dist/internal/plugins.mjs +34 -0
  16. package/dist/internal/testing.cjs +118 -0
  17. package/dist/internal/testing.d.cts +42 -0
  18. package/dist/internal/testing.d.mts +42 -0
  19. package/dist/internal/testing.d.ts +42 -0
  20. package/dist/internal/testing.mjs +113 -0
  21. package/dist/plugins/index.cjs +39 -3
  22. package/dist/plugins/index.d.cts +16 -2
  23. package/dist/plugins/index.d.mts +16 -2
  24. package/dist/plugins/index.d.ts +16 -2
  25. package/dist/plugins/index.mjs +36 -3
  26. package/dist/shared/indexer.077335f3.cjs +15 -0
  27. package/dist/shared/indexer.2416906c.cjs +29 -0
  28. package/dist/shared/indexer.601ceab0.cjs +7 -0
  29. package/dist/shared/indexer.9b21ddd2.mjs +5 -0
  30. package/dist/shared/indexer.a55ad619.mjs +12 -0
  31. package/dist/shared/indexer.fedcd831.d.cts +100 -0
  32. package/dist/shared/indexer.fedcd831.d.mts +100 -0
  33. package/dist/shared/indexer.fedcd831.d.ts +100 -0
  34. package/dist/shared/indexer.ff25c953.mjs +26 -0
  35. package/dist/testing/index.cjs +52 -50
  36. package/dist/testing/index.d.cts +8 -36
  37. package/dist/testing/index.d.mts +8 -36
  38. package/dist/testing/index.d.ts +8 -36
  39. package/dist/testing/index.mjs +47 -47
  40. package/dist/vcr/index.cjs +84 -17
  41. package/dist/vcr/index.d.cts +16 -7
  42. package/dist/vcr/index.d.mts +16 -7
  43. package/dist/vcr/index.d.ts +16 -7
  44. package/dist/vcr/index.mjs +75 -11
  45. package/package.json +22 -42
  46. package/src/compose.test.ts +76 -0
  47. package/src/compose.ts +71 -0
  48. package/src/context.ts +14 -8
  49. package/src/index.ts +0 -5
  50. package/src/indexer.test.ts +125 -186
  51. package/src/indexer.ts +274 -151
  52. package/src/internal/index.ts +6 -0
  53. package/src/internal/plugins.ts +1 -0
  54. package/src/internal/testing.ts +148 -0
  55. package/src/plugins/config.ts +4 -4
  56. package/src/plugins/context.ts +40 -0
  57. package/src/plugins/index.ts +8 -1
  58. package/src/plugins/logger.ts +30 -0
  59. package/src/plugins/persistence.ts +24 -187
  60. package/src/testing/index.ts +58 -3
  61. package/src/vcr/record.ts +5 -3
  62. package/src/vcr/replay.ts +8 -18
  63. package/dist/plugins/kv.cjs +0 -131
  64. package/dist/plugins/kv.d.cts +0 -32
  65. package/dist/plugins/kv.d.mts +0 -32
  66. package/dist/plugins/kv.d.ts +0 -32
  67. package/dist/plugins/kv.mjs +0 -124
  68. package/dist/plugins/persistence.cjs +0 -182
  69. package/dist/plugins/persistence.d.cts +0 -50
  70. package/dist/plugins/persistence.d.mts +0 -50
  71. package/dist/plugins/persistence.d.ts +0 -50
  72. package/dist/plugins/persistence.mjs +0 -179
  73. package/dist/shared/indexer.2c23c9cd.mjs +0 -35
  74. package/dist/shared/indexer.318d3617.cjs +0 -47
  75. package/dist/shared/indexer.36530330.mjs +0 -249
  76. package/dist/shared/indexer.500fd281.d.cts +0 -23
  77. package/dist/shared/indexer.541d43eb.cjs +0 -266
  78. package/dist/shared/indexer.93d6b2eb.mjs +0 -17
  79. package/dist/shared/indexer.a8b7ab1f.cjs +0 -25
  80. package/dist/shared/indexer.b9c8f0d8.d.cts +0 -19
  81. package/dist/shared/indexer.b9c8f0d8.d.mts +0 -19
  82. package/dist/shared/indexer.b9c8f0d8.d.ts +0 -19
  83. package/dist/shared/indexer.c7ed6b83.d.cts +0 -82
  84. package/dist/shared/indexer.e1856641.d.mts +0 -23
  85. package/dist/shared/indexer.e4f2430f.d.ts +0 -23
  86. package/dist/shared/indexer.e8bd138d.d.mts +0 -82
  87. package/dist/shared/indexer.f761abcd.d.ts +0 -82
  88. package/dist/sinks/csv.cjs +0 -85
  89. package/dist/sinks/csv.d.cts +0 -66
  90. package/dist/sinks/csv.d.mts +0 -66
  91. package/dist/sinks/csv.d.ts +0 -66
  92. package/dist/sinks/csv.mjs +0 -78
  93. package/dist/sinks/drizzle/index.cjs +0 -210
  94. package/dist/sinks/drizzle/index.d.cts +0 -111
  95. package/dist/sinks/drizzle/index.d.mts +0 -111
  96. package/dist/sinks/drizzle/index.d.ts +0 -111
  97. package/dist/sinks/drizzle/index.mjs +0 -196
  98. package/dist/sinks/sqlite.cjs +0 -90
  99. package/dist/sinks/sqlite.d.cts +0 -71
  100. package/dist/sinks/sqlite.d.mts +0 -71
  101. package/dist/sinks/sqlite.d.ts +0 -71
  102. package/dist/sinks/sqlite.mjs +0 -87
  103. package/src/hooks/index.ts +0 -2
  104. package/src/hooks/useKVStore.ts +0 -12
  105. package/src/hooks/useSink.ts +0 -13
  106. package/src/plugins/kv.test.ts +0 -120
  107. package/src/plugins/kv.ts +0 -132
  108. package/src/plugins/persistence.test.ts +0 -151
  109. package/src/sink.ts +0 -36
  110. package/src/sinks/csv.test.ts +0 -65
  111. package/src/sinks/csv.ts +0 -159
  112. package/src/sinks/drizzle/Int8Range.ts +0 -52
  113. package/src/sinks/drizzle/delete.ts +0 -42
  114. package/src/sinks/drizzle/drizzle.test.ts +0 -239
  115. package/src/sinks/drizzle/drizzle.ts +0 -115
  116. package/src/sinks/drizzle/index.ts +0 -6
  117. package/src/sinks/drizzle/insert.ts +0 -39
  118. package/src/sinks/drizzle/select.ts +0 -44
  119. package/src/sinks/drizzle/transaction.ts +0 -49
  120. package/src/sinks/drizzle/update.ts +0 -47
  121. package/src/sinks/drizzle/utils.ts +0 -36
  122. package/src/sinks/sqlite.test.ts +0 -99
  123. package/src/sinks/sqlite.ts +0 -170
  124. package/src/testing/helper.ts +0 -13
  125. package/src/testing/indexer.ts +0 -35
  126. package/src/testing/setup.ts +0 -59
  127. package/src/testing/vcr.ts +0 -54
@@ -1,111 +0,0 @@
1
- import { Cursor } from '@apibara/protocol';
2
- import { TablesRelationalConfig, ExtractTablesWithRelations, SQL } from 'drizzle-orm';
3
- import * as drizzle_orm_pg_core from 'drizzle-orm/pg-core';
4
- import { PgTable, PgQueryResultHKT, PgTransaction, PgUpdateBase, PgInsertValue, PgUpdateSetSource, PgSelectBuilder, SelectedFields, TableConfig, PgTableWithColumns, PgDatabase, AnyPgTable, PgTableFn } from 'drizzle-orm/pg-core';
5
- import { S as Sink, a as SinkCursorParams } from '../../shared/indexer.b9c8f0d8.mjs';
6
- import { Range } from 'postgres-range';
7
-
8
- declare class DrizzleSinkDelete<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
9
- private db;
10
- private table;
11
- private endCursor?;
12
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
13
- where(where: SQL): Omit<PgUpdateBase<TTable, TQueryResult, undefined, false, "where">, "where">;
14
- }
15
-
16
- declare class DrizzleSinkInsert<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
17
- private db;
18
- private table;
19
- private endCursor?;
20
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
21
- values(values: PgInsertValue<TTable> | PgInsertValue<TTable>[]): drizzle_orm_pg_core.PgInsertBase<TTable, TQueryResult, undefined, false, never>;
22
- }
23
-
24
- declare class DrizzleSinkUpdate<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
25
- private db;
26
- private table;
27
- private endCursor?;
28
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
29
- set(values: PgUpdateSetSource<TTable>): PgUpdateBase<TTable, TQueryResult>;
30
- }
31
-
32
- declare class DrizzleSinkTransaction<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
33
- private db;
34
- private endCursor?;
35
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, endCursor?: Cursor | undefined);
36
- insert<TTable extends PgTable>(table: TTable): DrizzleSinkInsert<TTable, TQueryResult, TFullSchema, TSchema>;
37
- update<TTable extends PgTable>(table: TTable): DrizzleSinkUpdate<TTable, TQueryResult, TFullSchema, TSchema>;
38
- delete<TTable extends PgTable>(table: TTable): DrizzleSinkDelete<TTable, TQueryResult, TFullSchema, TSchema>;
39
- select(): PgSelectBuilder<undefined>;
40
- select<TSelection extends SelectedFields>(fields: TSelection): PgSelectBuilder<TSelection>;
41
- }
42
-
43
- type DrizzleSinkTables<TTableConfig extends Record<string, TableConfig>> = {
44
- [K in keyof TTableConfig]: PgTableWithColumns<TTableConfig[K]>;
45
- };
46
- type DrizzleSinkOptions<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> = {
47
- /**
48
- * Database instance of drizzle-orm
49
- */
50
- database: PgDatabase<TQueryResult, TFullSchema, TSchema>;
51
- tables: AnyPgTable[];
52
- };
53
- /**
54
- * A sink that writes data to a PostgreSQL database using Drizzle ORM.
55
- *
56
- * @example
57
- *
58
- * ```ts
59
- * const sink = drizzle({
60
- * database: db,
61
- * });
62
- *
63
- * ...
64
- * async transform({context, endCursor}){
65
- * const { transaction } = useSink(context);
66
- * const db = transaction(endCursor);
67
- *
68
- * db.insert(users).values([
69
- * { id: 1, name: "John" },
70
- * { id: 2, name: "Jane" },
71
- * ]);
72
- * }
73
- *
74
- * ```
75
- */
76
- declare class DrizzleSink<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> extends Sink {
77
- private _db;
78
- private _tables;
79
- constructor(options: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>);
80
- transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: {
81
- db: DrizzleSinkTransaction<TQueryResult, TFullSchema, TSchema>;
82
- }) => Promise<void>): Promise<void>;
83
- invalidate(cursor?: Cursor): Promise<void>;
84
- }
85
- declare const drizzle: <TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>>(args: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>) => DrizzleSink<TQueryResult, TFullSchema, TSchema>;
86
-
87
- type Comparable = string | number;
88
- type RangeBound<T extends Comparable> = T | {
89
- value: T;
90
- inclusive: boolean;
91
- };
92
- declare class Int8Range {
93
- readonly range: Range<number>;
94
- constructor(range: Range<number>);
95
- get start(): RangeBound<number> | null;
96
- get end(): RangeBound<number> | null;
97
- }
98
- declare const int8range: <TName extends string>(dbName: TName, fieldConfig?: unknown) => drizzle_orm_pg_core.PgCustomColumnBuilder<{
99
- name: TName;
100
- dataType: "custom";
101
- columnType: "PgCustomColumn";
102
- data: Int8Range;
103
- driverParam: unknown;
104
- enumValues: undefined;
105
- generated: undefined;
106
- }>;
107
-
108
- declare const pgTable: PgTableFn;
109
- declare const getDrizzleCursor: (cursor_range: [bigint | undefined, bigint | undefined] | bigint | undefined) => Int8Range;
110
-
111
- export { DrizzleSink, DrizzleSinkDelete, type DrizzleSinkOptions, type DrizzleSinkTables, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
@@ -1,111 +0,0 @@
1
- import { Cursor } from '@apibara/protocol';
2
- import { TablesRelationalConfig, ExtractTablesWithRelations, SQL } from 'drizzle-orm';
3
- import * as drizzle_orm_pg_core from 'drizzle-orm/pg-core';
4
- import { PgTable, PgQueryResultHKT, PgTransaction, PgUpdateBase, PgInsertValue, PgUpdateSetSource, PgSelectBuilder, SelectedFields, TableConfig, PgTableWithColumns, PgDatabase, AnyPgTable, PgTableFn } from 'drizzle-orm/pg-core';
5
- import { S as Sink, a as SinkCursorParams } from '../../shared/indexer.b9c8f0d8.js';
6
- import { Range } from 'postgres-range';
7
-
8
- declare class DrizzleSinkDelete<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
9
- private db;
10
- private table;
11
- private endCursor?;
12
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
13
- where(where: SQL): Omit<PgUpdateBase<TTable, TQueryResult, undefined, false, "where">, "where">;
14
- }
15
-
16
- declare class DrizzleSinkInsert<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
17
- private db;
18
- private table;
19
- private endCursor?;
20
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
21
- values(values: PgInsertValue<TTable> | PgInsertValue<TTable>[]): drizzle_orm_pg_core.PgInsertBase<TTable, TQueryResult, undefined, false, never>;
22
- }
23
-
24
- declare class DrizzleSinkUpdate<TTable extends PgTable, TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
25
- private db;
26
- private table;
27
- private endCursor?;
28
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, table: TTable, endCursor?: Cursor | undefined);
29
- set(values: PgUpdateSetSource<TTable>): PgUpdateBase<TTable, TQueryResult>;
30
- }
31
-
32
- declare class DrizzleSinkTransaction<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> {
33
- private db;
34
- private endCursor?;
35
- constructor(db: PgTransaction<TQueryResult, TFullSchema, TSchema>, endCursor?: Cursor | undefined);
36
- insert<TTable extends PgTable>(table: TTable): DrizzleSinkInsert<TTable, TQueryResult, TFullSchema, TSchema>;
37
- update<TTable extends PgTable>(table: TTable): DrizzleSinkUpdate<TTable, TQueryResult, TFullSchema, TSchema>;
38
- delete<TTable extends PgTable>(table: TTable): DrizzleSinkDelete<TTable, TQueryResult, TFullSchema, TSchema>;
39
- select(): PgSelectBuilder<undefined>;
40
- select<TSelection extends SelectedFields>(fields: TSelection): PgSelectBuilder<TSelection>;
41
- }
42
-
43
- type DrizzleSinkTables<TTableConfig extends Record<string, TableConfig>> = {
44
- [K in keyof TTableConfig]: PgTableWithColumns<TTableConfig[K]>;
45
- };
46
- type DrizzleSinkOptions<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> = {
47
- /**
48
- * Database instance of drizzle-orm
49
- */
50
- database: PgDatabase<TQueryResult, TFullSchema, TSchema>;
51
- tables: AnyPgTable[];
52
- };
53
- /**
54
- * A sink that writes data to a PostgreSQL database using Drizzle ORM.
55
- *
56
- * @example
57
- *
58
- * ```ts
59
- * const sink = drizzle({
60
- * database: db,
61
- * });
62
- *
63
- * ...
64
- * async transform({context, endCursor}){
65
- * const { transaction } = useSink(context);
66
- * const db = transaction(endCursor);
67
- *
68
- * db.insert(users).values([
69
- * { id: 1, name: "John" },
70
- * { id: 2, name: "Jane" },
71
- * ]);
72
- * }
73
- *
74
- * ```
75
- */
76
- declare class DrizzleSink<TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>> extends Sink {
77
- private _db;
78
- private _tables;
79
- constructor(options: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>);
80
- transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: {
81
- db: DrizzleSinkTransaction<TQueryResult, TFullSchema, TSchema>;
82
- }) => Promise<void>): Promise<void>;
83
- invalidate(cursor?: Cursor): Promise<void>;
84
- }
85
- declare const drizzle: <TQueryResult extends PgQueryResultHKT, TFullSchema extends Record<string, unknown> = Record<string, never>, TSchema extends TablesRelationalConfig = ExtractTablesWithRelations<TFullSchema>>(args: DrizzleSinkOptions<TQueryResult, TFullSchema, TSchema>) => DrizzleSink<TQueryResult, TFullSchema, TSchema>;
86
-
87
- type Comparable = string | number;
88
- type RangeBound<T extends Comparable> = T | {
89
- value: T;
90
- inclusive: boolean;
91
- };
92
- declare class Int8Range {
93
- readonly range: Range<number>;
94
- constructor(range: Range<number>);
95
- get start(): RangeBound<number> | null;
96
- get end(): RangeBound<number> | null;
97
- }
98
- declare const int8range: <TName extends string>(dbName: TName, fieldConfig?: unknown) => drizzle_orm_pg_core.PgCustomColumnBuilder<{
99
- name: TName;
100
- dataType: "custom";
101
- columnType: "PgCustomColumn";
102
- data: Int8Range;
103
- driverParam: unknown;
104
- enumValues: undefined;
105
- generated: undefined;
106
- }>;
107
-
108
- declare const pgTable: PgTableFn;
109
- declare const getDrizzleCursor: (cursor_range: [bigint | undefined, bigint | undefined] | bigint | undefined) => Int8Range;
110
-
111
- export { DrizzleSink, DrizzleSinkDelete, type DrizzleSinkOptions, type DrizzleSinkTables, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
@@ -1,196 +0,0 @@
1
- import { sql, gt } from 'drizzle-orm';
2
- import { S as Sink } from '../../shared/indexer.93d6b2eb.mjs';
3
- import { customType, pgTable as pgTable$1 } from 'drizzle-orm/pg-core';
4
- import range, { parse, serialize } from 'postgres-range';
5
- import 'consola';
6
-
7
- class DrizzleSinkDelete {
8
- constructor(db, table, endCursor) {
9
- this.db = db;
10
- this.table = table;
11
- this.endCursor = endCursor;
12
- }
13
- //@ts-ignore
14
- where(where) {
15
- return this.db.update(this.table).set({
16
- // @ts-ignore
17
- _cursor: sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
18
- }).where(where);
19
- }
20
- }
21
-
22
- class Int8Range {
23
- constructor(range) {
24
- this.range = range;
25
- }
26
- get start() {
27
- return this.range.lower != null ? {
28
- value: this.range.lower,
29
- inclusive: this.range.isLowerBoundClosed()
30
- } : null;
31
- }
32
- get end() {
33
- return this.range.upper != null ? {
34
- value: this.range.upper,
35
- inclusive: this.range.isUpperBoundClosed()
36
- } : null;
37
- }
38
- }
39
- const int8range = customType({
40
- dataType: () => "int8range",
41
- fromDriver: (value) => {
42
- if (typeof value !== "string") {
43
- throw new Error("Expected string");
44
- }
45
- const parsed = parse(value, (val) => Number.parseInt(val, 10));
46
- return new Int8Range(parsed);
47
- },
48
- toDriver: (value) => serialize(value.range)
49
- });
50
-
51
- const pgTable = (name, columns, extraConfig) => {
52
- return pgTable$1(
53
- name,
54
- {
55
- ...columns,
56
- _cursor: int8range("_cursor").notNull()
57
- },
58
- extraConfig
59
- );
60
- };
61
- const getDrizzleCursor = (cursor_range) => {
62
- const isArray = Array.isArray(cursor_range);
63
- const [lower, upper] = isArray ? cursor_range : [cursor_range, void 0];
64
- let isNoUpperBound = false;
65
- if (!lower) {
66
- throw new Error("Lower bound cursor is required");
67
- }
68
- if (!upper) {
69
- isNoUpperBound = true;
70
- }
71
- return new Int8Range(
72
- new range.Range(
73
- Number(lower),
74
- Number(upper),
75
- range.RANGE_LB_INC | (isNoUpperBound ? range.RANGE_UB_INF : 0)
76
- )
77
- );
78
- };
79
-
80
- class DrizzleSinkInsert {
81
- constructor(db, table, endCursor) {
82
- this.db = db;
83
- this.table = table;
84
- this.endCursor = endCursor;
85
- }
86
- values(values) {
87
- const originalInsert = this.db.insert(this.table);
88
- const cursoredValues = (Array.isArray(values) ? values : [values]).map(
89
- (v) => {
90
- return {
91
- ...v,
92
- _cursor: getDrizzleCursor(this.endCursor?.orderKey)
93
- };
94
- }
95
- );
96
- return originalInsert.values(cursoredValues);
97
- }
98
- }
99
-
100
- class DrizzleSinkSelect {
101
- constructor(db, fields, endCursor) {
102
- this.db = db;
103
- this.fields = fields;
104
- this.endCursor = endCursor;
105
- }
106
- from(source) {
107
- if (this.fields) {
108
- const originalFrom = this.db.select(this.fields).from(source);
109
- return {
110
- ...originalFrom,
111
- where: (where) => {
112
- const combinedWhere = sql`${where ? sql`${where} AND ` : sql``}upper_inf(_cursor)`;
113
- return originalFrom.where(combinedWhere);
114
- }
115
- };
116
- }
117
- return this.db.select().from(source).where(sql`upper_inf(_cursor)`);
118
- }
119
- }
120
-
121
- class DrizzleSinkUpdate {
122
- constructor(db, table, endCursor) {
123
- this.db = db;
124
- this.table = table;
125
- this.endCursor = endCursor;
126
- }
127
- set(values) {
128
- const originalUpdate = this.db.update(this.table);
129
- const originalSet = originalUpdate.set(values);
130
- return {
131
- ...originalSet,
132
- where: async (where) => {
133
- await this.db.update(this.table).set({
134
- _cursor: sql`int8range(lower(_cursor), ${Number(this.endCursor?.orderKey)}, '[)')`
135
- }).where(sql`${where ? sql`${where} AND ` : sql``}upper_inf(_cursor)`).execute();
136
- return originalSet.where(where);
137
- }
138
- };
139
- }
140
- }
141
-
142
- class DrizzleSinkTransaction {
143
- constructor(db, endCursor) {
144
- this.db = db;
145
- this.endCursor = endCursor;
146
- }
147
- insert(table) {
148
- return new DrizzleSinkInsert(this.db, table, this.endCursor);
149
- }
150
- update(table) {
151
- return new DrizzleSinkUpdate(this.db, table, this.endCursor);
152
- }
153
- delete(table) {
154
- return new DrizzleSinkDelete(this.db, table, this.endCursor);
155
- }
156
- select(fields) {
157
- return new DrizzleSinkSelect(this.db, fields, this.endCursor);
158
- }
159
- }
160
-
161
- var __defProp = Object.defineProperty;
162
- var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
163
- var __publicField = (obj, key, value) => {
164
- __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
165
- return value;
166
- };
167
- class DrizzleSink extends Sink {
168
- constructor(options) {
169
- super();
170
- __publicField(this, "_db");
171
- __publicField(this, "_tables");
172
- const { database, tables } = options;
173
- this._db = database;
174
- this._tables = tables;
175
- }
176
- async transaction({ cursor, endCursor, finality }, cb) {
177
- await this._db.transaction(async (db) => {
178
- await cb({ db: new DrizzleSinkTransaction(db, endCursor) });
179
- });
180
- }
181
- async invalidate(cursor) {
182
- await this._db.transaction(async (db) => {
183
- for (const table of this._tables) {
184
- await db.delete(table).where(gt(sql`lower(_cursor)`, sql`${Number(cursor?.orderKey)}`)).returning();
185
- await db.update(table).set({
186
- _cursor: sql`int8range(lower(_cursor), NULL, '[)')`
187
- }).where(gt(sql`upper(_cursor)`, sql`${Number(cursor?.orderKey)}`));
188
- }
189
- });
190
- }
191
- }
192
- const drizzle = (args) => {
193
- return new DrizzleSink(args);
194
- };
195
-
196
- export { DrizzleSink, DrizzleSinkDelete, DrizzleSinkTransaction, DrizzleSinkUpdate, Int8Range, drizzle, getDrizzleCursor, int8range, pgTable };
@@ -1,90 +0,0 @@
1
- 'use strict';
2
-
3
- const sink = require('../shared/indexer.a8b7ab1f.cjs');
4
- require('consola');
5
-
6
- var __defProp = Object.defineProperty;
7
- var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
8
- var __publicField = (obj, key, value) => {
9
- __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
10
- return value;
11
- };
12
- const transactionHelper = (context) => {
13
- return {
14
- insert: (data) => {
15
- context.buffer.push(...data);
16
- }
17
- };
18
- };
19
- class SqliteSink extends sink.Sink {
20
- constructor(options) {
21
- super();
22
- __publicField(this, "_config");
23
- __publicField(this, "_db");
24
- const { database, ...config } = options;
25
- this._config = config;
26
- this._db = database;
27
- }
28
- async write({
29
- data,
30
- endCursor
31
- }) {
32
- data = this.processCursorColumn(data, endCursor);
33
- await this.insertJsonArray(data);
34
- }
35
- async transaction({ cursor, endCursor, finality }, cb) {
36
- const context = {
37
- buffer: []
38
- };
39
- const writer = transactionHelper(context);
40
- await cb({ writer });
41
- await this.write({ data: context.buffer, endCursor });
42
- }
43
- async invalidate(cursor) {
44
- throw new Error("Not implemented");
45
- }
46
- async insertJsonArray(data) {
47
- if (data.length === 0)
48
- return;
49
- const columns = Object.keys(data[0]);
50
- const columnNames = columns.join(", ");
51
- const placeholders = columns.map(() => "?").join(", ");
52
- const conflictClause = this.buildConflictClause();
53
- const insertSQL = `INSERT INTO ${this._config.tableName} (${columnNames}) VALUES `;
54
- const valuePlaceholders = data.map(() => `(${placeholders})`).join(", ");
55
- const statement = insertSQL + valuePlaceholders + conflictClause;
56
- const values = data.flatMap((row) => columns.map((col) => row[col]));
57
- this._db.prepare(statement).run(values);
58
- }
59
- processCursorColumn(data, endCursor) {
60
- const { cursorColumn } = this._config;
61
- if (cursorColumn && data.some(
62
- (row) => Number(row[cursorColumn]) !== Number(endCursor?.orderKey)
63
- )) {
64
- throw new Error(
65
- `Mismatch of ${cursorColumn} and Cursor ${Number(endCursor?.orderKey)}`
66
- );
67
- }
68
- if (cursorColumn) {
69
- return data;
70
- }
71
- return data.map((row) => ({
72
- ...row,
73
- _cursor: Number(endCursor?.orderKey)
74
- }));
75
- }
76
- buildConflictClause() {
77
- const { on, update } = this._config.onConflict || {};
78
- if (on && update && update.length > 0) {
79
- const updateColumns = update.map((col) => `${col}=excluded.${col}`).join(", ");
80
- return ` ON CONFLICT(${on}) DO UPDATE SET ${updateColumns}`;
81
- }
82
- return "";
83
- }
84
- }
85
- const sqlite = (args) => {
86
- return new SqliteSink(args);
87
- };
88
-
89
- exports.SqliteSink = SqliteSink;
90
- exports.sqlite = sqlite;
@@ -1,71 +0,0 @@
1
- import { Cursor } from '@apibara/protocol';
2
- import { Database } from 'better-sqlite3';
3
- import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.cjs';
4
-
5
- type SqliteSinkOptions = {
6
- /**
7
- * Database instance of better-sqlite3
8
- */
9
- database: Database;
10
- /**
11
- * The name of the table where data will be inserted.
12
- */
13
- tableName: string;
14
- /**
15
- * An optional column name used to store the cursor value. If specified,
16
- * the value of this column must match the `endCursor.orderKey` for each row.
17
- */
18
- cursorColumn?: string;
19
- /**
20
- * An optional configuration to handle conflicts during data insertion.
21
- * - `on`: The column name on which conflicts are detected.
22
- * - `update`: An array of column names to be updated if a conflict occurs.
23
- */
24
- onConflict?: {
25
- on: string;
26
- update: string[];
27
- };
28
- };
29
- type TxnParams = {
30
- writer: {
31
- insert: (data: SinkData[]) => void;
32
- };
33
- };
34
- /**
35
- * A sink that writes data to a SQLite database.
36
- *
37
- * @example
38
- *
39
- * ```ts
40
- * const sink = sqlite({
41
- * database: db,
42
- * tableName: "test",
43
- * });
44
- *
45
- * ...
46
- * async transform({context, endCursor}){
47
- * const { writer } = useSink(context);
48
- * const insertHelper = writer(endCursor);
49
- *
50
- * insertHelper.insert([
51
- * { id: 1, name: "John" },
52
- * { id: 2, name: "Jane" },
53
- * ]);
54
- * }
55
- *
56
- * ```
57
- */
58
- declare class SqliteSink extends Sink {
59
- private _config;
60
- private _db;
61
- constructor(options: SqliteSinkOptions);
62
- private write;
63
- transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
64
- invalidate(cursor?: Cursor): Promise<void>;
65
- private insertJsonArray;
66
- private processCursorColumn;
67
- private buildConflictClause;
68
- }
69
- declare const sqlite: (args: SqliteSinkOptions) => SqliteSink;
70
-
71
- export { SqliteSink, type SqliteSinkOptions, sqlite };
@@ -1,71 +0,0 @@
1
- import { Cursor } from '@apibara/protocol';
2
- import { Database } from 'better-sqlite3';
3
- import { S as Sink, a as SinkCursorParams, b as SinkData } from '../shared/indexer.b9c8f0d8.mjs';
4
-
5
- type SqliteSinkOptions = {
6
- /**
7
- * Database instance of better-sqlite3
8
- */
9
- database: Database;
10
- /**
11
- * The name of the table where data will be inserted.
12
- */
13
- tableName: string;
14
- /**
15
- * An optional column name used to store the cursor value. If specified,
16
- * the value of this column must match the `endCursor.orderKey` for each row.
17
- */
18
- cursorColumn?: string;
19
- /**
20
- * An optional configuration to handle conflicts during data insertion.
21
- * - `on`: The column name on which conflicts are detected.
22
- * - `update`: An array of column names to be updated if a conflict occurs.
23
- */
24
- onConflict?: {
25
- on: string;
26
- update: string[];
27
- };
28
- };
29
- type TxnParams = {
30
- writer: {
31
- insert: (data: SinkData[]) => void;
32
- };
33
- };
34
- /**
35
- * A sink that writes data to a SQLite database.
36
- *
37
- * @example
38
- *
39
- * ```ts
40
- * const sink = sqlite({
41
- * database: db,
42
- * tableName: "test",
43
- * });
44
- *
45
- * ...
46
- * async transform({context, endCursor}){
47
- * const { writer } = useSink(context);
48
- * const insertHelper = writer(endCursor);
49
- *
50
- * insertHelper.insert([
51
- * { id: 1, name: "John" },
52
- * { id: 2, name: "Jane" },
53
- * ]);
54
- * }
55
- *
56
- * ```
57
- */
58
- declare class SqliteSink extends Sink {
59
- private _config;
60
- private _db;
61
- constructor(options: SqliteSinkOptions);
62
- private write;
63
- transaction({ cursor, endCursor, finality }: SinkCursorParams, cb: (params: TxnParams) => Promise<void>): Promise<void>;
64
- invalidate(cursor?: Cursor): Promise<void>;
65
- private insertJsonArray;
66
- private processCursorColumn;
67
- private buildConflictClause;
68
- }
69
- declare const sqlite: (args: SqliteSinkOptions) => SqliteSink;
70
-
71
- export { SqliteSink, type SqliteSinkOptions, sqlite };