@enbox/dwn-sql-store 0.0.2 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -53
- package/dist/esm/src/data-store-sql.js +5 -5
- package/dist/esm/src/data-store-sql.js.map +1 -1
- package/dist/esm/src/dialect/bun-sqlite-adapter.js +46 -0
- package/dist/esm/src/dialect/bun-sqlite-adapter.js.map +1 -0
- package/dist/esm/src/dialect/mysql-dialect.js +1 -1
- package/dist/esm/src/dialect/mysql-dialect.js.map +1 -1
- package/dist/esm/src/dialect/postgres-dialect.js +1 -1
- package/dist/esm/src/dialect/postgres-dialect.js.map +1 -1
- package/dist/esm/src/dialect/sqlite-dialect.js +1 -1
- package/dist/esm/src/dialect/sqlite-dialect.js.map +1 -1
- package/dist/esm/src/main.js +3 -1
- package/dist/esm/src/main.js.map +1 -1
- package/dist/esm/src/message-store-sql.js +54 -25
- package/dist/esm/src/message-store-sql.js.map +1 -1
- package/dist/esm/src/resumable-task-store-sql.js +5 -6
- package/dist/esm/src/resumable-task-store-sql.js.map +1 -1
- package/dist/esm/src/smt-store-sql.js +151 -0
- package/dist/esm/src/smt-store-sql.js.map +1 -0
- package/dist/esm/src/state-index-sql.js +234 -0
- package/dist/esm/src/state-index-sql.js.map +1 -0
- package/dist/esm/src/utils/filter.js +3 -3
- package/dist/esm/src/utils/filter.js.map +1 -1
- package/dist/esm/src/utils/sanitize.js +7 -8
- package/dist/esm/src/utils/sanitize.js.map +1 -1
- package/dist/esm/src/utils/tags.js +3 -6
- package/dist/esm/src/utils/tags.js.map +1 -1
- package/dist/esm/src/utils/transaction.js +3 -21
- package/dist/esm/src/utils/transaction.js.map +1 -1
- package/dist/types/src/data-store-sql.d.ts +3 -4
- package/dist/types/src/data-store-sql.d.ts.map +1 -1
- package/dist/types/src/dialect/bun-sqlite-adapter.d.ts +33 -0
- package/dist/types/src/dialect/bun-sqlite-adapter.d.ts.map +1 -0
- package/dist/types/src/dialect/dialect.d.ts +1 -2
- package/dist/types/src/dialect/dialect.d.ts.map +1 -1
- package/dist/types/src/dialect/mysql-dialect.d.ts +3 -2
- package/dist/types/src/dialect/mysql-dialect.d.ts.map +1 -1
- package/dist/types/src/dialect/postgres-dialect.d.ts +3 -2
- package/dist/types/src/dialect/postgres-dialect.d.ts.map +1 -1
- package/dist/types/src/dialect/sqlite-dialect.d.ts +3 -2
- package/dist/types/src/dialect/sqlite-dialect.d.ts.map +1 -1
- package/dist/types/src/main.d.ts +3 -1
- package/dist/types/src/main.d.ts.map +1 -1
- package/dist/types/src/message-store-sql.d.ts +4 -3
- package/dist/types/src/message-store-sql.d.ts.map +1 -1
- package/dist/types/src/resumable-task-store-sql.d.ts +2 -2
- package/dist/types/src/resumable-task-store-sql.d.ts.map +1 -1
- package/dist/types/src/smt-store-sql.d.ts +37 -0
- package/dist/types/src/smt-store-sql.d.ts.map +1 -0
- package/dist/types/src/state-index-sql.d.ts +44 -0
- package/dist/types/src/state-index-sql.d.ts.map +1 -0
- package/dist/types/src/types.d.ts +24 -42
- package/dist/types/src/types.d.ts.map +1 -1
- package/dist/types/src/utils/filter.d.ts +3 -3
- package/dist/types/src/utils/filter.d.ts.map +1 -1
- package/dist/types/src/utils/sanitize.d.ts +2 -2
- package/dist/types/src/utils/sanitize.d.ts.map +1 -1
- package/dist/types/src/utils/tags.d.ts +3 -5
- package/dist/types/src/utils/tags.d.ts.map +1 -1
- package/dist/types/src/utils/transaction.d.ts +4 -4
- package/dist/types/src/utils/transaction.d.ts.map +1 -1
- package/package.json +24 -36
- package/src/data-store-sql.ts +11 -9
- package/src/dialect/bun-sqlite-adapter.ts +82 -0
- package/src/dialect/dialect.ts +4 -5
- package/src/dialect/mysql-dialect.ts +8 -6
- package/src/dialect/postgres-dialect.ts +11 -6
- package/src/dialect/sqlite-dialect.ts +11 -6
- package/src/main.ts +4 -2
- package/src/message-store-sql.ts +90 -45
- package/src/resumable-task-store-sql.ts +9 -7
- package/src/smt-store-sql.ts +206 -0
- package/src/state-index-sql.ts +283 -0
- package/src/types.ts +32 -47
- package/src/utils/filter.ts +8 -6
- package/src/utils/sanitize.ts +19 -20
- package/src/utils/tags.ts +6 -7
- package/src/utils/transaction.ts +7 -23
- package/dist/cjs/main.js +0 -3784
- package/dist/cjs/package.json +0 -1
- package/dist/esm/src/event-log-sql.js +0 -169
- package/dist/esm/src/event-log-sql.js.map +0 -1
- package/dist/types/src/event-log-sql.d.ts +0 -24
- package/dist/types/src/event-log-sql.d.ts.map +0 -1
- package/src/event-log-sql.ts +0 -227
package/dist/cjs/package.json
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"type": "commonjs"}
|
|
@@ -1,169 +0,0 @@
|
|
|
1
|
-
import { filterSelectQuery } from './utils/filter.js';
|
|
2
|
-
import { Kysely } from 'kysely';
|
|
3
|
-
import { executeWithRetryIfDatabaseIsLocked } from './utils/transaction.js';
|
|
4
|
-
import { extractTagsAndSanitizeIndexes } from './utils/sanitize.js';
|
|
5
|
-
import { TagTables } from './utils/tags.js';
|
|
6
|
-
export class EventLogSql {
|
|
7
|
-
#dialect;
|
|
8
|
-
#db = null;
|
|
9
|
-
#tags;
|
|
10
|
-
constructor(dialect) {
|
|
11
|
-
this.#dialect = dialect;
|
|
12
|
-
this.#tags = new TagTables(dialect, 'eventLogMessages');
|
|
13
|
-
}
|
|
14
|
-
async open() {
|
|
15
|
-
if (this.#db) {
|
|
16
|
-
return;
|
|
17
|
-
}
|
|
18
|
-
this.#db = new Kysely({ dialect: this.#dialect });
|
|
19
|
-
let createTable = this.#db.schema
|
|
20
|
-
.createTable('eventLogMessages')
|
|
21
|
-
.ifNotExists()
|
|
22
|
-
.addColumn('tenant', 'varchar(255)', (col) => col.notNull())
|
|
23
|
-
.addColumn('messageCid', 'varchar(60)', (col) => col.notNull())
|
|
24
|
-
.addColumn('interface', 'varchar(20)')
|
|
25
|
-
.addColumn('method', 'varchar(20)')
|
|
26
|
-
.addColumn('recordId', 'varchar(60)')
|
|
27
|
-
.addColumn('entryId', 'varchar(60)')
|
|
28
|
-
.addColumn('parentId', 'varchar(60)')
|
|
29
|
-
.addColumn('protocol', 'varchar(200)')
|
|
30
|
-
.addColumn('protocolPath', 'varchar(200)')
|
|
31
|
-
.addColumn('contextId', 'varchar(500)')
|
|
32
|
-
.addColumn('schema', 'varchar(200)')
|
|
33
|
-
.addColumn('author', 'varchar(255)')
|
|
34
|
-
.addColumn('recipient', 'varchar(255)')
|
|
35
|
-
.addColumn('messageTimestamp', 'varchar(30)')
|
|
36
|
-
.addColumn('dateCreated', 'varchar(30)')
|
|
37
|
-
.addColumn('datePublished', 'varchar(30)')
|
|
38
|
-
.addColumn('isLatestBaseState', 'boolean')
|
|
39
|
-
.addColumn('published', 'boolean')
|
|
40
|
-
.addColumn('prune', 'boolean')
|
|
41
|
-
.addColumn('dataFormat', 'varchar(30)')
|
|
42
|
-
.addColumn('dataCid', 'varchar(60)')
|
|
43
|
-
.addColumn('dataSize', 'integer')
|
|
44
|
-
// .addColumn('encodedData', 'text') // intentionally kept commented out code to show the only difference to `messageStoreMessages` table
|
|
45
|
-
.addColumn('attester', 'text')
|
|
46
|
-
.addColumn('permissionGrantId', 'varchar(60)')
|
|
47
|
-
.addColumn('latest', 'text'); // TODO: obsolete, remove once `dwn-sdk-js` is updated
|
|
48
|
-
let createRecordsTagsTable = this.#db.schema
|
|
49
|
-
.createTable('eventLogRecordsTags')
|
|
50
|
-
.ifNotExists()
|
|
51
|
-
.addColumn('tag', 'text', (col) => col.notNull())
|
|
52
|
-
.addColumn('valueString', 'text')
|
|
53
|
-
.addColumn('valueNumber', 'decimal');
|
|
54
|
-
// Add columns that have dialect-specific constraints
|
|
55
|
-
createTable = this.#dialect.addAutoIncrementingColumn(createTable, 'watermark', (col) => col.primaryKey());
|
|
56
|
-
createRecordsTagsTable = this.#dialect.addAutoIncrementingColumn(createRecordsTagsTable, 'id', (col) => col.primaryKey());
|
|
57
|
-
createRecordsTagsTable = this.#dialect.addReferencedColumn(createRecordsTagsTable, 'eventLogRecordsTags', 'eventWatermark', 'integer', 'eventLogMessages', 'watermark', 'cascade');
|
|
58
|
-
await createTable.execute();
|
|
59
|
-
await createRecordsTagsTable.execute();
|
|
60
|
-
}
|
|
61
|
-
async close() {
|
|
62
|
-
await this.#db?.destroy();
|
|
63
|
-
this.#db = null;
|
|
64
|
-
}
|
|
65
|
-
async append(tenant, messageCid, indexes) {
|
|
66
|
-
if (!this.#db) {
|
|
67
|
-
throw new Error('Connection to database not open. Call `open` before using `append`.');
|
|
68
|
-
}
|
|
69
|
-
// we execute the insert in a transaction as we are making multiple inserts into multiple tables.
|
|
70
|
-
// if any of these inserts would throw, the whole transaction would be rolled back.
|
|
71
|
-
// otherwise it is committed.
|
|
72
|
-
const putEventOperation = this.constructPutEventOperation({ tenant, messageCid, indexes });
|
|
73
|
-
await executeWithRetryIfDatabaseIsLocked(this.#db, putEventOperation);
|
|
74
|
-
}
|
|
75
|
-
/**
|
|
76
|
-
* Constructs a transactional operation to insert an event into the database.
|
|
77
|
-
*/
|
|
78
|
-
constructPutEventOperation(queryOptions) {
|
|
79
|
-
const { tenant, messageCid, indexes } = queryOptions;
|
|
80
|
-
// we extract the tag indexes into their own object to be inserted separately.
|
|
81
|
-
// we also sanitize the indexes to convert any `boolean` values to `text` representations.
|
|
82
|
-
const { indexes: appendIndexes, tags } = extractTagsAndSanitizeIndexes(indexes);
|
|
83
|
-
return async (tx) => {
|
|
84
|
-
const eventIndexValues = {
|
|
85
|
-
tenant,
|
|
86
|
-
messageCid,
|
|
87
|
-
...appendIndexes,
|
|
88
|
-
};
|
|
89
|
-
// we use the dialect-specific `insertThenReturnId` in order to be able to extract the `insertId`
|
|
90
|
-
const result = await this.#dialect
|
|
91
|
-
.insertThenReturnId(tx, 'eventLogMessages', eventIndexValues, 'watermark as insertId')
|
|
92
|
-
.executeTakeFirstOrThrow();
|
|
93
|
-
// if tags exist, we execute those within the transaction associating them with the `insertId`.
|
|
94
|
-
if (Object.keys(tags).length > 0) {
|
|
95
|
-
await this.#tags.executeTagsInsert(result.insertId, tags, tx);
|
|
96
|
-
}
|
|
97
|
-
};
|
|
98
|
-
}
|
|
99
|
-
async getEvents(tenant, cursor) {
|
|
100
|
-
// get events is simply a query without any filters. gets all events beyond the cursor.
|
|
101
|
-
return this.queryEvents(tenant, [], cursor);
|
|
102
|
-
}
|
|
103
|
-
async queryEvents(tenant, filters, cursor) {
|
|
104
|
-
if (!this.#db) {
|
|
105
|
-
throw new Error('Connection to database not open. Call `open` before using `queryEvents`.');
|
|
106
|
-
}
|
|
107
|
-
let query = this.#db
|
|
108
|
-
.selectFrom('eventLogMessages')
|
|
109
|
-
.leftJoin('eventLogRecordsTags', 'eventLogRecordsTags.eventWatermark', 'eventLogMessages.watermark')
|
|
110
|
-
.select('messageCid')
|
|
111
|
-
.distinct()
|
|
112
|
-
.select('watermark')
|
|
113
|
-
.where('tenant', '=', tenant);
|
|
114
|
-
if (filters.length > 0) {
|
|
115
|
-
// filter sanitization takes place within `filterSelectQuery`
|
|
116
|
-
query = filterSelectQuery(filters, query);
|
|
117
|
-
}
|
|
118
|
-
if (cursor !== undefined) {
|
|
119
|
-
// eventLogMessages in the sql store uses the watermark cursor value which is a number in SQL
|
|
120
|
-
// if not we will return empty results
|
|
121
|
-
const cursorValue = cursor.value;
|
|
122
|
-
const cursorMessageCid = cursor.messageCid;
|
|
123
|
-
query = query.where(({ eb, refTuple, tuple }) => {
|
|
124
|
-
// https://kysely-org.github.io/kysely-apidoc/interfaces/ExpressionBuilder.html#refTuple
|
|
125
|
-
return eb(refTuple('watermark', 'messageCid'), '>', tuple(cursorValue, cursorMessageCid));
|
|
126
|
-
});
|
|
127
|
-
}
|
|
128
|
-
query = query.orderBy('watermark', 'asc').orderBy('messageCid', 'asc');
|
|
129
|
-
const events = [];
|
|
130
|
-
// we always return a cursor with the event log query, so we set the return cursor to the properties of the last item.
|
|
131
|
-
let returnCursor;
|
|
132
|
-
if (this.#dialect.isStreamingSupported) {
|
|
133
|
-
for await (let { messageCid, watermark: value } of query.stream()) {
|
|
134
|
-
events.push(messageCid);
|
|
135
|
-
returnCursor = { messageCid, value };
|
|
136
|
-
}
|
|
137
|
-
}
|
|
138
|
-
else {
|
|
139
|
-
const results = await query.execute();
|
|
140
|
-
for (let { messageCid, watermark: value } of results) {
|
|
141
|
-
events.push(messageCid);
|
|
142
|
-
returnCursor = { messageCid, value };
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
return { events, cursor: returnCursor };
|
|
146
|
-
}
|
|
147
|
-
async deleteEventsByCid(tenant, messageCids) {
|
|
148
|
-
if (!this.#db) {
|
|
149
|
-
throw new Error('Connection to database not open. Call `open` before using `deleteEventsByCid`.');
|
|
150
|
-
}
|
|
151
|
-
if (messageCids.length === 0) {
|
|
152
|
-
return;
|
|
153
|
-
}
|
|
154
|
-
await this.#db
|
|
155
|
-
.deleteFrom('eventLogMessages')
|
|
156
|
-
.where('tenant', '=', tenant)
|
|
157
|
-
.where('messageCid', 'in', messageCids)
|
|
158
|
-
.execute();
|
|
159
|
-
}
|
|
160
|
-
async clear() {
|
|
161
|
-
if (!this.#db) {
|
|
162
|
-
throw new Error('Connection to database not open. Call `open` before using `clear`.');
|
|
163
|
-
}
|
|
164
|
-
await this.#db
|
|
165
|
-
.deleteFrom('eventLogMessages')
|
|
166
|
-
.execute();
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
//# sourceMappingURL=event-log-sql.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"event-log-sql.js","sourceRoot":"","sources":["../../../src/event-log-sql.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,MAAM,EAAe,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,MAAM,OAAO,WAAW;IACtB,QAAQ,CAAU;IAClB,GAAG,GAAmC,IAAI,CAAC;IAC3C,KAAK,CAAY;IAEjB,YAAY,OAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,GAAG,EAAE;YACZ,OAAO;SACR;QAED,IAAI,CAAC,GAAG,GAAG,IAAI,MAAM,CAAkB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnE,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;aAC9B,WAAW,CAAC,kBAAkB,CAAC;aAC/B,WAAW,EAAE;aACb,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAC3D,SAAS,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAC9D,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;aACrC,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC;aAClC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC;aACpC,SAAS,CAAC,SAAS,EAAC,aAAa,CAAC;aAClC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC;aACpC,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC;aACrC,SAAS,CAAC,cAAc,EAAE,cAAc,CAAC;aACzC,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC;aACtC,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC;aACnC,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC;aACnC,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC;aACtC,SAAS,CAAC,kBAAkB,EAAE,aAAa,CAAC;aAC5C,SAAS,CAAC,aAAa,EAAE,aAAa,CAAC;aACvC,SAAS,CAAC,eAAe,EAAE,aAAa,CAAC;aACzC,SAAS,CAAC,mBAAmB,EAAE,SAAS,CAAC;aACzC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;aACjC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;aAC7B,SAAS,CAAC,YAAY,EAAE,aAAa,CAAC;aACtC,SAAS,CAAC,SAAS,EAAE,aAAa,CAAC;aACnC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC;YACjC,yIAAyI;aACxI,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;aAC7B,SAAS,CAAC,mBAAmB,EAAE,aAAa,CAAC;aAC7C,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,sDAAsD;QAEtF,IAAI,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;aACzC,WAAW,CAAC,qBAAqB,CAAC;aAClC,WAAW,EAAE;aACb,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAChD,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC;aAChC,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACvC,qDAAqD;QACrD,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3G,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1H,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,SAAS,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAEnL,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,sBAAsB,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAc,EACd,UAAkB,EAClB,OAAkD;QAElD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,qEAAqE,CACtE,CAAC;SACH;QAED,iGAAiG;QACjG,mFAAmF;QACnF,6BAA6B;QAC7B,MAAM,iBAAiB,GAAG,IAAI,CAAC,0BAA0B,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,MAAM,kCAAkC,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,YAIlC;QACC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QAErD,8EAA8E;QAC9E,0FAA0F;QAC1F,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAC;QAEhF,OAAO,KAAK,EAAE,EAAE,EAAE,EAAE;YAElB,MAAM,gBAAgB,GAAG;gBACvB,MAAM;gBACN,UAAU;gBACV,GAAG,aAAa;aACjB,CAAC;YAEF,iGAAiG;YACjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ;iBAC/B,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,uBAAuB,CAAC;iBACrF,uBAAuB,EAAE,CAAC;YAE7B,+FAA+F;YAC/F,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;gBAChC,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;aAC/D;QACH,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAc,EACd,MAAyB;QAGzB,uFAAuF;QACvF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAc,EACd,OAAiB,EACjB,MAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;QAED,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG;aACjB,UAAU,CAAC,kBAAkB,CAAC;aAC9B,QAAQ,CAAC,qBAAqB,EAAE,oCAAoC,EAAE,4BAA4B,CAAC;aACnG,MAAM,CAAC,YAAY,CAAC;aACpB,QAAQ,EAAE;aACV,MAAM,CAAC,WAAW,CAAC;aACnB,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAEhC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,6DAA6D;YAC7D,KAAK,GAAG,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;SAC3C;QAED,IAAG,MAAM,KAAK,SAAS,EAAE;YACvB,6FAA6F;YAC7F,sCAAsC;YACtC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAe,CAAC;YAC3C,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;YAE3C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC9C,wFAAwF;gBACxF,OAAO,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;SACJ;QAED,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,sHAAsH;QACtH,IAAI,YAA0C,CAAC;QAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,oBAAoB,EAAE;YACtC,IAAI,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;gBACjE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,YAAY,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;aACtC;SACF;aAAM;YACL,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtC,KAAK,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,OAAO,EAAE;gBACpD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,YAAY,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;aACtC;SACF;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,MAAc,EACd,WAA0B;QAE1B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;SACH;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;YAC5B,OAAO;SACR;QAED,MAAM,IAAI,CAAC,GAAG;aACX,UAAU,CAAC,kBAAkB,CAAC;aAC9B,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC;aAC5B,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,WAAW,CAAC;aACtC,OAAO,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;SACH;QAED,MAAM,IAAI,CAAC,GAAG;aACX,UAAU,CAAC,kBAAkB,CAAC;aAC9B,OAAO,EAAE,CAAC;IACf,CAAC;CACF"}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import type { EventLog, Filter, PaginationCursor } from '@enbox/dwn-sdk-js';
|
|
2
|
-
import { Dialect } from './dialect/dialect.js';
|
|
3
|
-
export declare class EventLogSql implements EventLog {
|
|
4
|
-
#private;
|
|
5
|
-
constructor(dialect: Dialect);
|
|
6
|
-
open(): Promise<void>;
|
|
7
|
-
close(): Promise<void>;
|
|
8
|
-
append(tenant: string, messageCid: string, indexes: Record<string, string | boolean | number>): Promise<void>;
|
|
9
|
-
/**
|
|
10
|
-
* Constructs a transactional operation to insert an event into the database.
|
|
11
|
-
*/
|
|
12
|
-
private constructPutEventOperation;
|
|
13
|
-
getEvents(tenant: string, cursor?: PaginationCursor): Promise<{
|
|
14
|
-
events: string[];
|
|
15
|
-
cursor?: PaginationCursor;
|
|
16
|
-
}>;
|
|
17
|
-
queryEvents(tenant: string, filters: Filter[], cursor?: PaginationCursor): Promise<{
|
|
18
|
-
events: string[];
|
|
19
|
-
cursor?: PaginationCursor;
|
|
20
|
-
}>;
|
|
21
|
-
deleteEventsByCid(tenant: string, messageCids: Array<string>): Promise<void>;
|
|
22
|
-
clear(): Promise<void>;
|
|
23
|
-
}
|
|
24
|
-
//# sourceMappingURL=event-log-sql.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"event-log-sql.d.ts","sourceRoot":"","sources":["../../../src/event-log-sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAO/C,qBAAa,WAAY,YAAW,QAAQ;;gBAK9B,OAAO,EAAE,OAAO;IAKtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmDrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,MAAM,CACV,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAchB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA+B5B,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAMpD,WAAW,CACf,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAqDpD,iBAAiB,CACrB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,GACzB,OAAO,CAAC,IAAI,CAAC;IAkBV,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAW7B"}
|
package/src/event-log-sql.ts
DELETED
|
@@ -1,227 +0,0 @@
|
|
|
1
|
-
import type { DwnDatabaseType, KeyValues } from './types.js';
|
|
2
|
-
import type { EventLog, Filter, PaginationCursor } from '@enbox/dwn-sdk-js';
|
|
3
|
-
|
|
4
|
-
import { Dialect } from './dialect/dialect.js';
|
|
5
|
-
import { filterSelectQuery } from './utils/filter.js';
|
|
6
|
-
import { Kysely, Transaction } from 'kysely';
|
|
7
|
-
import { executeWithRetryIfDatabaseIsLocked } from './utils/transaction.js';
|
|
8
|
-
import { extractTagsAndSanitizeIndexes } from './utils/sanitize.js';
|
|
9
|
-
import { TagTables } from './utils/tags.js';
|
|
10
|
-
|
|
11
|
-
export class EventLogSql implements EventLog {
|
|
12
|
-
#dialect: Dialect;
|
|
13
|
-
#db: Kysely<DwnDatabaseType> | null = null;
|
|
14
|
-
#tags: TagTables;
|
|
15
|
-
|
|
16
|
-
constructor(dialect: Dialect) {
|
|
17
|
-
this.#dialect = dialect;
|
|
18
|
-
this.#tags = new TagTables(dialect, 'eventLogMessages');
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
async open(): Promise<void> {
|
|
22
|
-
if (this.#db) {
|
|
23
|
-
return;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
this.#db = new Kysely<DwnDatabaseType>({ dialect: this.#dialect });
|
|
27
|
-
let createTable = this.#db.schema
|
|
28
|
-
.createTable('eventLogMessages')
|
|
29
|
-
.ifNotExists()
|
|
30
|
-
.addColumn('tenant', 'varchar(255)', (col) => col.notNull())
|
|
31
|
-
.addColumn('messageCid', 'varchar(60)', (col) => col.notNull())
|
|
32
|
-
.addColumn('interface', 'varchar(20)')
|
|
33
|
-
.addColumn('method', 'varchar(20)')
|
|
34
|
-
.addColumn('recordId', 'varchar(60)')
|
|
35
|
-
.addColumn('entryId','varchar(60)')
|
|
36
|
-
.addColumn('parentId', 'varchar(60)')
|
|
37
|
-
.addColumn('protocol', 'varchar(200)')
|
|
38
|
-
.addColumn('protocolPath', 'varchar(200)')
|
|
39
|
-
.addColumn('contextId', 'varchar(500)')
|
|
40
|
-
.addColumn('schema', 'varchar(200)')
|
|
41
|
-
.addColumn('author', 'varchar(255)')
|
|
42
|
-
.addColumn('recipient', 'varchar(255)')
|
|
43
|
-
.addColumn('messageTimestamp', 'varchar(30)')
|
|
44
|
-
.addColumn('dateCreated', 'varchar(30)')
|
|
45
|
-
.addColumn('datePublished', 'varchar(30)')
|
|
46
|
-
.addColumn('isLatestBaseState', 'boolean')
|
|
47
|
-
.addColumn('published', 'boolean')
|
|
48
|
-
.addColumn('prune', 'boolean')
|
|
49
|
-
.addColumn('dataFormat', 'varchar(30)')
|
|
50
|
-
.addColumn('dataCid', 'varchar(60)')
|
|
51
|
-
.addColumn('dataSize', 'integer')
|
|
52
|
-
// .addColumn('encodedData', 'text') // intentionally kept commented out code to show the only difference to `messageStoreMessages` table
|
|
53
|
-
.addColumn('attester', 'text')
|
|
54
|
-
.addColumn('permissionGrantId', 'varchar(60)')
|
|
55
|
-
.addColumn('latest', 'text'); // TODO: obsolete, remove once `dwn-sdk-js` is updated
|
|
56
|
-
|
|
57
|
-
let createRecordsTagsTable = this.#db.schema
|
|
58
|
-
.createTable('eventLogRecordsTags')
|
|
59
|
-
.ifNotExists()
|
|
60
|
-
.addColumn('tag', 'text', (col) => col.notNull())
|
|
61
|
-
.addColumn('valueString', 'text')
|
|
62
|
-
.addColumn('valueNumber', 'decimal');
|
|
63
|
-
// Add columns that have dialect-specific constraints
|
|
64
|
-
createTable = this.#dialect.addAutoIncrementingColumn(createTable, 'watermark', (col) => col.primaryKey());
|
|
65
|
-
createRecordsTagsTable = this.#dialect.addAutoIncrementingColumn(createRecordsTagsTable, 'id', (col) => col.primaryKey());
|
|
66
|
-
createRecordsTagsTable = this.#dialect.addReferencedColumn(createRecordsTagsTable, 'eventLogRecordsTags', 'eventWatermark', 'integer', 'eventLogMessages', 'watermark', 'cascade');
|
|
67
|
-
|
|
68
|
-
await createTable.execute();
|
|
69
|
-
await createRecordsTagsTable.execute();
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
async close(): Promise<void> {
|
|
73
|
-
await this.#db?.destroy();
|
|
74
|
-
this.#db = null;
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
async append(
|
|
78
|
-
tenant: string,
|
|
79
|
-
messageCid: string,
|
|
80
|
-
indexes: Record<string, string | boolean | number>
|
|
81
|
-
): Promise<void> {
|
|
82
|
-
if (!this.#db) {
|
|
83
|
-
throw new Error(
|
|
84
|
-
'Connection to database not open. Call `open` before using `append`.'
|
|
85
|
-
);
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
// we execute the insert in a transaction as we are making multiple inserts into multiple tables.
|
|
89
|
-
// if any of these inserts would throw, the whole transaction would be rolled back.
|
|
90
|
-
// otherwise it is committed.
|
|
91
|
-
const putEventOperation = this.constructPutEventOperation({ tenant, messageCid, indexes });
|
|
92
|
-
await executeWithRetryIfDatabaseIsLocked(this.#db, putEventOperation);
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
/**
|
|
96
|
-
* Constructs a transactional operation to insert an event into the database.
|
|
97
|
-
*/
|
|
98
|
-
private constructPutEventOperation(queryOptions: {
|
|
99
|
-
tenant: string;
|
|
100
|
-
messageCid: string;
|
|
101
|
-
indexes: KeyValues;
|
|
102
|
-
}): (tx: Transaction<DwnDatabaseType>) => Promise<void> {
|
|
103
|
-
const { tenant, messageCid, indexes } = queryOptions;
|
|
104
|
-
|
|
105
|
-
// we extract the tag indexes into their own object to be inserted separately.
|
|
106
|
-
// we also sanitize the indexes to convert any `boolean` values to `text` representations.
|
|
107
|
-
const { indexes: appendIndexes, tags } = extractTagsAndSanitizeIndexes(indexes);
|
|
108
|
-
|
|
109
|
-
return async (tx) => {
|
|
110
|
-
|
|
111
|
-
const eventIndexValues = {
|
|
112
|
-
tenant,
|
|
113
|
-
messageCid,
|
|
114
|
-
...appendIndexes,
|
|
115
|
-
};
|
|
116
|
-
|
|
117
|
-
// we use the dialect-specific `insertThenReturnId` in order to be able to extract the `insertId`
|
|
118
|
-
const result = await this.#dialect
|
|
119
|
-
.insertThenReturnId(tx, 'eventLogMessages', eventIndexValues, 'watermark as insertId')
|
|
120
|
-
.executeTakeFirstOrThrow();
|
|
121
|
-
|
|
122
|
-
// if tags exist, we execute those within the transaction associating them with the `insertId`.
|
|
123
|
-
if (Object.keys(tags).length > 0) {
|
|
124
|
-
await this.#tags.executeTagsInsert(result.insertId, tags, tx);
|
|
125
|
-
}
|
|
126
|
-
};
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
async getEvents(
|
|
130
|
-
tenant: string,
|
|
131
|
-
cursor?: PaginationCursor
|
|
132
|
-
): Promise<{events: string[], cursor?: PaginationCursor }> {
|
|
133
|
-
|
|
134
|
-
// get events is simply a query without any filters. gets all events beyond the cursor.
|
|
135
|
-
return this.queryEvents(tenant, [], cursor);
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
async queryEvents(
|
|
139
|
-
tenant: string,
|
|
140
|
-
filters: Filter[],
|
|
141
|
-
cursor?: PaginationCursor
|
|
142
|
-
): Promise<{events: string[], cursor?: PaginationCursor }> {
|
|
143
|
-
if (!this.#db) {
|
|
144
|
-
throw new Error(
|
|
145
|
-
'Connection to database not open. Call `open` before using `queryEvents`.'
|
|
146
|
-
);
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
let query = this.#db
|
|
150
|
-
.selectFrom('eventLogMessages')
|
|
151
|
-
.leftJoin('eventLogRecordsTags', 'eventLogRecordsTags.eventWatermark', 'eventLogMessages.watermark')
|
|
152
|
-
.select('messageCid')
|
|
153
|
-
.distinct()
|
|
154
|
-
.select('watermark')
|
|
155
|
-
.where('tenant', '=', tenant);
|
|
156
|
-
|
|
157
|
-
if (filters.length > 0) {
|
|
158
|
-
// filter sanitization takes place within `filterSelectQuery`
|
|
159
|
-
query = filterSelectQuery(filters, query);
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
if(cursor !== undefined) {
|
|
163
|
-
// eventLogMessages in the sql store uses the watermark cursor value which is a number in SQL
|
|
164
|
-
// if not we will return empty results
|
|
165
|
-
const cursorValue = cursor.value as number;
|
|
166
|
-
const cursorMessageCid = cursor.messageCid;
|
|
167
|
-
|
|
168
|
-
query = query.where(({ eb, refTuple, tuple }) => {
|
|
169
|
-
// https://kysely-org.github.io/kysely-apidoc/interfaces/ExpressionBuilder.html#refTuple
|
|
170
|
-
return eb(refTuple('watermark', 'messageCid'), '>', tuple(cursorValue, cursorMessageCid));
|
|
171
|
-
});
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
query = query.orderBy('watermark', 'asc').orderBy('messageCid', 'asc');
|
|
175
|
-
|
|
176
|
-
const events: string[] = [];
|
|
177
|
-
// we always return a cursor with the event log query, so we set the return cursor to the properties of the last item.
|
|
178
|
-
let returnCursor: PaginationCursor | undefined;
|
|
179
|
-
if (this.#dialect.isStreamingSupported) {
|
|
180
|
-
for await (let { messageCid, watermark: value } of query.stream()) {
|
|
181
|
-
events.push(messageCid);
|
|
182
|
-
returnCursor = { messageCid, value };
|
|
183
|
-
}
|
|
184
|
-
} else {
|
|
185
|
-
const results = await query.execute();
|
|
186
|
-
for (let { messageCid, watermark: value } of results) {
|
|
187
|
-
events.push(messageCid);
|
|
188
|
-
returnCursor = { messageCid, value };
|
|
189
|
-
}
|
|
190
|
-
}
|
|
191
|
-
|
|
192
|
-
return { events, cursor: returnCursor };
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
async deleteEventsByCid(
|
|
196
|
-
tenant: string,
|
|
197
|
-
messageCids: Array<string>
|
|
198
|
-
): Promise<void> {
|
|
199
|
-
if (!this.#db) {
|
|
200
|
-
throw new Error(
|
|
201
|
-
'Connection to database not open. Call `open` before using `deleteEventsByCid`.'
|
|
202
|
-
);
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
if (messageCids.length === 0) {
|
|
206
|
-
return;
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
await this.#db
|
|
210
|
-
.deleteFrom('eventLogMessages')
|
|
211
|
-
.where('tenant', '=', tenant)
|
|
212
|
-
.where('messageCid', 'in', messageCids)
|
|
213
|
-
.execute();
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
async clear(): Promise<void> {
|
|
217
|
-
if (!this.#db) {
|
|
218
|
-
throw new Error(
|
|
219
|
-
'Connection to database not open. Call `open` before using `clear`.'
|
|
220
|
-
);
|
|
221
|
-
}
|
|
222
|
-
|
|
223
|
-
await this.#db
|
|
224
|
-
.deleteFrom('eventLogMessages')
|
|
225
|
-
.execute();
|
|
226
|
-
}
|
|
227
|
-
}
|