@enbox/dwn-sql-store 0.0.1 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/README.md +36 -53
  2. package/dist/esm/src/data-store-sql.js +5 -5
  3. package/dist/esm/src/data-store-sql.js.map +1 -1
  4. package/dist/esm/src/dialect/bun-sqlite-adapter.js +46 -0
  5. package/dist/esm/src/dialect/bun-sqlite-adapter.js.map +1 -0
  6. package/dist/esm/src/dialect/mysql-dialect.js +1 -1
  7. package/dist/esm/src/dialect/mysql-dialect.js.map +1 -1
  8. package/dist/esm/src/dialect/postgres-dialect.js +1 -1
  9. package/dist/esm/src/dialect/postgres-dialect.js.map +1 -1
  10. package/dist/esm/src/dialect/sqlite-dialect.js +1 -1
  11. package/dist/esm/src/dialect/sqlite-dialect.js.map +1 -1
  12. package/dist/esm/src/main.js +3 -1
  13. package/dist/esm/src/main.js.map +1 -1
  14. package/dist/esm/src/message-store-sql.js +54 -25
  15. package/dist/esm/src/message-store-sql.js.map +1 -1
  16. package/dist/esm/src/resumable-task-store-sql.js +5 -6
  17. package/dist/esm/src/resumable-task-store-sql.js.map +1 -1
  18. package/dist/esm/src/smt-store-sql.js +151 -0
  19. package/dist/esm/src/smt-store-sql.js.map +1 -0
  20. package/dist/esm/src/state-index-sql.js +234 -0
  21. package/dist/esm/src/state-index-sql.js.map +1 -0
  22. package/dist/esm/src/utils/filter.js +3 -3
  23. package/dist/esm/src/utils/filter.js.map +1 -1
  24. package/dist/esm/src/utils/sanitize.js +7 -8
  25. package/dist/esm/src/utils/sanitize.js.map +1 -1
  26. package/dist/esm/src/utils/tags.js +3 -6
  27. package/dist/esm/src/utils/tags.js.map +1 -1
  28. package/dist/esm/src/utils/transaction.js +3 -21
  29. package/dist/esm/src/utils/transaction.js.map +1 -1
  30. package/dist/types/src/data-store-sql.d.ts +3 -4
  31. package/dist/types/src/data-store-sql.d.ts.map +1 -1
  32. package/dist/types/src/dialect/bun-sqlite-adapter.d.ts +33 -0
  33. package/dist/types/src/dialect/bun-sqlite-adapter.d.ts.map +1 -0
  34. package/dist/types/src/dialect/dialect.d.ts +1 -2
  35. package/dist/types/src/dialect/dialect.d.ts.map +1 -1
  36. package/dist/types/src/dialect/mysql-dialect.d.ts +3 -2
  37. package/dist/types/src/dialect/mysql-dialect.d.ts.map +1 -1
  38. package/dist/types/src/dialect/postgres-dialect.d.ts +3 -2
  39. package/dist/types/src/dialect/postgres-dialect.d.ts.map +1 -1
  40. package/dist/types/src/dialect/sqlite-dialect.d.ts +3 -2
  41. package/dist/types/src/dialect/sqlite-dialect.d.ts.map +1 -1
  42. package/dist/types/src/main.d.ts +3 -1
  43. package/dist/types/src/main.d.ts.map +1 -1
  44. package/dist/types/src/message-store-sql.d.ts +4 -3
  45. package/dist/types/src/message-store-sql.d.ts.map +1 -1
  46. package/dist/types/src/resumable-task-store-sql.d.ts +2 -2
  47. package/dist/types/src/resumable-task-store-sql.d.ts.map +1 -1
  48. package/dist/types/src/smt-store-sql.d.ts +37 -0
  49. package/dist/types/src/smt-store-sql.d.ts.map +1 -0
  50. package/dist/types/src/state-index-sql.d.ts +44 -0
  51. package/dist/types/src/state-index-sql.d.ts.map +1 -0
  52. package/dist/types/src/types.d.ts +24 -42
  53. package/dist/types/src/types.d.ts.map +1 -1
  54. package/dist/types/src/utils/filter.d.ts +3 -3
  55. package/dist/types/src/utils/filter.d.ts.map +1 -1
  56. package/dist/types/src/utils/sanitize.d.ts +2 -2
  57. package/dist/types/src/utils/sanitize.d.ts.map +1 -1
  58. package/dist/types/src/utils/tags.d.ts +3 -5
  59. package/dist/types/src/utils/tags.d.ts.map +1 -1
  60. package/dist/types/src/utils/transaction.d.ts +4 -4
  61. package/dist/types/src/utils/transaction.d.ts.map +1 -1
  62. package/package.json +19 -31
  63. package/src/data-store-sql.ts +11 -9
  64. package/src/dialect/bun-sqlite-adapter.ts +82 -0
  65. package/src/dialect/dialect.ts +4 -5
  66. package/src/dialect/mysql-dialect.ts +8 -6
  67. package/src/dialect/postgres-dialect.ts +11 -6
  68. package/src/dialect/sqlite-dialect.ts +11 -6
  69. package/src/main.ts +4 -2
  70. package/src/message-store-sql.ts +90 -45
  71. package/src/resumable-task-store-sql.ts +9 -7
  72. package/src/smt-store-sql.ts +206 -0
  73. package/src/state-index-sql.ts +283 -0
  74. package/src/types.ts +32 -47
  75. package/src/utils/filter.ts +8 -6
  76. package/src/utils/sanitize.ts +19 -20
  77. package/src/utils/tags.ts +6 -7
  78. package/src/utils/transaction.ts +7 -23
  79. package/dist/cjs/main.js +0 -3784
  80. package/dist/cjs/package.json +0 -1
  81. package/dist/esm/src/event-log-sql.js +0 -169
  82. package/dist/esm/src/event-log-sql.js.map +0 -1
  83. package/dist/types/src/event-log-sql.d.ts +0 -24
  84. package/dist/types/src/event-log-sql.d.ts.map +0 -1
  85. package/src/event-log-sql.ts +0 -227
@@ -1 +0,0 @@
1
- {"type": "commonjs"}
@@ -1,169 +0,0 @@
1
- import { filterSelectQuery } from './utils/filter.js';
2
- import { Kysely } from 'kysely';
3
- import { executeWithRetryIfDatabaseIsLocked } from './utils/transaction.js';
4
- import { extractTagsAndSanitizeIndexes } from './utils/sanitize.js';
5
- import { TagTables } from './utils/tags.js';
6
- export class EventLogSql {
7
- #dialect;
8
- #db = null;
9
- #tags;
10
- constructor(dialect) {
11
- this.#dialect = dialect;
12
- this.#tags = new TagTables(dialect, 'eventLogMessages');
13
- }
14
- async open() {
15
- if (this.#db) {
16
- return;
17
- }
18
- this.#db = new Kysely({ dialect: this.#dialect });
19
- let createTable = this.#db.schema
20
- .createTable('eventLogMessages')
21
- .ifNotExists()
22
- .addColumn('tenant', 'varchar(255)', (col) => col.notNull())
23
- .addColumn('messageCid', 'varchar(60)', (col) => col.notNull())
24
- .addColumn('interface', 'varchar(20)')
25
- .addColumn('method', 'varchar(20)')
26
- .addColumn('recordId', 'varchar(60)')
27
- .addColumn('entryId', 'varchar(60)')
28
- .addColumn('parentId', 'varchar(60)')
29
- .addColumn('protocol', 'varchar(200)')
30
- .addColumn('protocolPath', 'varchar(200)')
31
- .addColumn('contextId', 'varchar(500)')
32
- .addColumn('schema', 'varchar(200)')
33
- .addColumn('author', 'varchar(255)')
34
- .addColumn('recipient', 'varchar(255)')
35
- .addColumn('messageTimestamp', 'varchar(30)')
36
- .addColumn('dateCreated', 'varchar(30)')
37
- .addColumn('datePublished', 'varchar(30)')
38
- .addColumn('isLatestBaseState', 'boolean')
39
- .addColumn('published', 'boolean')
40
- .addColumn('prune', 'boolean')
41
- .addColumn('dataFormat', 'varchar(30)')
42
- .addColumn('dataCid', 'varchar(60)')
43
- .addColumn('dataSize', 'integer')
44
- // .addColumn('encodedData', 'text') // intentionally kept commented out code to show the only difference to `messageStoreMessages` table
45
- .addColumn('attester', 'text')
46
- .addColumn('permissionGrantId', 'varchar(60)')
47
- .addColumn('latest', 'text'); // TODO: obsolete, remove once `dwn-sdk-js` is updated
48
- let createRecordsTagsTable = this.#db.schema
49
- .createTable('eventLogRecordsTags')
50
- .ifNotExists()
51
- .addColumn('tag', 'text', (col) => col.notNull())
52
- .addColumn('valueString', 'text')
53
- .addColumn('valueNumber', 'decimal');
54
- // Add columns that have dialect-specific constraints
55
- createTable = this.#dialect.addAutoIncrementingColumn(createTable, 'watermark', (col) => col.primaryKey());
56
- createRecordsTagsTable = this.#dialect.addAutoIncrementingColumn(createRecordsTagsTable, 'id', (col) => col.primaryKey());
57
- createRecordsTagsTable = this.#dialect.addReferencedColumn(createRecordsTagsTable, 'eventLogRecordsTags', 'eventWatermark', 'integer', 'eventLogMessages', 'watermark', 'cascade');
58
- await createTable.execute();
59
- await createRecordsTagsTable.execute();
60
- }
61
- async close() {
62
- await this.#db?.destroy();
63
- this.#db = null;
64
- }
65
- async append(tenant, messageCid, indexes) {
66
- if (!this.#db) {
67
- throw new Error('Connection to database not open. Call `open` before using `append`.');
68
- }
69
- // we execute the insert in a transaction as we are making multiple inserts into multiple tables.
70
- // if any of these inserts would throw, the whole transaction would be rolled back.
71
- // otherwise it is committed.
72
- const putEventOperation = this.constructPutEventOperation({ tenant, messageCid, indexes });
73
- await executeWithRetryIfDatabaseIsLocked(this.#db, putEventOperation);
74
- }
75
- /**
76
- * Constructs a transactional operation to insert an event into the database.
77
- */
78
- constructPutEventOperation(queryOptions) {
79
- const { tenant, messageCid, indexes } = queryOptions;
80
- // we extract the tag indexes into their own object to be inserted separately.
81
- // we also sanitize the indexes to convert any `boolean` values to `text` representations.
82
- const { indexes: appendIndexes, tags } = extractTagsAndSanitizeIndexes(indexes);
83
- return async (tx) => {
84
- const eventIndexValues = {
85
- tenant,
86
- messageCid,
87
- ...appendIndexes,
88
- };
89
- // we use the dialect-specific `insertThenReturnId` in order to be able to extract the `insertId`
90
- const result = await this.#dialect
91
- .insertThenReturnId(tx, 'eventLogMessages', eventIndexValues, 'watermark as insertId')
92
- .executeTakeFirstOrThrow();
93
- // if tags exist, we execute those within the transaction associating them with the `insertId`.
94
- if (Object.keys(tags).length > 0) {
95
- await this.#tags.executeTagsInsert(result.insertId, tags, tx);
96
- }
97
- };
98
- }
99
- async getEvents(tenant, cursor) {
100
- // get events is simply a query without any filters. gets all events beyond the cursor.
101
- return this.queryEvents(tenant, [], cursor);
102
- }
103
- async queryEvents(tenant, filters, cursor) {
104
- if (!this.#db) {
105
- throw new Error('Connection to database not open. Call `open` before using `queryEvents`.');
106
- }
107
- let query = this.#db
108
- .selectFrom('eventLogMessages')
109
- .leftJoin('eventLogRecordsTags', 'eventLogRecordsTags.eventWatermark', 'eventLogMessages.watermark')
110
- .select('messageCid')
111
- .distinct()
112
- .select('watermark')
113
- .where('tenant', '=', tenant);
114
- if (filters.length > 0) {
115
- // filter sanitization takes place within `filterSelectQuery`
116
- query = filterSelectQuery(filters, query);
117
- }
118
- if (cursor !== undefined) {
119
- // eventLogMessages in the sql store uses the watermark cursor value which is a number in SQL
120
- // if not we will return empty results
121
- const cursorValue = cursor.value;
122
- const cursorMessageCid = cursor.messageCid;
123
- query = query.where(({ eb, refTuple, tuple }) => {
124
- // https://kysely-org.github.io/kysely-apidoc/interfaces/ExpressionBuilder.html#refTuple
125
- return eb(refTuple('watermark', 'messageCid'), '>', tuple(cursorValue, cursorMessageCid));
126
- });
127
- }
128
- query = query.orderBy('watermark', 'asc').orderBy('messageCid', 'asc');
129
- const events = [];
130
- // we always return a cursor with the event log query, so we set the return cursor to the properties of the last item.
131
- let returnCursor;
132
- if (this.#dialect.isStreamingSupported) {
133
- for await (let { messageCid, watermark: value } of query.stream()) {
134
- events.push(messageCid);
135
- returnCursor = { messageCid, value };
136
- }
137
- }
138
- else {
139
- const results = await query.execute();
140
- for (let { messageCid, watermark: value } of results) {
141
- events.push(messageCid);
142
- returnCursor = { messageCid, value };
143
- }
144
- }
145
- return { events, cursor: returnCursor };
146
- }
147
- async deleteEventsByCid(tenant, messageCids) {
148
- if (!this.#db) {
149
- throw new Error('Connection to database not open. Call `open` before using `deleteEventsByCid`.');
150
- }
151
- if (messageCids.length === 0) {
152
- return;
153
- }
154
- await this.#db
155
- .deleteFrom('eventLogMessages')
156
- .where('tenant', '=', tenant)
157
- .where('messageCid', 'in', messageCids)
158
- .execute();
159
- }
160
- async clear() {
161
- if (!this.#db) {
162
- throw new Error('Connection to database not open. Call `open` before using `clear`.');
163
- }
164
- await this.#db
165
- .deleteFrom('eventLogMessages')
166
- .execute();
167
- }
168
- }
169
- //# sourceMappingURL=event-log-sql.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"event-log-sql.js","sourceRoot":"","sources":["../../../src/event-log-sql.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,MAAM,EAAe,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,MAAM,OAAO,WAAW;IACtB,QAAQ,CAAU;IAClB,GAAG,GAAmC,IAAI,CAAC;IAC3C,KAAK,CAAY;IAEjB,YAAY,OAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,GAAG,EAAE;YACZ,OAAO;SACR;QAED,IAAI,CAAC,GAAG,GAAG,IAAI,MAAM,CAAkB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnE,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;aAC9B,WAAW,CAAC,kBAAkB,CAAC;aAC/B,WAAW,EAAE;aACb,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAC3D,SAAS,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAC9D,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;aACrC,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC;aAClC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC;aACpC,SAAS,CAAC,SAAS,EAAC,aAAa,CAAC;aAClC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC;aACpC,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC;aACrC,SAAS,CAAC,cAAc,EAAE,cAAc,CAAC;aACzC,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC;aACtC,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC;aACnC,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC;aACnC,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC;aACtC,SAAS,CAAC,kBAAkB,EAAE,aAAa,CAAC;aAC5C,SAAS,CAAC,aAAa,EAAE,aAAa,CAAC;aACvC,SAAS,CAAC,eAAe,EAAE,aAAa,CAAC;aACzC,SAAS,CAAC,mBAAmB,EAAE,SAAS,CAAC;aACzC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;aACjC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;aAC7B,SAAS,CAAC,YAAY,EAAE,aAAa,CAAC;aACtC,SAAS,CAAC,SAAS,EAAE,aAAa,CAAC;aACnC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC;YACjC,yIAAyI;aACxI,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;aAC7B,SAAS,CAAC,mBAAmB,EAAE,aAAa,CAAC;aAC7C,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,sDAAsD;QAEtF,IAAI,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;aACzC,WAAW,CAAC,qBAAqB,CAAC;aAClC,WAAW,EAAE;aACb,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;aAChD,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC;aAChC,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACvC,qDAAqD;QACrD,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3G,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1H,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,SAAS,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAEnL,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,sBAAsB,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAc,EACd,UAAkB,EAClB,OAAkD;QAElD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,qEAAqE,CACtE,CAAC;SACH;QAED,iGAAiG;QACjG,mFAAmF;QACnF,6BAA6B;QAC7B,MAAM,iBAAiB,GAAG,IAAI,CAAC,0BAA0B,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,MAAM,kCAAkC,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,YAIlC;QACC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QAErD,8EAA8E;QAC9E,0FAA0F;QAC1F,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,6BAA6B,CAAC,OAAO,CAAC,CAAC;QAEhF,OAAO,KAAK,EAAE,EAAE,EAAE,EAAE;YAElB,MAAM,gBAAgB,GAAG;gBACvB,MAAM;gBACN,UAAU;gBACV,GAAG,aAAa;aACjB,CAAC;YAEF,iGAAiG;YACjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ;iBAC/B,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,uBAAuB,CAAC;iBACrF,uBAAuB,EAAE,CAAC;YAE7B,+FAA+F;YAC/F,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;gBAChC,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;aAC/D;QACH,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAc,EACd,MAAyB;QAGzB,uFAAuF;QACvF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAc,EACd,OAAiB,EACjB,MAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;QAED,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG;aACjB,UAAU,CAAC,kBAAkB,CAAC;aAC9B,QAAQ,CAAC,qBAAqB,EAAE,oCAAoC,EAAE,4BAA4B,CAAC;aACnG,MAAM,CAAC,YAAY,CAAC;aACpB,QAAQ,EAAE;aACV,MAAM,CAAC,WAAW,CAAC;aACnB,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAEhC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,6DAA6D;YAC7D,KAAK,GAAG,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;SAC3C;QAED,IAAG,MAAM,KAAK,SAAS,EAAE;YACvB,6FAA6F;YAC7F,sCAAsC;YACtC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAe,CAAC;YAC3C,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;YAE3C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC9C,wFAAwF;gBACxF,OAAO,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;SACJ;QAED,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,sHAAsH;QACtH,IAAI,YAA0C,CAAC;QAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,oBAAoB,EAAE;YACtC,IAAI,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;gBACjE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,YAAY,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;aACtC;SACF;aAAM;YACL,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtC,KAAK,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,OAAO,EAAE;gBACpD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,YAAY,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;aACtC;SACF;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,MAAc,EACd,WAA0B;QAE1B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;SACH;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;YAC5B,OAAO;SACR;QAED,MAAM,IAAI,CAAC,GAAG;aACX,UAAU,CAAC,kBAAkB,CAAC;aAC9B,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC;aAC5B,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,WAAW,CAAC;aACtC,OAAO,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;SACH;QAED,MAAM,IAAI,CAAC,GAAG;aACX,UAAU,CAAC,kBAAkB,CAAC;aAC9B,OAAO,EAAE,CAAC;IACf,CAAC;CACF"}
@@ -1,24 +0,0 @@
1
- import type { EventLog, Filter, PaginationCursor } from '@enbox/dwn-sdk-js';
2
- import { Dialect } from './dialect/dialect.js';
3
- export declare class EventLogSql implements EventLog {
4
- #private;
5
- constructor(dialect: Dialect);
6
- open(): Promise<void>;
7
- close(): Promise<void>;
8
- append(tenant: string, messageCid: string, indexes: Record<string, string | boolean | number>): Promise<void>;
9
- /**
10
- * Constructs a transactional operation to insert an event into the database.
11
- */
12
- private constructPutEventOperation;
13
- getEvents(tenant: string, cursor?: PaginationCursor): Promise<{
14
- events: string[];
15
- cursor?: PaginationCursor;
16
- }>;
17
- queryEvents(tenant: string, filters: Filter[], cursor?: PaginationCursor): Promise<{
18
- events: string[];
19
- cursor?: PaginationCursor;
20
- }>;
21
- deleteEventsByCid(tenant: string, messageCids: Array<string>): Promise<void>;
22
- clear(): Promise<void>;
23
- }
24
- //# sourceMappingURL=event-log-sql.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"event-log-sql.d.ts","sourceRoot":"","sources":["../../../src/event-log-sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAO/C,qBAAa,WAAY,YAAW,QAAQ;;gBAK9B,OAAO,EAAE,OAAO;IAKtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmDrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,MAAM,CACV,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAchB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA+B5B,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAMpD,WAAW,CACf,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,CAAC,EAAE,gBAAgB,CAAA;KAAE,CAAC;IAqDpD,iBAAiB,CACrB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,GACzB,OAAO,CAAC,IAAI,CAAC;IAkBV,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAW7B"}
@@ -1,227 +0,0 @@
1
- import type { DwnDatabaseType, KeyValues } from './types.js';
2
- import type { EventLog, Filter, PaginationCursor } from '@enbox/dwn-sdk-js';
3
-
4
- import { Dialect } from './dialect/dialect.js';
5
- import { filterSelectQuery } from './utils/filter.js';
6
- import { Kysely, Transaction } from 'kysely';
7
- import { executeWithRetryIfDatabaseIsLocked } from './utils/transaction.js';
8
- import { extractTagsAndSanitizeIndexes } from './utils/sanitize.js';
9
- import { TagTables } from './utils/tags.js';
10
-
11
- export class EventLogSql implements EventLog {
12
- #dialect: Dialect;
13
- #db: Kysely<DwnDatabaseType> | null = null;
14
- #tags: TagTables;
15
-
16
- constructor(dialect: Dialect) {
17
- this.#dialect = dialect;
18
- this.#tags = new TagTables(dialect, 'eventLogMessages');
19
- }
20
-
21
- async open(): Promise<void> {
22
- if (this.#db) {
23
- return;
24
- }
25
-
26
- this.#db = new Kysely<DwnDatabaseType>({ dialect: this.#dialect });
27
- let createTable = this.#db.schema
28
- .createTable('eventLogMessages')
29
- .ifNotExists()
30
- .addColumn('tenant', 'varchar(255)', (col) => col.notNull())
31
- .addColumn('messageCid', 'varchar(60)', (col) => col.notNull())
32
- .addColumn('interface', 'varchar(20)')
33
- .addColumn('method', 'varchar(20)')
34
- .addColumn('recordId', 'varchar(60)')
35
- .addColumn('entryId','varchar(60)')
36
- .addColumn('parentId', 'varchar(60)')
37
- .addColumn('protocol', 'varchar(200)')
38
- .addColumn('protocolPath', 'varchar(200)')
39
- .addColumn('contextId', 'varchar(500)')
40
- .addColumn('schema', 'varchar(200)')
41
- .addColumn('author', 'varchar(255)')
42
- .addColumn('recipient', 'varchar(255)')
43
- .addColumn('messageTimestamp', 'varchar(30)')
44
- .addColumn('dateCreated', 'varchar(30)')
45
- .addColumn('datePublished', 'varchar(30)')
46
- .addColumn('isLatestBaseState', 'boolean')
47
- .addColumn('published', 'boolean')
48
- .addColumn('prune', 'boolean')
49
- .addColumn('dataFormat', 'varchar(30)')
50
- .addColumn('dataCid', 'varchar(60)')
51
- .addColumn('dataSize', 'integer')
52
- // .addColumn('encodedData', 'text') // intentionally kept commented out code to show the only difference to `messageStoreMessages` table
53
- .addColumn('attester', 'text')
54
- .addColumn('permissionGrantId', 'varchar(60)')
55
- .addColumn('latest', 'text'); // TODO: obsolete, remove once `dwn-sdk-js` is updated
56
-
57
- let createRecordsTagsTable = this.#db.schema
58
- .createTable('eventLogRecordsTags')
59
- .ifNotExists()
60
- .addColumn('tag', 'text', (col) => col.notNull())
61
- .addColumn('valueString', 'text')
62
- .addColumn('valueNumber', 'decimal');
63
- // Add columns that have dialect-specific constraints
64
- createTable = this.#dialect.addAutoIncrementingColumn(createTable, 'watermark', (col) => col.primaryKey());
65
- createRecordsTagsTable = this.#dialect.addAutoIncrementingColumn(createRecordsTagsTable, 'id', (col) => col.primaryKey());
66
- createRecordsTagsTable = this.#dialect.addReferencedColumn(createRecordsTagsTable, 'eventLogRecordsTags', 'eventWatermark', 'integer', 'eventLogMessages', 'watermark', 'cascade');
67
-
68
- await createTable.execute();
69
- await createRecordsTagsTable.execute();
70
- }
71
-
72
- async close(): Promise<void> {
73
- await this.#db?.destroy();
74
- this.#db = null;
75
- }
76
-
77
- async append(
78
- tenant: string,
79
- messageCid: string,
80
- indexes: Record<string, string | boolean | number>
81
- ): Promise<void> {
82
- if (!this.#db) {
83
- throw new Error(
84
- 'Connection to database not open. Call `open` before using `append`.'
85
- );
86
- }
87
-
88
- // we execute the insert in a transaction as we are making multiple inserts into multiple tables.
89
- // if any of these inserts would throw, the whole transaction would be rolled back.
90
- // otherwise it is committed.
91
- const putEventOperation = this.constructPutEventOperation({ tenant, messageCid, indexes });
92
- await executeWithRetryIfDatabaseIsLocked(this.#db, putEventOperation);
93
- }
94
-
95
- /**
96
- * Constructs a transactional operation to insert an event into the database.
97
- */
98
- private constructPutEventOperation(queryOptions: {
99
- tenant: string;
100
- messageCid: string;
101
- indexes: KeyValues;
102
- }): (tx: Transaction<DwnDatabaseType>) => Promise<void> {
103
- const { tenant, messageCid, indexes } = queryOptions;
104
-
105
- // we extract the tag indexes into their own object to be inserted separately.
106
- // we also sanitize the indexes to convert any `boolean` values to `text` representations.
107
- const { indexes: appendIndexes, tags } = extractTagsAndSanitizeIndexes(indexes);
108
-
109
- return async (tx) => {
110
-
111
- const eventIndexValues = {
112
- tenant,
113
- messageCid,
114
- ...appendIndexes,
115
- };
116
-
117
- // we use the dialect-specific `insertThenReturnId` in order to be able to extract the `insertId`
118
- const result = await this.#dialect
119
- .insertThenReturnId(tx, 'eventLogMessages', eventIndexValues, 'watermark as insertId')
120
- .executeTakeFirstOrThrow();
121
-
122
- // if tags exist, we execute those within the transaction associating them with the `insertId`.
123
- if (Object.keys(tags).length > 0) {
124
- await this.#tags.executeTagsInsert(result.insertId, tags, tx);
125
- }
126
- };
127
- }
128
-
129
- async getEvents(
130
- tenant: string,
131
- cursor?: PaginationCursor
132
- ): Promise<{events: string[], cursor?: PaginationCursor }> {
133
-
134
- // get events is simply a query without any filters. gets all events beyond the cursor.
135
- return this.queryEvents(tenant, [], cursor);
136
- }
137
-
138
- async queryEvents(
139
- tenant: string,
140
- filters: Filter[],
141
- cursor?: PaginationCursor
142
- ): Promise<{events: string[], cursor?: PaginationCursor }> {
143
- if (!this.#db) {
144
- throw new Error(
145
- 'Connection to database not open. Call `open` before using `queryEvents`.'
146
- );
147
- }
148
-
149
- let query = this.#db
150
- .selectFrom('eventLogMessages')
151
- .leftJoin('eventLogRecordsTags', 'eventLogRecordsTags.eventWatermark', 'eventLogMessages.watermark')
152
- .select('messageCid')
153
- .distinct()
154
- .select('watermark')
155
- .where('tenant', '=', tenant);
156
-
157
- if (filters.length > 0) {
158
- // filter sanitization takes place within `filterSelectQuery`
159
- query = filterSelectQuery(filters, query);
160
- }
161
-
162
- if(cursor !== undefined) {
163
- // eventLogMessages in the sql store uses the watermark cursor value which is a number in SQL
164
- // if not we will return empty results
165
- const cursorValue = cursor.value as number;
166
- const cursorMessageCid = cursor.messageCid;
167
-
168
- query = query.where(({ eb, refTuple, tuple }) => {
169
- // https://kysely-org.github.io/kysely-apidoc/interfaces/ExpressionBuilder.html#refTuple
170
- return eb(refTuple('watermark', 'messageCid'), '>', tuple(cursorValue, cursorMessageCid));
171
- });
172
- }
173
-
174
- query = query.orderBy('watermark', 'asc').orderBy('messageCid', 'asc');
175
-
176
- const events: string[] = [];
177
- // we always return a cursor with the event log query, so we set the return cursor to the properties of the last item.
178
- let returnCursor: PaginationCursor | undefined;
179
- if (this.#dialect.isStreamingSupported) {
180
- for await (let { messageCid, watermark: value } of query.stream()) {
181
- events.push(messageCid);
182
- returnCursor = { messageCid, value };
183
- }
184
- } else {
185
- const results = await query.execute();
186
- for (let { messageCid, watermark: value } of results) {
187
- events.push(messageCid);
188
- returnCursor = { messageCid, value };
189
- }
190
- }
191
-
192
- return { events, cursor: returnCursor };
193
- }
194
-
195
- async deleteEventsByCid(
196
- tenant: string,
197
- messageCids: Array<string>
198
- ): Promise<void> {
199
- if (!this.#db) {
200
- throw new Error(
201
- 'Connection to database not open. Call `open` before using `deleteEventsByCid`.'
202
- );
203
- }
204
-
205
- if (messageCids.length === 0) {
206
- return;
207
- }
208
-
209
- await this.#db
210
- .deleteFrom('eventLogMessages')
211
- .where('tenant', '=', tenant)
212
- .where('messageCid', 'in', messageCids)
213
- .execute();
214
- }
215
-
216
- async clear(): Promise<void> {
217
- if (!this.#db) {
218
- throw new Error(
219
- 'Connection to database not open. Call `open` before using `clear`.'
220
- );
221
- }
222
-
223
- await this.#db
224
- .deleteFrom('eventLogMessages')
225
- .execute();
226
- }
227
- }