on-zero 0.6.12 → 0.6.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/dist/cjs/createZeroSQLiteServer.cjs +319 -0
  2. package/dist/cjs/createZeroSQLiteServer.native.js +440 -0
  3. package/dist/cjs/createZeroSQLiteServer.native.js.map +1 -0
  4. package/dist/cjs/createZeroSQLiteServer.test.cjs +429 -0
  5. package/dist/cjs/createZeroSQLiteServer.test.native.js +466 -0
  6. package/dist/cjs/createZeroSQLiteServer.test.native.js.map +1 -0
  7. package/dist/cjs/createZeroServer.cjs +20 -234
  8. package/dist/cjs/createZeroServer.native.js +24 -250
  9. package/dist/cjs/createZeroServer.native.js.map +1 -1
  10. package/dist/cjs/createZeroServer.test.cjs +35 -1
  11. package/dist/cjs/createZeroServer.test.native.js +38 -1
  12. package/dist/cjs/createZeroServer.test.native.js.map +1 -1
  13. package/dist/cjs/createZeroServerCore.cjs +362 -0
  14. package/dist/cjs/createZeroServerCore.native.js +389 -0
  15. package/dist/cjs/createZeroServerCore.native.js.map +1 -0
  16. package/dist/cjs/generate-lite.cjs +1 -0
  17. package/dist/cjs/generate-lite.native.js +1 -0
  18. package/dist/cjs/generate-lite.native.js.map +1 -1
  19. package/dist/cjs/generate-lite.test.cjs +5 -1
  20. package/dist/cjs/generate-lite.test.native.js +5 -1
  21. package/dist/cjs/generate-lite.test.native.js.map +1 -1
  22. package/dist/cjs/generate.cjs +20 -11
  23. package/dist/cjs/generate.native.js +29 -21
  24. package/dist/cjs/generate.native.js.map +1 -1
  25. package/dist/cjs/generate.test.cjs +110 -0
  26. package/dist/cjs/generate.test.native.js +110 -0
  27. package/dist/cjs/generate.test.native.js.map +1 -1
  28. package/dist/cjs/httpPull/transport.test.cjs +5 -4
  29. package/dist/cjs/httpPull/transport.test.native.js +6 -5
  30. package/dist/cjs/httpPull/transport.test.native.js.map +1 -1
  31. package/dist/cjs/httpPullTransport.cjs +2 -1
  32. package/dist/cjs/httpPullTransport.native.js +3 -2
  33. package/dist/cjs/httpPullTransport.native.js.map +1 -1
  34. package/dist/cjs/server.cjs +2 -1
  35. package/dist/cjs/syncHost.cjs +164 -0
  36. package/dist/cjs/syncHost.native.js +371 -0
  37. package/dist/cjs/syncHost.native.js.map +1 -0
  38. package/dist/cjs/syncHost.test.cjs +229 -0
  39. package/dist/cjs/syncHost.test.native.js +278 -0
  40. package/dist/cjs/syncHost.test.native.js.map +1 -0
  41. package/dist/esm/createZeroSQLiteServer.mjs +293 -0
  42. package/dist/esm/createZeroSQLiteServer.mjs.map +1 -0
  43. package/dist/esm/createZeroSQLiteServer.native.js +411 -0
  44. package/dist/esm/createZeroSQLiteServer.native.js.map +1 -0
  45. package/dist/esm/createZeroSQLiteServer.test.mjs +430 -0
  46. package/dist/esm/createZeroSQLiteServer.test.mjs.map +1 -0
  47. package/dist/esm/createZeroSQLiteServer.test.native.js +464 -0
  48. package/dist/esm/createZeroSQLiteServer.test.native.js.map +1 -0
  49. package/dist/esm/createZeroServer.mjs +17 -231
  50. package/dist/esm/createZeroServer.mjs.map +1 -1
  51. package/dist/esm/createZeroServer.native.js +21 -247
  52. package/dist/esm/createZeroServer.native.js.map +1 -1
  53. package/dist/esm/createZeroServer.test.mjs +35 -1
  54. package/dist/esm/createZeroServer.test.mjs.map +1 -1
  55. package/dist/esm/createZeroServer.test.native.js +38 -1
  56. package/dist/esm/createZeroServer.test.native.js.map +1 -1
  57. package/dist/esm/createZeroServerCore.mjs +336 -0
  58. package/dist/esm/createZeroServerCore.mjs.map +1 -0
  59. package/dist/esm/createZeroServerCore.native.js +360 -0
  60. package/dist/esm/createZeroServerCore.native.js.map +1 -0
  61. package/dist/esm/generate-lite.mjs +1 -0
  62. package/dist/esm/generate-lite.mjs.map +1 -1
  63. package/dist/esm/generate-lite.native.js +1 -0
  64. package/dist/esm/generate-lite.native.js.map +1 -1
  65. package/dist/esm/generate-lite.test.mjs +5 -1
  66. package/dist/esm/generate-lite.test.mjs.map +1 -1
  67. package/dist/esm/generate-lite.test.native.js +5 -1
  68. package/dist/esm/generate-lite.test.native.js.map +1 -1
  69. package/dist/esm/generate.mjs +20 -11
  70. package/dist/esm/generate.mjs.map +1 -1
  71. package/dist/esm/generate.native.js +29 -21
  72. package/dist/esm/generate.native.js.map +1 -1
  73. package/dist/esm/generate.test.mjs +87 -1
  74. package/dist/esm/generate.test.mjs.map +1 -1
  75. package/dist/esm/generate.test.native.js +87 -1
  76. package/dist/esm/generate.test.native.js.map +1 -1
  77. package/dist/esm/httpPull/transport.test.mjs +5 -4
  78. package/dist/esm/httpPull/transport.test.mjs.map +1 -1
  79. package/dist/esm/httpPull/transport.test.native.js +6 -5
  80. package/dist/esm/httpPull/transport.test.native.js.map +1 -1
  81. package/dist/esm/httpPullTransport.mjs +2 -1
  82. package/dist/esm/httpPullTransport.mjs.map +1 -1
  83. package/dist/esm/httpPullTransport.native.js +3 -2
  84. package/dist/esm/httpPullTransport.native.js.map +1 -1
  85. package/dist/esm/server.mjs +1 -0
  86. package/dist/esm/server.mjs.map +1 -1
  87. package/dist/esm/syncHost.mjs +138 -0
  88. package/dist/esm/syncHost.mjs.map +1 -0
  89. package/dist/esm/syncHost.native.js +342 -0
  90. package/dist/esm/syncHost.native.js.map +1 -0
  91. package/dist/esm/syncHost.test.mjs +206 -0
  92. package/dist/esm/syncHost.test.mjs.map +1 -0
  93. package/dist/esm/syncHost.test.native.js +252 -0
  94. package/dist/esm/syncHost.test.native.js.map +1 -0
  95. package/package.json +19 -3
  96. package/readme.md +26 -0
  97. package/src/createZeroSQLiteServer.test.ts +461 -0
  98. package/src/createZeroSQLiteServer.ts +523 -0
  99. package/src/createZeroServer.test.ts +39 -1
  100. package/src/createZeroServer.ts +35 -428
  101. package/src/createZeroServerCore.ts +557 -0
  102. package/src/generate-lite.test.ts +4 -0
  103. package/src/generate-lite.ts +1 -0
  104. package/src/generate.test.ts +87 -1
  105. package/src/generate.ts +29 -20
  106. package/src/httpPull/transport.test.ts +6 -5
  107. package/src/httpPullTransport.ts +9 -4
  108. package/src/server.ts +1 -0
  109. package/src/syncHost.test.ts +216 -0
  110. package/src/syncHost.ts +255 -0
  111. package/test-fixtures/server-return-types.ts +50 -0
  112. package/test-fixtures/tsconfig.json +13 -0
  113. package/types/createZeroSQLiteServer.d.ts +37 -0
  114. package/types/createZeroSQLiteServer.d.ts.map +1 -0
  115. package/types/createZeroSQLiteServer.test.d.ts +2 -0
  116. package/types/createZeroSQLiteServer.test.d.ts.map +1 -0
  117. package/types/createZeroServer.d.ts +11 -293
  118. package/types/createZeroServer.d.ts.map +1 -1
  119. package/types/createZeroServerCore.d.ts +310 -0
  120. package/types/createZeroServerCore.d.ts.map +1 -0
  121. package/types/generate-lite.d.ts.map +1 -1
  122. package/types/generate.d.ts +2 -1
  123. package/types/generate.d.ts.map +1 -1
  124. package/types/httpPullTransport.d.ts +1 -0
  125. package/types/httpPullTransport.d.ts.map +1 -1
  126. package/types/server.d.ts +1 -0
  127. package/types/server.d.ts.map +1 -1
  128. package/types/syncHost.d.ts +51 -0
  129. package/types/syncHost.d.ts.map +1 -0
  130. package/types/syncHost.test.d.ts +2 -0
  131. package/types/syncHost.test.d.ts.map +1 -0
@@ -0,0 +1,319 @@
1
+ var __defProp = Object.defineProperty;
2
+ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
3
+ var __getOwnPropNames = Object.getOwnPropertyNames;
4
+ var __hasOwnProp = Object.prototype.hasOwnProperty;
5
+ var __export = (target, all) => {
6
+ for (var name in all) __defProp(target, name, {
7
+ get: all[name],
8
+ enumerable: true
9
+ });
10
+ };
11
+ var __copyProps = (to, from, except, desc) => {
12
+ if (from && typeof from === "object" || typeof from === "function") {
13
+ for (let key of __getOwnPropNames(from)) if (!__hasOwnProp.call(to, key) && key !== except) __defProp(to, key, {
14
+ get: () => from[key],
15
+ enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
16
+ });
17
+ }
18
+ return to;
19
+ };
20
+ var __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
21
+ value: true
22
+ }), mod);
23
+ var createZeroSQLiteServer_exports = {};
24
+ __export(createZeroSQLiteServer_exports, {
25
+ createZeroSQLiteServer: () => createZeroSQLiteServer,
26
+ createZeroSQLiteTransaction: () => createZeroSQLiteTransaction
27
+ });
28
+ module.exports = __toCommonJS(createZeroSQLiteServer_exports);
29
+ var import_zero = require("@rocicorp/zero");
30
+ var import_bindings = require("@rocicorp/zero/bindings");
31
+ var import_createZeroServerCore = require("./createZeroServerCore.cjs");
32
+ function createZeroSQLiteServer({
33
+ encodeValue = encodeSQLiteValue,
34
+ ledgerTables = defaultLedgerTables,
35
+ transactionProvider,
36
+ ...options
37
+ }) {
38
+ const databaseOptions = {
39
+ encodeValue,
40
+ initializedLedgers: /* @__PURE__ */new Set(),
41
+ ledgerTables,
42
+ schema: options.schema,
43
+ transactionProvider
44
+ };
45
+ return (0, import_createZeroServerCore.createZeroServerCore)({
46
+ ...options,
47
+ createDatabase: () => createSQLiteDatabase(databaseOptions),
48
+ persistAlreadyProcessed: args => persistAlreadyProcessedMutationResults(databaseOptions, args)
49
+ });
50
+ }
51
+ function createSQLiteDatabase(options) {
52
+ return {
53
+ async transaction(callback, input) {
54
+ let committedLedgers = /* @__PURE__ */new Set();
55
+ const value = await options.transactionProvider(async executor => {
56
+ const attemptLedgers = /* @__PURE__ */new Set();
57
+ const ensureLedger = async upstreamSchema => {
58
+ const tables = options.ledgerTables(upstreamSchema);
59
+ const key = ledgerKey(tables);
60
+ if (options.initializedLedgers.has(key) || attemptLedgers.has(key)) {
61
+ return;
62
+ }
63
+ await createLedgerTables(executor, tables);
64
+ attemptLedgers.add(key);
65
+ };
66
+ const transaction = createZeroSQLiteTransaction(options, executor, input);
67
+ const result = await callback(transaction, createLedgerHooks(options, executor, ensureLedger, input));
68
+ committedLedgers = attemptLedgers;
69
+ return result;
70
+ });
71
+ for (const key of committedLedgers) options.initializedLedgers.add(key);
72
+ return value;
73
+ }
74
+ };
75
+ }
76
+ function createZeroSQLiteTransaction(options, executor, input) {
77
+ const transactionOptions = {
78
+ encodeValue: options.encodeValue ?? encodeSQLiteValue,
79
+ schema: options.schema
80
+ };
81
+ const clientID = input?.clientID ?? "";
82
+ const mutationID = input?.mutationID ?? 0;
83
+ const mutate = new Proxy({}, {
84
+ get(_target, tableKey) {
85
+ const tableName = String(tableKey);
86
+ if (!options.schema.tables[tableName]) {
87
+ throw new Error(`unknown SQLite mutation table ${tableName}`);
88
+ }
89
+ return new Proxy({}, {
90
+ get(_innerTarget, kindKey) {
91
+ const kind = String(kindKey);
92
+ if (!isCrudKind(kind)) return;
93
+ return value => executeCrud(transactionOptions, executor, tableName, kind, value);
94
+ }
95
+ });
96
+ }
97
+ });
98
+ const runQuery = (ast, format, queryName) => Promise.resolve(executor.queryAst(ast, format, queryName));
99
+ const dbTransaction = {
100
+ wrappedTransaction: executor,
101
+ query: (sql, args) => executor.query(sql, args),
102
+ runQuery
103
+ };
104
+ return {
105
+ clientID,
106
+ dbTransaction,
107
+ location: "server",
108
+ mutate,
109
+ mutationID,
110
+ query: transactionOptions.schema.enableLegacyQueries ? createLegacyQueryBuilder(transactionOptions.schema, query => {
111
+ const internals = (0, import_bindings.asQueryInternals)(query);
112
+ return runQuery(internals.ast, internals.format, internals.customQueryID?.name);
113
+ }) : void 0,
114
+ reason: "authoritative",
115
+ async run(query) {
116
+ const internals = (0, import_bindings.asQueryInternals)(query);
117
+ return runQuery(internals.ast, internals.format, internals.customQueryID?.name);
118
+ }
119
+ };
120
+ }
121
+ function isCrudKind(value) {
122
+ return value === "delete" || value === "insert" || value === "update" || value === "upsert";
123
+ }
124
+ async function executeCrud(options, executor, tableName, kind, raw) {
125
+ if (!raw || typeof raw !== "object" || Array.isArray(raw)) {
126
+ throw new Error(`${tableName}.${kind} expects an object`);
127
+ }
128
+ const table = options.schema.tables[tableName];
129
+ const values = Object.fromEntries(Object.entries(raw).filter(([, value]) => value !== void 0));
130
+ for (const columnName of Object.keys(values)) {
131
+ if (!table.columns[columnName]) {
132
+ throw new Error(`unknown SQLite column ${tableName}.${columnName}`);
133
+ }
134
+ }
135
+ const primaryValues = table.primaryKey.map(columnName => {
136
+ if (!(columnName in values)) {
137
+ throw new Error(`${tableName}.${kind} is missing primary key ${columnName}`);
138
+ }
139
+ return encodeColumn(options, tableName, columnName, values[columnName]);
140
+ });
141
+ const primaryWhere = table.primaryKey.map(columnName => `${quoteSQLiteIdentifier(serverColumn(table, columnName))} = ?`).join(" AND ");
142
+ const serverTableName = quoteSQLiteIdentifier(table.serverName ?? table.name);
143
+ if (kind === "delete") {
144
+ await executor.exec(`DELETE FROM ${serverTableName} WHERE ${primaryWhere}`, primaryValues);
145
+ return;
146
+ }
147
+ const columnNames = Object.keys(values);
148
+ if (columnNames.length === 0) {
149
+ throw new Error(`${tableName}.${kind} has no values`);
150
+ }
151
+ const serverColumns = columnNames.map(columnName => quoteSQLiteIdentifier(serverColumn(table, columnName)));
152
+ const params = columnNames.map(columnName => encodeColumn(options, tableName, columnName, values[columnName]));
153
+ const insert = `INSERT INTO ${serverTableName} (${serverColumns.join(", ")}) VALUES (${columnNames.map(() => "?").join(", ")})`;
154
+ if (kind === "insert") {
155
+ await executor.exec(insert, params);
156
+ return;
157
+ }
158
+ if (kind === "upsert") {
159
+ const mutableColumns2 = columnNames.filter(columnName => !table.primaryKey.includes(columnName));
160
+ const conflictColumns = table.primaryKey.map(columnName => quoteSQLiteIdentifier(serverColumn(table, columnName))).join(", ");
161
+ const conflictAction = mutableColumns2.length === 0 ? "DO NOTHING" : `DO UPDATE SET ${mutableColumns2.map(columnName => {
162
+ const column = quoteSQLiteIdentifier(serverColumn(table, columnName));
163
+ return `${column} = excluded.${column}`;
164
+ }).join(", ")}`;
165
+ await executor.exec(`${insert} ON CONFLICT (${conflictColumns}) ${conflictAction}`, params);
166
+ return;
167
+ }
168
+ const mutableColumns = columnNames.filter(columnName => !table.primaryKey.includes(columnName));
169
+ if (mutableColumns.length === 0) return;
170
+ await executor.exec(`UPDATE ${serverTableName} SET ${mutableColumns.map(columnName => `${quoteSQLiteIdentifier(serverColumn(table, columnName))} = ?`).join(", ")} WHERE ${primaryWhere}`, [...mutableColumns.map(columnName => encodeColumn(options, tableName, columnName, values[columnName])), ...primaryValues]);
171
+ }
172
+ function serverColumn(table, columnName) {
173
+ const column = table.columns[columnName];
174
+ if (!column) throw new Error(`unknown SQLite column ${table.name}.${columnName}`);
175
+ return column.serverName ?? columnName;
176
+ }
177
+ function encodeColumn(options, tableName, columnName, value) {
178
+ return options.encodeValue(value, {
179
+ column: options.schema.tables[tableName].columns[columnName],
180
+ columnName,
181
+ tableName
182
+ });
183
+ }
184
+ function createLegacyQueryBuilder(schema, run) {
185
+ const builder = (0, import_zero.createBuilder)(schema);
186
+ return new Proxy(builder, {
187
+ get(target, property) {
188
+ return makeRunnableQuery(Reflect.get(target, property, target), run);
189
+ }
190
+ });
191
+ }
192
+ function makeRunnableQuery(query, run) {
193
+ if (!isQueryBuilder(query)) return query;
194
+ return new Proxy(query, {
195
+ get(target, property) {
196
+ if (property === "run") return () => run(target);
197
+ if (property === "materialize" || property === "preload") {
198
+ return () => {
199
+ throw new Error(`${String(property)}() is not supported in server transactions`);
200
+ };
201
+ }
202
+ const value = Reflect.get(target, property, target);
203
+ if (typeof value !== "function") return value;
204
+ return (...args) => makeRunnableQuery(Reflect.apply(value, target, args), run);
205
+ }
206
+ });
207
+ }
208
+ function isQueryBuilder(value) {
209
+ if (!value || typeof value !== "object") return false;
210
+ try {
211
+ (0, import_bindings.asQueryInternals)(value);
212
+ return true;
213
+ } catch {
214
+ return false;
215
+ }
216
+ }
217
+ function createLedgerHooks(options, executor, ensureLedger, input) {
218
+ const upstreamSchema = input?.upstreamSchema ?? "";
219
+ const clientGroupID = input?.clientGroupID ?? "";
220
+ const clientID = input?.clientID ?? "";
221
+ const tables = options.ledgerTables(upstreamSchema);
222
+ const clientsTable = quoteSQLiteIdentifier(tables.clients);
223
+ const mutationsTable = quoteSQLiteIdentifier(tables.mutations);
224
+ return {
225
+ async updateClientMutationID() {
226
+ await ensureLedger(upstreamSchema);
227
+ const rows = await executor.query(`INSERT INTO ${clientsTable}
228
+ (clientGroupID, clientID, lastMutationID)
229
+ VALUES (?, ?, 1)
230
+ ON CONFLICT (clientGroupID, clientID)
231
+ DO UPDATE SET lastMutationID = lastMutationID + 1
232
+ RETURNING lastMutationID`, [clientGroupID, clientID]);
233
+ const lastMutationID = rows[0]?.lastMutationID;
234
+ if (typeof lastMutationID !== "number" && typeof lastMutationID !== "bigint") {
235
+ throw new Error("SQLite mutation ledger returned no lastMutationID");
236
+ }
237
+ return {
238
+ lastMutationID
239
+ };
240
+ },
241
+ async writeMutationResult(result) {
242
+ await ensureLedger(upstreamSchema);
243
+ await executor.exec(`INSERT INTO ${mutationsTable}
244
+ (clientGroupID, clientID, mutationID, result)
245
+ VALUES (?, ?, ?, ?)`, [clientGroupID, result.id.clientID, result.id.id, JSON.stringify(result.result)]);
246
+ },
247
+ async deleteMutationResults(args) {
248
+ await ensureLedger(upstreamSchema);
249
+ if ("type" in args && args.type === "bulk") {
250
+ if (args.clientIDs.length === 0) return;
251
+ await executor.exec(`DELETE FROM ${mutationsTable}
252
+ WHERE clientGroupID = ?
253
+ AND clientID IN (${args.clientIDs.map(() => "?").join(", ")})`, [args.clientGroupID, ...args.clientIDs]);
254
+ return;
255
+ }
256
+ await executor.exec(`DELETE FROM ${mutationsTable}
257
+ WHERE clientGroupID = ?
258
+ AND clientID = ?
259
+ AND mutationID <= ?`, [args.clientGroupID, args.clientID, args.upToMutationID]);
260
+ }
261
+ };
262
+ }
263
+ async function persistAlreadyProcessedMutationResults(options, {
264
+ clientGroupID,
265
+ mutations,
266
+ upstreamSchema
267
+ }) {
268
+ const tables = options.ledgerTables(upstreamSchema);
269
+ const table = quoteSQLiteIdentifier(tables.mutations);
270
+ const key = ledgerKey(tables);
271
+ await options.transactionProvider(async executor => {
272
+ if (!options.initializedLedgers.has(key)) {
273
+ await createLedgerTables(executor, tables);
274
+ }
275
+ for (const mutation of mutations) {
276
+ await executor.exec(`INSERT INTO ${table}
277
+ (clientGroupID, clientID, mutationID, result)
278
+ VALUES (?, ?, ?, ?)
279
+ ON CONFLICT (clientGroupID, clientID, mutationID) DO NOTHING`, [clientGroupID, mutation.id.clientID, mutation.id.id, JSON.stringify(mutation.result)]);
280
+ }
281
+ });
282
+ options.initializedLedgers.add(key);
283
+ }
284
+ async function createLedgerTables(executor, tables) {
285
+ await executor.exec(`CREATE TABLE IF NOT EXISTS ${quoteSQLiteIdentifier(tables.clients)} (
286
+ clientGroupID TEXT NOT NULL,
287
+ clientID TEXT NOT NULL,
288
+ lastMutationID INTEGER NOT NULL,
289
+ PRIMARY KEY (clientGroupID, clientID)
290
+ )`);
291
+ await executor.exec(`CREATE TABLE IF NOT EXISTS ${quoteSQLiteIdentifier(tables.mutations)} (
292
+ clientGroupID TEXT NOT NULL,
293
+ clientID TEXT NOT NULL,
294
+ mutationID INTEGER NOT NULL,
295
+ result TEXT NOT NULL,
296
+ PRIMARY KEY (clientGroupID, clientID, mutationID)
297
+ )`);
298
+ }
299
+ function ledgerKey(tables) {
300
+ return `${tables.clients}\0${tables.mutations}`;
301
+ }
302
+ function defaultLedgerTables(upstreamSchema) {
303
+ const prefix = upstreamSchema ? `${upstreamSchema}_` : "";
304
+ return {
305
+ clients: `${prefix}clients`,
306
+ mutations: `${prefix}mutations`
307
+ };
308
+ }
309
+ function encodeSQLiteValue(value, {
310
+ column
311
+ }) {
312
+ if (value === null) return null;
313
+ if (column.type === "boolean") return value ? 1 : 0;
314
+ if (column.type === "json") return JSON.stringify(value);
315
+ return value;
316
+ }
317
+ function quoteSQLiteIdentifier(value) {
318
+ return `"${value.replaceAll('"', '""')}"`;
319
+ }