@lix-js/sdk 0.0.1 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. package/LICENSE +21 -0
  2. package/dist/change/apply-changes.js +9 -9
  3. package/dist/change/apply-changes.js.map +1 -1
  4. package/dist/change/apply-changes.test.js +5 -5
  5. package/dist/change/apply-changes.test.js.map +1 -1
  6. package/dist/database/apply-schema.d.ts.map +1 -1
  7. package/dist/database/apply-schema.js +20 -72
  8. package/dist/database/apply-schema.js.map +1 -1
  9. package/dist/database/execute-sync.test.js +3 -3
  10. package/dist/database/execute-sync.test.js.map +1 -1
  11. package/dist/database/init-db.d.ts.map +1 -1
  12. package/dist/database/init-db.js +18 -3
  13. package/dist/database/init-db.js.map +1 -1
  14. package/dist/database/init-db.test.js +128 -17
  15. package/dist/database/init-db.test.js.map +1 -1
  16. package/dist/database/kysely-plugin/parse-jsonb-plugin-v1.d.ts.map +1 -1
  17. package/dist/database/kysely-plugin/parse-jsonb-plugin-v1.js +5 -2
  18. package/dist/database/kysely-plugin/parse-jsonb-plugin-v1.js.map +1 -1
  19. package/dist/database/mutation-log/database-schema.d.ts.map +1 -1
  20. package/dist/database/mutation-log/database-schema.js +1 -3
  21. package/dist/database/mutation-log/database-schema.js.map +1 -1
  22. package/dist/database/nano-id.d.ts +21 -0
  23. package/dist/database/nano-id.d.ts.map +1 -0
  24. package/dist/database/nano-id.js +58 -0
  25. package/dist/database/nano-id.js.map +1 -0
  26. package/dist/database/nano-id.test.d.ts +2 -0
  27. package/dist/database/nano-id.test.d.ts.map +1 -0
  28. package/dist/database/nano-id.test.js +13 -0
  29. package/dist/database/nano-id.test.js.map +1 -0
  30. package/dist/database/schema.d.ts +15 -23
  31. package/dist/database/schema.d.ts.map +1 -1
  32. package/dist/discussion/create-comment.d.ts +0 -2
  33. package/dist/discussion/create-comment.d.ts.map +1 -1
  34. package/dist/discussion/create-comment.js +0 -1
  35. package/dist/discussion/create-comment.js.map +1 -1
  36. package/dist/discussion/create-discussion.d.ts +3 -5
  37. package/dist/discussion/create-discussion.d.ts.map +1 -1
  38. package/dist/discussion/create-discussion.js +4 -5
  39. package/dist/discussion/create-discussion.js.map +1 -1
  40. package/dist/discussion/create-discussion.test.js +8 -34
  41. package/dist/discussion/create-discussion.test.js.map +1 -1
  42. package/dist/file-queue/file-handlers.d.ts +24 -0
  43. package/dist/file-queue/file-handlers.d.ts.map +1 -0
  44. package/dist/file-queue/file-handlers.js +209 -0
  45. package/dist/file-queue/file-handlers.js.map +1 -0
  46. package/dist/file-queue/file-queue-process.d.ts +5 -0
  47. package/dist/file-queue/file-queue-process.d.ts.map +1 -0
  48. package/dist/file-queue/file-queue-process.js +85 -0
  49. package/dist/file-queue/file-queue-process.js.map +1 -0
  50. package/dist/file-queue/file-queue-process.test.d.ts +2 -0
  51. package/dist/file-queue/file-queue-process.test.d.ts.map +1 -0
  52. package/dist/file-queue/file-queue-process.test.js +373 -0
  53. package/dist/file-queue/file-queue-process.test.js.map +1 -0
  54. package/dist/file-queue/file-queue-settled.d.ts +13 -0
  55. package/dist/file-queue/file-queue-settled.d.ts.map +1 -0
  56. package/dist/file-queue/file-queue-settled.js +25 -0
  57. package/dist/file-queue/file-queue-settled.js.map +1 -0
  58. package/dist/file-queue/file-queue-settled.test.d.ts +2 -0
  59. package/dist/file-queue/file-queue-settled.test.d.ts.map +1 -0
  60. package/dist/file-queue/file-queue-settled.test.js +47 -0
  61. package/dist/file-queue/file-queue-settled.test.js.map +1 -0
  62. package/dist/file-queue/index.d.ts +2 -0
  63. package/dist/file-queue/index.d.ts.map +1 -0
  64. package/dist/file-queue/index.js +2 -0
  65. package/dist/file-queue/index.js.map +1 -0
  66. package/dist/file-queue/with-skip-file-queue.d.ts +3 -0
  67. package/dist/file-queue/with-skip-file-queue.d.ts.map +1 -0
  68. package/dist/file-queue/with-skip-file-queue.js +26 -0
  69. package/dist/file-queue/with-skip-file-queue.js.map +1 -0
  70. package/dist/file-queue/with-skip-file-queue.test.d.ts +2 -0
  71. package/dist/file-queue/with-skip-file-queue.test.d.ts.map +1 -0
  72. package/dist/file-queue/with-skip-file-queue.test.js +138 -0
  73. package/dist/file-queue/with-skip-file-queue.test.js.map +1 -0
  74. package/dist/index.d.ts +2 -2
  75. package/dist/index.d.ts.map +1 -1
  76. package/dist/index.js +2 -2
  77. package/dist/index.js.map +1 -1
  78. package/dist/key-value/database-schema.d.ts +11 -2
  79. package/dist/key-value/database-schema.d.ts.map +1 -1
  80. package/dist/key-value/database-schema.js +7 -4
  81. package/dist/key-value/database-schema.js.map +1 -1
  82. package/dist/key-value/database-schema.test.js +21 -5
  83. package/dist/key-value/database-schema.test.js.map +1 -1
  84. package/dist/lix/close-lix.d.ts +8 -0
  85. package/dist/lix/close-lix.d.ts.map +1 -0
  86. package/dist/lix/close-lix.js +7 -0
  87. package/dist/lix/close-lix.js.map +1 -0
  88. package/dist/lix/index.d.ts +1 -0
  89. package/dist/lix/index.d.ts.map +1 -1
  90. package/dist/lix/index.js +1 -0
  91. package/dist/lix/index.js.map +1 -1
  92. package/dist/lix/merge.js +3 -3
  93. package/dist/lix/merge.js.map +1 -1
  94. package/dist/lix/merge.test.js +7 -18
  95. package/dist/lix/merge.test.js.map +1 -1
  96. package/dist/lix/new-lix.d.ts.map +1 -1
  97. package/dist/lix/new-lix.js +2 -3
  98. package/dist/lix/new-lix.js.map +1 -1
  99. package/dist/lix/open-lix-in-memory.test.js +2 -1
  100. package/dist/lix/open-lix-in-memory.test.js.map +1 -1
  101. package/dist/lix/open-lix.d.ts +3 -5
  102. package/dist/lix/open-lix.d.ts.map +1 -1
  103. package/dist/lix/open-lix.js +4 -18
  104. package/dist/lix/open-lix.js.map +1 -1
  105. package/dist/lix/open-lix.test.js +16 -7
  106. package/dist/lix/open-lix.test.js.map +1 -1
  107. package/dist/lix/to-blob.d.ts +11 -0
  108. package/dist/lix/to-blob.d.ts.map +1 -0
  109. package/dist/lix/to-blob.js +11 -0
  110. package/dist/lix/to-blob.js.map +1 -0
  111. package/dist/own-change-control/apply-own-change.d.ts +10 -0
  112. package/dist/own-change-control/apply-own-change.d.ts.map +1 -0
  113. package/dist/own-change-control/apply-own-change.js +69 -0
  114. package/dist/own-change-control/apply-own-change.js.map +1 -0
  115. package/dist/own-change-control/apply-own-change.test.d.ts +2 -0
  116. package/dist/own-change-control/apply-own-change.test.d.ts.map +1 -0
  117. package/dist/own-change-control/apply-own-change.test.js +297 -0
  118. package/dist/own-change-control/apply-own-change.test.js.map +1 -0
  119. package/dist/own-change-control/change-controlled-tables.d.ts +60 -0
  120. package/dist/own-change-control/change-controlled-tables.d.ts.map +1 -0
  121. package/dist/own-change-control/change-controlled-tables.js +70 -0
  122. package/dist/own-change-control/change-controlled-tables.js.map +1 -0
  123. package/dist/own-change-control/change-controlled-tables.test.d.ts +2 -0
  124. package/dist/own-change-control/change-controlled-tables.test.d.ts.map +1 -0
  125. package/dist/own-change-control/change-controlled-tables.test.js +48 -0
  126. package/dist/own-change-control/change-controlled-tables.test.js.map +1 -0
  127. package/dist/own-change-control/database-triggers.d.ts +5 -0
  128. package/dist/own-change-control/database-triggers.d.ts.map +1 -0
  129. package/dist/own-change-control/database-triggers.js +135 -0
  130. package/dist/own-change-control/database-triggers.js.map +1 -0
  131. package/dist/own-change-control/database-triggers.test.d.ts +2 -0
  132. package/dist/own-change-control/database-triggers.test.d.ts.map +1 -0
  133. package/dist/own-change-control/database-triggers.test.js +214 -0
  134. package/dist/own-change-control/database-triggers.test.js.map +1 -0
  135. package/dist/own-change-control/index.d.ts +2 -0
  136. package/dist/own-change-control/index.d.ts.map +1 -0
  137. package/dist/own-change-control/index.js +2 -0
  138. package/dist/own-change-control/index.js.map +1 -0
  139. package/dist/own-change-control/with-skip-own-change-control.d.ts +3 -0
  140. package/dist/own-change-control/with-skip-own-change-control.d.ts.map +1 -0
  141. package/dist/own-change-control/with-skip-own-change-control.js +28 -0
  142. package/dist/own-change-control/with-skip-own-change-control.js.map +1 -0
  143. package/dist/own-change-control/with-skip-own-change-control.test.d.ts +2 -0
  144. package/dist/own-change-control/with-skip-own-change-control.test.d.ts.map +1 -0
  145. package/dist/own-change-control/with-skip-own-change-control.test.js +49 -0
  146. package/dist/own-change-control/with-skip-own-change-control.test.js.map +1 -0
  147. package/dist/own-entity-change-control/apply-own-entity-change.js +2 -2
  148. package/dist/own-entity-change-control/apply-own-entity-change.js.map +1 -1
  149. package/dist/own-entity-change-control/apply-own-entity-change.test.js +9 -9
  150. package/dist/own-entity-change-control/apply-own-entity-change.test.js.map +1 -1
  151. package/dist/own-entity-change-control/database-triggers.js +6 -6
  152. package/dist/own-entity-change-control/database-triggers.js.map +1 -1
  153. package/dist/own-entity-change-control/database-triggers.test.js +1 -1
  154. package/dist/own-entity-change-control/database-triggers.test.js.map +1 -1
  155. package/dist/query-filter/version-change-in-difference.test.js +37 -29
  156. package/dist/query-filter/version-change-in-difference.test.js.map +1 -1
  157. package/dist/query-filter/version-change-in-symmetric-difference.test.js +37 -39
  158. package/dist/query-filter/version-change-in-symmetric-difference.test.js.map +1 -1
  159. package/dist/server-api-handler/environment/create-in-memory-environment.d.ts.map +1 -1
  160. package/dist/server-api-handler/environment/create-in-memory-environment.js +7 -3
  161. package/dist/server-api-handler/environment/create-in-memory-environment.js.map +1 -1
  162. package/dist/server-api-handler/environment/create-in-memory-environment.test.js +8 -7
  163. package/dist/server-api-handler/environment/create-in-memory-environment.test.js.map +1 -1
  164. package/dist/server-api-handler/routes/get-v1.d.ts.map +1 -1
  165. package/dist/server-api-handler/routes/get-v1.js +1 -2
  166. package/dist/server-api-handler/routes/get-v1.js.map +1 -1
  167. package/dist/server-api-handler/routes/get-v1.test.js +6 -5
  168. package/dist/server-api-handler/routes/get-v1.test.js.map +1 -1
  169. package/dist/server-api-handler/routes/new-v1.d.ts.map +1 -1
  170. package/dist/server-api-handler/routes/new-v1.js +3 -1
  171. package/dist/server-api-handler/routes/new-v1.js.map +1 -1
  172. package/dist/server-api-handler/routes/new-v1.test.js +2 -1
  173. package/dist/server-api-handler/routes/new-v1.test.js.map +1 -1
  174. package/dist/server-api-handler/routes/pull-v1.test.js +4 -3
  175. package/dist/server-api-handler/routes/pull-v1.test.js.map +1 -1
  176. package/dist/server-api-handler/routes/push-v1.test.js +5 -4
  177. package/dist/server-api-handler/routes/push-v1.test.js.map +1 -1
  178. package/dist/sync/pull-from-server.d.ts.map +1 -1
  179. package/dist/sync/pull-from-server.js +0 -2
  180. package/dist/sync/pull-from-server.js.map +1 -1
  181. package/dist/sync/pull-from-server.test.js +29 -14
  182. package/dist/sync/pull-from-server.test.js.map +1 -1
  183. package/dist/sync/push-to-server.test.js +17 -13
  184. package/dist/sync/push-to-server.test.js.map +1 -1
  185. package/dist/sync/sync-process.d.ts +2 -4
  186. package/dist/sync/sync-process.d.ts.map +1 -1
  187. package/dist/sync/sync-process.js +4 -9
  188. package/dist/sync/sync-process.js.map +1 -1
  189. package/dist/sync/sync-process.test.js +26 -38
  190. package/dist/sync/sync-process.test.js.map +1 -1
  191. package/dist/version/create-version.d.ts +5 -5
  192. package/dist/version/create-version.d.ts.map +1 -1
  193. package/dist/version/create-version.js +23 -11
  194. package/dist/version/create-version.js.map +1 -1
  195. package/dist/version/create-version.test.js +2 -2
  196. package/dist/version/create-version.test.js.map +1 -1
  197. package/dist/version/merge-version.d.ts.map +1 -1
  198. package/dist/version/merge-version.js +16 -26
  199. package/dist/version/merge-version.js.map +1 -1
  200. package/dist/version/switch-version.js +3 -3
  201. package/dist/version/switch-version.js.map +1 -1
  202. package/dist/version/switch-version.test.js +12 -15
  203. package/dist/version/switch-version.test.js.map +1 -1
  204. package/dist/version/update-changes-in-version.d.ts.map +1 -1
  205. package/dist/version/update-changes-in-version.js +11 -31
  206. package/dist/version/update-changes-in-version.js.map +1 -1
  207. package/node_modules/@lix-js/server-api-schema/CHANGELOG.md +9 -0
  208. package/node_modules/@lix-js/server-api-schema/LICENSE +21 -0
  209. package/node_modules/@lix-js/server-api-schema/dist/schema.js +0 -0
  210. package/node_modules/@lix-js/server-api-schema/package.json +2 -2
  211. package/node_modules/sqlite-wasm-kysely/LICENSE +21 -0
  212. package/package.json +4 -4
  213. package/src/change/apply-changes.test.ts +7 -7
  214. package/src/change/apply-changes.ts +9 -9
  215. package/src/database/apply-schema.ts +20 -73
  216. package/src/database/execute-sync.test.ts +3 -3
  217. package/src/database/init-db.test.ts +163 -19
  218. package/src/database/init-db.ts +20 -3
  219. package/src/database/kysely-plugin/parse-jsonb-plugin-v1.ts +9 -2
  220. package/src/database/mutation-log/database-schema.ts +1 -3
  221. package/src/database/nano-id.test.ts +15 -0
  222. package/src/database/nano-id.ts +72 -0
  223. package/src/database/schema.ts +15 -24
  224. package/src/discussion/create-comment.ts +0 -3
  225. package/src/discussion/create-discussion.test.ts +8 -39
  226. package/src/discussion/create-discussion.ts +6 -9
  227. package/src/{change-queue → file-queue}/file-handlers.ts +27 -27
  228. package/src/{change-queue/init-change-queue.test.ts → file-queue/file-queue-process.test.ts} +24 -24
  229. package/src/{change-queue/init-change-queue.ts → file-queue/file-queue-process.ts} +18 -16
  230. package/src/{change-queue/change-queue-settled.test.ts → file-queue/file-queue-settled.test.ts} +12 -12
  231. package/src/{change-queue/change-queue-settled.ts → file-queue/file-queue-settled.ts} +4 -4
  232. package/src/file-queue/index.ts +1 -0
  233. package/src/{change-queue/with-skip-change-queue.test.ts → file-queue/with-skip-file-queue.test.ts} +9 -9
  234. package/src/{change-queue/with-skip-change-queue.ts → file-queue/with-skip-file-queue.ts} +3 -3
  235. package/src/index.ts +2 -2
  236. package/src/key-value/database-schema.test.ts +26 -5
  237. package/src/key-value/database-schema.ts +18 -6
  238. package/src/lix/close-lix.ts +8 -0
  239. package/src/lix/index.ts +1 -0
  240. package/src/lix/merge.test.ts +7 -19
  241. package/src/lix/merge.ts +4 -4
  242. package/src/lix/new-lix.ts +2 -3
  243. package/src/lix/open-lix-in-memory.test.ts +5 -1
  244. package/src/lix/open-lix.test.ts +19 -7
  245. package/src/lix/open-lix.ts +7 -24
  246. package/src/lix/to-blob.ts +14 -0
  247. package/src/{own-entity-change-control/apply-own-entity-change.test.ts → own-change-control/apply-own-change.test.ts} +27 -31
  248. package/src/{own-entity-change-control/apply-own-entity-change.ts → own-change-control/apply-own-change.ts} +3 -3
  249. package/src/{own-entity-change-control → own-change-control}/change-controlled-tables.ts +0 -1
  250. package/src/{own-entity-change-control → own-change-control}/database-triggers.test.ts +7 -7
  251. package/src/{own-entity-change-control → own-change-control}/database-triggers.ts +11 -11
  252. package/src/{own-entity-change-control → own-change-control}/with-skip-own-change-control.ts +6 -2
  253. package/src/query-filter/version-change-in-difference.test.ts +41 -32
  254. package/src/query-filter/version-change-in-symmetric-difference.test.ts +41 -42
  255. package/src/server-api-handler/environment/create-in-memory-environment.test.ts +8 -7
  256. package/src/server-api-handler/environment/create-in-memory-environment.ts +7 -3
  257. package/src/server-api-handler/routes/get-v1.test.ts +6 -5
  258. package/src/server-api-handler/routes/get-v1.ts +1 -3
  259. package/src/server-api-handler/routes/new-v1.test.ts +2 -1
  260. package/src/server-api-handler/routes/new-v1.ts +3 -1
  261. package/src/server-api-handler/routes/pull-v1.test.ts +4 -3
  262. package/src/server-api-handler/routes/push-v1.test.ts +5 -4
  263. package/src/sync/pull-from-server.test.ts +29 -14
  264. package/src/sync/pull-from-server.ts +0 -2
  265. package/src/sync/push-to-server.test.ts +19 -15
  266. package/src/sync/sync-process.test.ts +37 -43
  267. package/src/sync/sync-process.ts +6 -18
  268. package/src/version/create-version.test.ts +2 -2
  269. package/src/version/create-version.ts +24 -12
  270. package/src/version/merge-version.ts +18 -26
  271. package/src/version/switch-version.test.ts +12 -15
  272. package/src/version/switch-version.ts +3 -3
  273. package/src/version/update-changes-in-version.ts +11 -30
  274. package/node_modules/@lix-js/server-api-schema/dist/schema.d.ts +0 -384
  275. package/src/change-queue/index.ts +0 -1
  276. /package/src/{own-entity-change-control → own-change-control}/change-controlled-tables.test.ts +0 -0
  277. /package/src/{own-entity-change-control → own-change-control}/index.ts +0 -0
  278. /package/src/{own-entity-change-control → own-change-control}/with-skip-own-change-control.test.ts +0 -0
@@ -0,0 +1,373 @@
1
+ import { expect, test, vi } from "vitest";
2
+ import { openLixInMemory } from "../lix/open-lix-in-memory.js";
3
+ import { newLixFile } from "../lix/new-lix.js";
4
+ import { fileQueueSettled } from "./file-queue-settled.js";
5
+ test("should use queue and settled correctly", async () => {
6
+ const mockPlugin = {
7
+ key: "mock-plugin",
8
+ detectChangesGlob: "*",
9
+ detectChanges: async ({ before, after }) => {
10
+ const textBefore = before
11
+ ? new TextDecoder().decode(before?.data)
12
+ : undefined;
13
+ const textAfter = after
14
+ ? new TextDecoder().decode(after.data)
15
+ : undefined;
16
+ if (textBefore === textAfter) {
17
+ return [];
18
+ }
19
+ return [
20
+ {
21
+ schema: {
22
+ key: "text",
23
+ type: "json",
24
+ },
25
+ entity_id: "test",
26
+ snapshot: textAfter ? { text: textAfter } : undefined,
27
+ },
28
+ ];
29
+ },
30
+ };
31
+ const lix = await openLixInMemory({
32
+ blob: await newLixFile(),
33
+ providePlugins: [mockPlugin],
34
+ });
35
+ const currentVersion = await lix.db
36
+ .selectFrom("current_version")
37
+ .innerJoin("version", "current_version.id", "version.id")
38
+ .selectAll()
39
+ .executeTakeFirstOrThrow();
40
+ const enc = new TextEncoder();
41
+ const dataInitial = enc.encode("insert text");
42
+ await lix.db
43
+ .insertInto("file")
44
+ .values({ id: "test", path: "/test.txt", data: dataInitial })
45
+ .execute();
46
+ const queue = await lix.db.selectFrom("file_queue").selectAll().execute();
47
+ expect(queue).toEqual([
48
+ expect.objectContaining({
49
+ id: 1,
50
+ file_id: "test",
51
+ path_after: "/test.txt",
52
+ data_after: dataInitial,
53
+ data_before: null,
54
+ }),
55
+ ]);
56
+ await fileQueueSettled({ lix });
57
+ expect((await lix.db.selectFrom("file_queue").selectAll().execute()).length).toBe(0);
58
+ // TODO QUEUE check if the replacement of file_internal was expected
59
+ const internalFilesAfter = await lix.db
60
+ .selectFrom("file")
61
+ .selectAll()
62
+ .execute();
63
+ expect(internalFilesAfter).toEqual([
64
+ expect.objectContaining({
65
+ data: internalFilesAfter[0].data,
66
+ id: "test",
67
+ path: "/test.txt",
68
+ metadata: null,
69
+ }),
70
+ ]);
71
+ const changes = await lix.db
72
+ .selectFrom("change")
73
+ .innerJoin("snapshot", "snapshot.id", "change.snapshot_id")
74
+ .innerJoin("change_author", "change_author.change_id", "change.id")
75
+ .selectAll("change")
76
+ .select("change_author.account_id")
77
+ .select("snapshot.content")
78
+ .execute();
79
+ expect(changes).toEqual(expect.arrayContaining([
80
+ expect.objectContaining({
81
+ entity_id: "test",
82
+ schema_key: "text",
83
+ file_id: "test",
84
+ plugin_key: "mock-plugin",
85
+ content: {
86
+ text: "insert text",
87
+ },
88
+ // handles the author (which defaults to anonymous)
89
+ account_id: expect.stringMatching(/^anonymous_/),
90
+ }),
91
+ ]));
92
+ const dataUpdate1 = enc.encode("updated text");
93
+ await lix.db
94
+ .updateTable("file")
95
+ .set({ data: dataUpdate1 })
96
+ .where("id", "=", "test")
97
+ .execute();
98
+ // const beforeQueueTick = await lix.db
99
+ // .selectFrom("file_queue")
100
+ // .selectAll()
101
+ // .execute();
102
+ // expect(beforeQueueTick.length).toBe(1);
103
+ // const afterQueueTick = await lix.db
104
+ // .selectFrom("file_queue")
105
+ // .selectAll()
106
+ // .execute();
107
+ // expect(afterQueueTick.length).toBe(0);
108
+ // update2 is equal to update1
109
+ const dataUpdate2 = dataUpdate1;
110
+ // insert same file again
111
+ await lix.db
112
+ .updateTable("file")
113
+ .set({ data: dataUpdate2 })
114
+ .where("id", "=", "test")
115
+ .execute();
116
+ const dataUpdate3 = enc.encode("second text update");
117
+ await lix.db
118
+ .updateTable("file")
119
+ .set({ data: dataUpdate3 })
120
+ .where("id", "=", "test")
121
+ .execute();
122
+ const queue2 = await lix.db.selectFrom("file_queue").selectAll().execute();
123
+ expect(queue2).toEqual([
124
+ // change update 1 is the same as change update 2
125
+ // hence, only 2 fil queue entries are expected
126
+ expect.objectContaining({
127
+ id: 3,
128
+ file_id: "test",
129
+ path_after: "/test.txt",
130
+ metadata_after: null,
131
+ data_before: dataUpdate1,
132
+ data_after: dataUpdate2,
133
+ }),
134
+ expect.objectContaining({
135
+ id: 4,
136
+ file_id: "test",
137
+ path_after: "/test.txt",
138
+ metadata_after: null,
139
+ data_before: dataUpdate2,
140
+ data_after: dataUpdate3,
141
+ }),
142
+ ]);
143
+ await fileQueueSettled({ lix });
144
+ expect((await lix.db.selectFrom("file_queue").selectAll().execute()).length).toBe(0);
145
+ const updatedChanges = await lix.db
146
+ .selectFrom("change")
147
+ .innerJoin("snapshot", "snapshot.id", "change.snapshot_id")
148
+ .innerJoin("change_author", "change_author.change_id", "change.id")
149
+ .selectAll("change")
150
+ .where("schema_key", "=", "text")
151
+ .select("change_author.account_id")
152
+ .select("snapshot.content")
153
+ .execute();
154
+ const updatedEdges = await lix.db
155
+ .selectFrom("change_edge")
156
+ .selectAll()
157
+ .execute();
158
+ const versionChanges = await lix.db
159
+ .selectFrom("version_change")
160
+ .where("version_id", "=", currentVersion.id)
161
+ .selectAll()
162
+ .execute();
163
+ expect(updatedChanges).toEqual(expect.arrayContaining([
164
+ expect.objectContaining({
165
+ entity_id: "test",
166
+ schema_key: "text",
167
+ file_id: "test",
168
+ plugin_key: "mock-plugin",
169
+ content: {
170
+ text: "insert text",
171
+ },
172
+ account_id: expect.stringMatching(/^anonymous_/),
173
+ }),
174
+ expect.objectContaining({
175
+ entity_id: "test",
176
+ file_id: "test",
177
+ plugin_key: "mock-plugin",
178
+ schema_key: "text",
179
+ content: {
180
+ text: "updated text",
181
+ },
182
+ account_id: expect.stringMatching(/^anonymous_/),
183
+ }),
184
+ expect.objectContaining({
185
+ file_id: "test",
186
+ entity_id: "test",
187
+ plugin_key: "mock-plugin",
188
+ schema_key: "text",
189
+ content: {
190
+ text: "second text update",
191
+ },
192
+ account_id: expect.stringMatching(/^anonymous_/),
193
+ }),
194
+ ]));
195
+ expect(updatedEdges).toEqual(expect.arrayContaining([
196
+ // 0 is the parent of 1
197
+ // 1 is the parent of 2
198
+ expect.objectContaining({
199
+ parent_id: updatedChanges[0]?.id,
200
+ child_id: updatedChanges[1]?.id,
201
+ }),
202
+ expect.objectContaining({
203
+ parent_id: updatedChanges[1]?.id,
204
+ child_id: updatedChanges[2]?.id,
205
+ }),
206
+ ]));
207
+ // the version change pointers points to the last change
208
+ expect(versionChanges).toEqual(expect.arrayContaining([
209
+ expect.objectContaining({
210
+ version_id: currentVersion.id,
211
+ change_id: updatedChanges[2]?.id,
212
+ }),
213
+ ]));
214
+ });
215
+ test.todo("changes should contain the author", async () => {
216
+ const mockPlugin = {
217
+ key: "mock-plugin",
218
+ detectChangesGlob: "*",
219
+ detectChanges: vi.fn().mockResolvedValue([
220
+ {
221
+ schema: {
222
+ key: "mock",
223
+ type: "json",
224
+ },
225
+ entity_id: "mock",
226
+ snapshot: {
227
+ text: "value1",
228
+ },
229
+ },
230
+ {
231
+ schema: {
232
+ key: "mock",
233
+ type: "json",
234
+ },
235
+ entity_id: "mock",
236
+ snapshot: {
237
+ text: "value2",
238
+ },
239
+ },
240
+ ]),
241
+ };
242
+ const lix = await openLixInMemory({
243
+ blob: await newLixFile(),
244
+ providePlugins: [mockPlugin],
245
+ });
246
+ // testing an insert
247
+ await lix.db
248
+ .insertInto("file")
249
+ .values({
250
+ id: "mock",
251
+ data: new Uint8Array(),
252
+ path: "/mock-file.json",
253
+ })
254
+ .execute();
255
+ await fileQueueSettled({ lix });
256
+ // const changes1 = await lix.db.selectFrom("change").selectAll().execute();
257
+ // expect(changes1[0]?.author).toBe("some-id");
258
+ // testing an update
259
+ await lix.db
260
+ .updateTable("file")
261
+ .set({
262
+ data: new Uint8Array(),
263
+ })
264
+ .where("id", "=", "mock")
265
+ .execute();
266
+ await fileQueueSettled({ lix });
267
+ // const changes2 = await lix.db.selectFrom("change").selectAll().execute();
268
+ // expect(changes2[1]?.author).toBe("some-id");
269
+ await lix.db
270
+ .updateTable("file")
271
+ .set({
272
+ data: new Uint8Array(),
273
+ })
274
+ .where("id", "=", "mock")
275
+ .execute();
276
+ await fileQueueSettled({ lix });
277
+ // const changes3 = await lix.db.selectFrom("change").selectAll().execute();
278
+ // expect(changes3.at(-1)?.author).toBe("some-other-id");
279
+ });
280
+ // lix own change control handles file deletions
281
+ test("should handle file deletions correctly", async () => {
282
+ const mockPlugin = {
283
+ key: "mock-plugin",
284
+ detectChangesGlob: "*",
285
+ detectChanges: async ({ before, after }) => {
286
+ const txt = new TextDecoder().decode(before ? before.data : after.data);
287
+ return [
288
+ {
289
+ schema: {
290
+ key: "text",
291
+ type: "json",
292
+ },
293
+ entity_id: "test",
294
+ snapshot: {
295
+ text: txt,
296
+ },
297
+ },
298
+ ];
299
+ },
300
+ };
301
+ const lix = await openLixInMemory({
302
+ blob: await newLixFile(),
303
+ providePlugins: [mockPlugin],
304
+ });
305
+ const enc = new TextEncoder();
306
+ const dataInitial = enc.encode("file to be deleted");
307
+ // Insert initial file
308
+ await lix.db
309
+ .insertInto("file")
310
+ .values({ id: "file0", path: "/delete.txt", data: dataInitial })
311
+ .execute();
312
+ // Queue deletion
313
+ await fileQueueSettled({ lix });
314
+ const changesAfterInsert = await lix.db
315
+ .selectFrom("change")
316
+ .innerJoin("snapshot", "snapshot.id", "change.snapshot_id")
317
+ .where("file_id", "=", "file0")
318
+ .selectAll()
319
+ .execute();
320
+ expect(changesAfterInsert).toEqual(expect.arrayContaining([
321
+ expect.objectContaining({
322
+ entity_id: "test",
323
+ file_id: "file0",
324
+ plugin_key: "mock-plugin",
325
+ schema_key: "text",
326
+ content: {
327
+ text: "file to be deleted",
328
+ },
329
+ }),
330
+ ]));
331
+ await lix.db.deleteFrom("file").where("id", "=", "file0").execute();
332
+ // Ensure the queue reflects the deletion entry
333
+ const queue = await lix.db.selectFrom("file_queue").selectAll().execute();
334
+ expect(queue).toEqual([
335
+ expect.objectContaining({
336
+ file_id: "file0",
337
+ path_before: null,
338
+ data_before: null,
339
+ path_after: null,
340
+ data_after: null,
341
+ }),
342
+ ]);
343
+ // Run the fil queue settlement process
344
+ await fileQueueSettled({ lix });
345
+ // Verify the fil queue is empty
346
+ expect((await lix.db.selectFrom("file_queue").selectAll().execute()).length).toBe(0);
347
+ // Verify the changes reflect the deletion
348
+ const changes = await lix.db
349
+ .selectFrom("change")
350
+ .innerJoin("snapshot", "snapshot.id", "change.snapshot_id")
351
+ .innerJoin("change_author", "change_author.change_id", "change.id")
352
+ .where("file_id", "=", "file0")
353
+ .selectAll("change")
354
+ .select("change_author.account_id")
355
+ .select("snapshot.content")
356
+ .execute();
357
+ expect(changes).toEqual(expect.arrayContaining([
358
+ expect.objectContaining({
359
+ entity_id: "test",
360
+ file_id: "file0",
361
+ plugin_key: "mock-plugin",
362
+ schema_key: "text",
363
+ content: null, // Content is null for deletions
364
+ }),
365
+ ]));
366
+ // Verify the file no longer exists in the database
367
+ const internalFilesAfter = await lix.db
368
+ .selectFrom("file")
369
+ .selectAll()
370
+ .execute();
371
+ expect(internalFilesAfter).toEqual([]);
372
+ });
373
+ //# sourceMappingURL=file-queue-process.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file-queue-process.test.js","sourceRoot":"","sources":["../../src/file-queue/file-queue-process.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,IAAI,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;IACzD,MAAM,UAAU,GAAc;QAC7B,GAAG,EAAE,aAAa;QAClB,iBAAiB,EAAE,GAAG;QACtB,aAAa,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;YAC1C,MAAM,UAAU,GAAG,MAAM;gBACxB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;gBACxC,CAAC,CAAC,SAAS,CAAC;YACb,MAAM,SAAS,GAAG,KAAK;gBACtB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;gBACtC,CAAC,CAAC,SAAS,CAAC;YAEb,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAC;YACX,CAAC;YAED,OAAO;gBACN;oBACC,MAAM,EAAE;wBACP,GAAG,EAAE,MAAM;wBACX,IAAI,EAAE,MAAM;qBACZ;oBACD,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;iBACrD;aACD,CAAC;QACH,CAAC;KACD,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC;QACjC,IAAI,EAAE,MAAM,UAAU,EAAE;QACxB,cAAc,EAAE,CAAC,UAAU,CAAC;KAC5B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,EAAE;SACjC,UAAU,CAAC,iBAAiB,CAAC;SAC7B,SAAS,CAAC,SAAS,EAAE,oBAAoB,EAAE,YAAY,CAAC;SACxD,SAAS,EAAE;SACX,uBAAuB,EAAE,CAAC;IAE5B,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;IAC9B,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,GAAG,CAAC,EAAE;SACV,UAAU,CAAC,MAAM,CAAC;SAClB,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;SAC5D,OAAO,EAAE,CAAC;IAEZ,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;IAE1E,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;QACrB,MAAM,CAAC,gBAAgB,CAAC;YACvB,EAAE,EAAE,CAAC;YACL,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,WAAW;YACvB,WAAW,EAAE,IAAI;SACiB,CAAC;KACpC,CAAC,CAAC;IAEH,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,MAAM,CACL,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEV,oEAAoE;IACpE,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;SACrC,UAAU,CAAC,MAAM,CAAC;SAClB,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC;QAClC,MAAM,CAAC,gBAAgB,CAAC;YACvB,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAE,CAAC,IAAI;YACjC,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,IAAI;SACd,CAAmB;KACpB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE;SAC1B,UAAU,CAAC,QAAQ,CAAC;SACpB,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,oBAAoB,CAAC;SAC1D,SAAS,CAAC,eAAe,EAAE,yBAAyB,EAAE,WAAW,CAAC;SAClE,SAAS,CAAC,QAAQ,CAAC;SACnB,MAAM,CAAC,0BAA0B,CAAC;SAClC,MAAM,CAAC,kBAAkB,CAAC;SAC1B,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACtB,MAAM,CAAC,eAAe,CAAC;QACtB,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE;gBACR,IAAI,EAAE,aAAa;aACnB;YACD,mDAAmD;YACnD,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC;SAChD,CAAC;KACF,CAAC,CACF,CAAC;IAEF,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC/C,MAAM,GAAG,CAAC,EAAE;SACV,WAAW,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;SAC1B,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC;SACxB,OAAO,EAAE,CAAC;IAEZ,uCAAuC;IACvC,6BAA6B;IAC7B,gBAAgB;IAChB,eAAe;IAEf,0CAA0C;IAE1C,sCAAsC;IACtC,6BAA6B;IAC7B,gBAAgB;IAChB,eAAe;IAEf,yCAAyC;IAEzC,8BAA8B;IAC9B,MAAM,WAAW,GAAG,WAAW,CAAC;IAEhC,yBAAyB;IACzB,MAAM,GAAG,CAAC,EAAE;SACV,WAAW,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;SAC1B,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC;SACxB,OAAO,EAAE,CAAC;IAEZ,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAErD,MAAM,GAAG,CAAC,EAAE;SACV,WAAW,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;SAC1B,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC;SACxB,OAAO,EAAE,CAAC;IAEZ,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;IAE3E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;QACtB,iDAAiD;QACjD,+CAA+C;QAC/C,MAAM,CAAC,gBAAgB,CAAC;YACvB,EAAE,EAAE,CAAC;YACL,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,WAAW;YACvB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,WAAW;SACW,CAAC;QACpC,MAAM,CAAC,gBAAgB,CAAC;YACvB,EAAE,EAAE,CAAC;YACL,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,WAAW;YACvB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,WAAW;SACW,CAAC;KACpC,CAAC,CAAC;IAEH,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,MAAM,CACL,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEV,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,EAAE;SACjC,UAAU,CAAC,QAAQ,CAAC;SACpB,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,oBAAoB,CAAC;SAC1D,SAAS,CAAC,eAAe,EAAE,yBAAyB,EAAE,WAAW,CAAC;SAClE,SAAS,CAAC,QAAQ,CAAC;SACnB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC;SAChC,MAAM,CAAC,0BAA0B,CAAC;SAClC,MAAM,CAAC,kBAAkB,CAAC;SAC1B,OAAO,EAAE,CAAC;IAEZ,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,EAAE;SAC/B,UAAU,CAAC,aAAa,CAAC;SACzB,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,EAAE;SACjC,UAAU,CAAC,gBAAgB,CAAC;SAC5B,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,cAAc,CAAC,EAAE,CAAC;SAC3C,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAC7B,MAAM,CAAC,eAAe,CAAC;QACtB,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE;gBACR,IAAI,EAAE,aAAa;aACnB;YACD,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC;SAChD,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,aAAa;YACzB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE;gBACR,IAAI,EAAE,cAAc;aACpB;YACD,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC;SAChD,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC;YACvB,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,aAAa;YACzB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE;gBACR,IAAI,EAAE,oBAAoB;aAC1B;YACD,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC;SAChD,CAAC;KACF,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAC3B,MAAM,CAAC,eAAe,CAAC;QACtB,uBAAuB;QACvB,uBAAuB;QACvB,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE;YAChC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE;SAC/B,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE;YAChC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE;SAC/B,CAAC;KACF,CAAC,CACF,CAAC;IAEF,wDAAwD;IACxD,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAC7B,MAAM,CAAC,eAAe,CAAC;QACtB,MAAM,CAAC,gBAAgB,CAAC;YACvB,UAAU,EAAE,cAAc,CAAC,EAAE;YAC7B,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE;SAChC,CAAC;KACF,CAAC,CACF,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;IACzD,MAAM,UAAU,GAAc;QAC7B,GAAG,EAAE,aAAa;QAClB,iBAAiB,EAAE,GAAG;QACtB,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACxC;gBACC,MAAM,EAAE;oBACP,GAAG,EAAE,MAAM;oBACX,IAAI,EAAE,MAAM;iBACZ;gBACD,SAAS,EAAE,MAAM;gBACjB,QAAQ,EAAE;oBACT,IAAI,EAAE,QAAQ;iBACd;aACD;YACD;gBACC,MAAM,EAAE;oBACP,GAAG,EAAE,MAAM;oBACX,IAAI,EAAE,MAAM;iBACZ;gBACD,SAAS,EAAE,MAAM;gBACjB,QAAQ,EAAE;oBACT,IAAI,EAAE,QAAQ;iBACd;aACD;SAC0B,CAAC;KAC7B,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC;QACjC,IAAI,EAAE,MAAM,UAAU,EAAE;QACxB,cAAc,EAAE,CAAC,UAAU,CAAC;KAC5B,CAAC,CAAC;IAEH,oBAAoB;IAEpB,MAAM,GAAG,CAAC,EAAE;SACV,UAAU,CAAC,MAAM,CAAC;SAClB,MAAM,CAAC;QACP,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,IAAI,UAAU,EAAE;QACtB,IAAI,EAAE,iBAAiB;KACvB,CAAC;SACD,OAAO,EAAE,CAAC;IAEZ,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,4EAA4E;IAE5E,+CAA+C;IAE/C,oBAAoB;IAEpB,MAAM,GAAG,CAAC,EAAE;SACV,WAAW,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC;QACJ,IAAI,EAAE,IAAI,UAAU,EAAE;KACtB,CAAC;SACD,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC;SACxB,OAAO,EAAE,CAAC;IAEZ,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,4EAA4E;IAE5E,+CAA+C;IAE/C,MAAM,GAAG,CAAC,EAAE;SACV,WAAW,CAAC,MAAM,CAAC;SACnB,GAAG,CAAC;QACJ,IAAI,EAAE,IAAI,UAAU,EAAE;KACtB,CAAC;SACD,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC;SACxB,OAAO,EAAE,CAAC;IAEZ,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,4EAA4E;IAE5E,yDAAyD;AAC1D,CAAC,CAAC,CAAC;AAEH,gDAAgD;AAChD,IAAI,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;IACzD,MAAM,UAAU,GAAc;QAC7B,GAAG,EAAE,aAAa;QAClB,iBAAiB,EAAE,GAAG;QACtB,aAAa,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAExE,OAAO;gBACN;oBACC,MAAM,EAAE;wBACP,GAAG,EAAE,MAAM;wBACX,IAAI,EAAE,MAAM;qBACZ;oBACD,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE;wBACT,IAAI,EAAE,GAAG;qBACT;iBACD;aACD,CAAC;QACH,CAAC;KACD,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC;QACjC,IAAI,EAAE,MAAM,UAAU,EAAE;QACxB,cAAc,EAAE,CAAC,UAAU,CAAC;KAC5B,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;IAC9B,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAErD,sBAAsB;IACtB,MAAM,GAAG,CAAC,EAAE;SACV,UAAU,CAAC,MAAM,CAAC;SAClB,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;SAC/D,OAAO,EAAE,CAAC;IAEZ,iBAAiB;IACjB,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;SACrC,UAAU,CAAC,QAAQ,CAAC;SACpB,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,oBAAoB,CAAC;SAC1D,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC;SAC9B,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CACjC,MAAM,CAAC,eAAe,CAAC;QACtB,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,aAAa;YACzB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE;gBACR,IAAI,EAAE,oBAAoB;aAC1B;SACD,CAAC;KACF,CAAC,CACF,CAAC;IAEF,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IAEpE,+CAA+C;IAC/C,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;IAE1E,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;QACrB,MAAM,CAAC,gBAAgB,CAAC;YACvB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;SACkB,CAAC;KACpC,CAAC,CAAC;IAEH,uCAAuC;IACvC,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,gCAAgC;IAChC,MAAM,CACL,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CACpE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEV,0CAA0C;IAC1C,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE;SAC1B,UAAU,CAAC,QAAQ,CAAC;SACpB,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,oBAAoB,CAAC;SAC1D,SAAS,CAAC,eAAe,EAAE,yBAAyB,EAAE,WAAW,CAAC;SAClE,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC;SAC9B,SAAS,CAAC,QAAQ,CAAC;SACnB,MAAM,CAAC,0BAA0B,CAAC;SAClC,MAAM,CAAC,kBAAkB,CAAC;SAC1B,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACtB,MAAM,CAAC,eAAe,CAAC;QACtB,MAAM,CAAC,gBAAgB,CAAC;YACvB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,aAAa;YACzB,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,IAAI,EAAE,gCAAgC;SAC/C,CAAC;KACF,CAAC,CACF,CAAC;IAEF,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;SACrC,UAAU,CAAC,MAAM,CAAC;SAClB,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AACxC,CAAC,CAAC,CAAC"}
@@ -0,0 +1,13 @@
1
+ import type { Lix } from "../lix/open-lix.js";
2
+ /**
3
+ * Waits until the file queue is settled.
4
+ *
5
+ * @example
6
+ * ```ts
7
+ * await fileQueueSettled({ lix });
8
+ * ```
9
+ */
10
+ export declare function fileQueueSettled(args: {
11
+ lix: Pick<Lix, "db">;
12
+ }): Promise<void>;
13
+ //# sourceMappingURL=file-queue-settled.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file-queue-settled.d.ts","sourceRoot":"","sources":["../../src/file-queue/file-queue-settled.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAE9C;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE;IAC5C,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;CACrB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBhB"}
@@ -0,0 +1,25 @@
1
+ /**
2
+ * Waits until the file queue is settled.
3
+ *
4
+ * @example
5
+ * ```ts
6
+ * await fileQueueSettled({ lix });
7
+ * ```
8
+ */
9
+ export async function fileQueueSettled(args) {
10
+ let hasEntries = true;
11
+ while (hasEntries) {
12
+ const entries = await args.lix.db
13
+ .selectFrom("file_queue")
14
+ .selectAll()
15
+ .limit(1)
16
+ .execute();
17
+ hasEntries = entries.length > 0;
18
+ if (hasEntries) {
19
+ // poll again in 50ms. This is a workaround until subscriptions
20
+ // or another mechanism is implemented to notify when the queue is settled
21
+ await new Promise((resolve) => setTimeout(resolve, 50));
22
+ }
23
+ }
24
+ }
25
+ //# sourceMappingURL=file-queue-settled.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file-queue-settled.js","sourceRoot":"","sources":["../../src/file-queue/file-queue-settled.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAEtC;IACA,IAAI,UAAU,GAAG,IAAI,CAAC;IAEtB,OAAO,UAAU,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;aAC/B,UAAU,CAAC,YAAY,CAAC;aACxB,SAAS,EAAE;aACX,KAAK,CAAC,CAAC,CAAC;aACR,OAAO,EAAE,CAAC;QAEZ,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAEhC,IAAI,UAAU,EAAE,CAAC;YAChB,+DAA+D;YAC/D,0EAA0E;YAC1E,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC;IACF,CAAC;AACF,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=file-queue-settled.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file-queue-settled.test.d.ts","sourceRoot":"","sources":["../../src/file-queue/file-queue-settled.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,47 @@
1
+ import { test, expect } from "vitest";
2
+ import { openLixInMemory } from "../lix/open-lix-in-memory.js";
3
+ import { fileQueueSettled } from "./file-queue-settled.js";
4
+ test("should wait until the file queue is settled", async () => {
5
+ const lix = await openLixInMemory({});
6
+ await lix.db
7
+ .insertInto("file_queue")
8
+ .values([
9
+ {
10
+ id: 1,
11
+ file_id: "file1",
12
+ path_after: "path1",
13
+ data_after: new TextEncoder().encode("data1"),
14
+ metadata_after: null,
15
+ },
16
+ {
17
+ id: 2,
18
+ file_id: "file2",
19
+ path_after: "path2",
20
+ data_after: new TextEncoder().encode("data2"),
21
+ metadata_after: null,
22
+ },
23
+ ])
24
+ .execute();
25
+ // Start a background task to remove entries from the file_queue after a delay
26
+ setTimeout(async () => {
27
+ await lix.db.deleteFrom("file_queue").where("id", "=", 1).execute();
28
+ await lix.db.deleteFrom("file_queue").where("id", "=", 2).execute();
29
+ }, 110);
30
+ await fileQueueSettled({ lix });
31
+ const remainingEntries = await lix.db
32
+ .selectFrom("file_queue")
33
+ .selectAll()
34
+ .execute();
35
+ expect(remainingEntries).toEqual([]);
36
+ });
37
+ test("should return immediately if the file queue is already empty", async () => {
38
+ const lix = await openLixInMemory({});
39
+ await lix.db.deleteFrom("file_queue").execute();
40
+ await fileQueueSettled({ lix });
41
+ const remainingEntries = await lix.db
42
+ .selectFrom("file_queue")
43
+ .selectAll()
44
+ .execute();
45
+ expect(remainingEntries).toEqual([]);
46
+ });
47
+ //# sourceMappingURL=file-queue-settled.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file-queue-settled.test.js","sourceRoot":"","sources":["../../src/file-queue/file-queue-settled.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,IAAI,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;IAC9D,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,CAAC;IAEtC,MAAM,GAAG,CAAC,EAAE;SACV,UAAU,CAAC,YAAY,CAAC;SACxB,MAAM,CAAC;QACP;YACC,EAAE,EAAE,CAAC;YACL,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;YAC7C,cAAc,EAAE,IAAI;SACpB;QACD;YACC,EAAE,EAAE,CAAC;YACL,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,OAAO;YACnB,UAAU,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;YAC7C,cAAc,EAAE,IAAI;SACpB;KACD,CAAC;SACD,OAAO,EAAE,CAAC;IAEZ,8EAA8E;IAC9E,UAAU,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACpE,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACrE,CAAC,EAAE,GAAG,CAAC,CAAC;IAER,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,EAAE;SACnC,UAAU,CAAC,YAAY,CAAC;SACxB,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,MAAM,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;IAC/E,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,CAAC;IAEtC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;IAEhD,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAEhC,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,EAAE;SACnC,UAAU,CAAC,YAAY,CAAC;SACxB,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export { fileQueueSettled } from "./file-queue-settled.js";
2
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/file-queue/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC"}
@@ -0,0 +1,2 @@
1
+ export { fileQueueSettled } from "./file-queue-settled.js";
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/file-queue/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { Lix } from "../lix/open-lix.js";
2
+ export declare function withSkipFileQueue<T>(db: Lix["db"], operation: (trx: Lix["db"]) => Promise<T>): Promise<T>;
3
+ //# sourceMappingURL=with-skip-file-queue.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"with-skip-file-queue.d.ts","sourceRoot":"","sources":["../../src/file-queue/with-skip-file-queue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAE9C,wBAAsB,iBAAiB,CAAC,CAAC,EACxC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,EACb,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GACvC,OAAO,CAAC,CAAC,CAAC,CA2BZ"}
@@ -0,0 +1,26 @@
1
+ export async function withSkipFileQueue(db, operation) {
2
+ const executeInTransaction = async (trx) => {
3
+ const queryEntryBefore = await trx
4
+ .selectFrom("file_queue")
5
+ .selectAll()
6
+ .orderBy("id desc")
7
+ .executeTakeFirst();
8
+ // Perform the user's operation
9
+ const result = await operation(trx);
10
+ // delete queue entries that came after
11
+ // the queue entry before the transaction
12
+ await trx
13
+ .deleteFrom("file_queue")
14
+ .where("id", ">", queryEntryBefore?.id ?? 0)
15
+ .execute();
16
+ // Return the result of the operation
17
+ return result;
18
+ };
19
+ if (db.isTransaction) {
20
+ return executeInTransaction(db);
21
+ }
22
+ else {
23
+ return db.transaction().execute(executeInTransaction);
24
+ }
25
+ }
26
+ //# sourceMappingURL=with-skip-file-queue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"with-skip-file-queue.js","sourceRoot":"","sources":["../../src/file-queue/with-skip-file-queue.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,EAAa,EACb,SAAyC;IAEzC,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAc,EAAE,EAAE;QACrD,MAAM,gBAAgB,GAAG,MAAM,GAAG;aAChC,UAAU,CAAC,YAAY,CAAC;aACxB,SAAS,EAAE;aACX,OAAO,CAAC,SAAS,CAAC;aAClB,gBAAgB,EAAE,CAAC;QAErB,+BAA+B;QAC/B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QAEpC,uCAAuC;QACvC,yCAAyC;QAEzC,MAAM,GAAG;aACP,UAAU,CAAC,YAAY,CAAC;aACxB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAC;aAC3C,OAAO,EAAE,CAAC;QAEZ,qCAAqC;QACrC,OAAO,MAAM,CAAC;IACf,CAAC,CAAC;IACF,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC;SAAM,CAAC;QACP,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC;AACF,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=with-skip-file-queue.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"with-skip-file-queue.test.d.ts","sourceRoot":"","sources":["../../src/file-queue/with-skip-file-queue.test.ts"],"names":[],"mappings":""}