@lix-js/sdk 0.6.0-preview.5 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/README.md +76 -4
  2. package/dist/errors.d.ts +7 -0
  3. package/dist/errors.js +19 -0
  4. package/dist/index.d.ts +4 -5
  5. package/dist/index.js +3 -3
  6. package/dist/native.d.ts +1 -0
  7. package/dist/native.js +47 -0
  8. package/dist/open-lix.d.ts +38 -207
  9. package/dist/open-lix.js +59 -284
  10. package/dist/result.d.ts +18 -0
  11. package/dist/result.js +48 -0
  12. package/dist/types.d.ts +114 -1
  13. package/dist/value.d.ts +28 -0
  14. package/dist/value.js +245 -0
  15. package/package.json +38 -71
  16. package/SKILL.md +0 -507
  17. package/dist/builtin-schemas.d.ts +0 -1
  18. package/dist/builtin-schemas.js +0 -1
  19. package/dist/engine-wasm/index.d.ts +0 -87
  20. package/dist/engine-wasm/index.js +0 -339
  21. package/dist/engine-wasm/wasm/lix_engine.d.ts +0 -79
  22. package/dist/engine-wasm/wasm/lix_engine.js +0 -833
  23. package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
  24. package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +0 -27
  25. package/dist/generated/builtin-schemas.d.ts +0 -427
  26. package/dist/generated/builtin-schemas.js +0 -643
  27. package/dist/sqlite/index.d.ts +0 -12
  28. package/dist/sqlite/index.js +0 -359
  29. package/dist-engine-src/README.md +0 -18
  30. package/dist-engine-src/src/backend/capabilities.rs +0 -67
  31. package/dist-engine-src/src/backend/conformance/baseline.rs +0 -1127
  32. package/dist-engine-src/src/backend/conformance/factory.rs +0 -93
  33. package/dist-engine-src/src/backend/conformance/failure_tests.rs +0 -608
  34. package/dist-engine-src/src/backend/conformance/fixtures.rs +0 -26
  35. package/dist-engine-src/src/backend/conformance/mod.rs +0 -75
  36. package/dist-engine-src/src/backend/conformance/model.rs +0 -28
  37. package/dist-engine-src/src/backend/conformance/model_based.rs +0 -257
  38. package/dist-engine-src/src/backend/conformance/persistence.rs +0 -204
  39. package/dist-engine-src/src/backend/conformance/projection.rs +0 -21
  40. package/dist-engine-src/src/backend/conformance/pushdown.rs +0 -24
  41. package/dist-engine-src/src/backend/conformance/runner.rs +0 -90
  42. package/dist-engine-src/src/backend/conformance/scan.rs +0 -24
  43. package/dist-engine-src/src/backend/conformance/write.rs +0 -16
  44. package/dist-engine-src/src/backend/error.rs +0 -94
  45. package/dist-engine-src/src/backend/in_memory.rs +0 -670
  46. package/dist-engine-src/src/backend/mod.rs +0 -39
  47. package/dist-engine-src/src/backend/predicate.rs +0 -80
  48. package/dist-engine-src/src/backend/traits.rs +0 -260
  49. package/dist-engine-src/src/backend/types.rs +0 -239
  50. package/dist-engine-src/src/binary_cas/chunking.rs +0 -31
  51. package/dist-engine-src/src/binary_cas/codec.rs +0 -346
  52. package/dist-engine-src/src/binary_cas/context.rs +0 -139
  53. package/dist-engine-src/src/binary_cas/kv.rs +0 -1038
  54. package/dist-engine-src/src/binary_cas/mod.rs +0 -11
  55. package/dist-engine-src/src/binary_cas/types.rs +0 -121
  56. package/dist-engine-src/src/branch/context.rs +0 -40
  57. package/dist-engine-src/src/branch/lifecycle.rs +0 -221
  58. package/dist-engine-src/src/branch/mod.rs +0 -13
  59. package/dist-engine-src/src/branch/refs.rs +0 -321
  60. package/dist-engine-src/src/branch/stage_rows.rs +0 -67
  61. package/dist-engine-src/src/branch/types.rs +0 -21
  62. package/dist-engine-src/src/catalog/context.rs +0 -412
  63. package/dist-engine-src/src/catalog/mod.rs +0 -10
  64. package/dist-engine-src/src/catalog/schema.rs +0 -4
  65. package/dist-engine-src/src/catalog/snapshot.rs +0 -1114
  66. package/dist-engine-src/src/cel/context.rs +0 -86
  67. package/dist-engine-src/src/cel/error.rs +0 -19
  68. package/dist-engine-src/src/cel/mod.rs +0 -8
  69. package/dist-engine-src/src/cel/provider.rs +0 -9
  70. package/dist-engine-src/src/cel/runtime.rs +0 -167
  71. package/dist-engine-src/src/cel/value.rs +0 -50
  72. package/dist-engine-src/src/changelog/bench_support.rs +0 -785
  73. package/dist-engine-src/src/changelog/change.rs +0 -1
  74. package/dist-engine-src/src/changelog/codec.rs +0 -497
  75. package/dist-engine-src/src/changelog/commit.rs +0 -1
  76. package/dist-engine-src/src/changelog/context.rs +0 -1614
  77. package/dist-engine-src/src/changelog/mod.rs +0 -29
  78. package/dist-engine-src/src/changelog/store.rs +0 -163
  79. package/dist-engine-src/src/changelog/test_support.rs +0 -54
  80. package/dist-engine-src/src/changelog/types.rs +0 -213
  81. package/dist-engine-src/src/commit_graph/context.rs +0 -944
  82. package/dist-engine-src/src/commit_graph/mod.rs +0 -9
  83. package/dist-engine-src/src/commit_graph/types.rs +0 -89
  84. package/dist-engine-src/src/commit_graph/walker.rs +0 -786
  85. package/dist-engine-src/src/common/error.rs +0 -347
  86. package/dist-engine-src/src/common/fingerprint.rs +0 -3
  87. package/dist-engine-src/src/common/fs_path.rs +0 -1336
  88. package/dist-engine-src/src/common/identity.rs +0 -145
  89. package/dist-engine-src/src/common/json_pointer.rs +0 -67
  90. package/dist-engine-src/src/common/metadata.rs +0 -40
  91. package/dist-engine-src/src/common/mod.rs +0 -23
  92. package/dist-engine-src/src/common/types.rs +0 -105
  93. package/dist-engine-src/src/common/wire.rs +0 -222
  94. package/dist-engine-src/src/domain.rs +0 -320
  95. package/dist-engine-src/src/engine.rs +0 -203
  96. package/dist-engine-src/src/entity_pk.rs +0 -402
  97. package/dist-engine-src/src/functions/context.rs +0 -296
  98. package/dist-engine-src/src/functions/deterministic.rs +0 -113
  99. package/dist-engine-src/src/functions/mod.rs +0 -18
  100. package/dist-engine-src/src/functions/provider.rs +0 -130
  101. package/dist-engine-src/src/functions/state.rs +0 -335
  102. package/dist-engine-src/src/functions/types.rs +0 -37
  103. package/dist-engine-src/src/init.rs +0 -692
  104. package/dist-engine-src/src/json_store/compression.rs +0 -77
  105. package/dist-engine-src/src/json_store/context.rs +0 -172
  106. package/dist-engine-src/src/json_store/encoded.rs +0 -15
  107. package/dist-engine-src/src/json_store/mod.rs +0 -38
  108. package/dist-engine-src/src/json_store/store.rs +0 -494
  109. package/dist-engine-src/src/json_store/types.rs +0 -212
  110. package/dist-engine-src/src/lib.rs +0 -92
  111. package/dist-engine-src/src/live_state/context.rs +0 -1883
  112. package/dist-engine-src/src/live_state/mod.rs +0 -21
  113. package/dist-engine-src/src/live_state/overlay.rs +0 -75
  114. package/dist-engine-src/src/live_state/reader.rs +0 -23
  115. package/dist-engine-src/src/live_state/types.rs +0 -231
  116. package/dist-engine-src/src/live_state/visibility.rs +0 -666
  117. package/dist-engine-src/src/plugin/archive.rs +0 -438
  118. package/dist-engine-src/src/plugin/component.rs +0 -183
  119. package/dist-engine-src/src/plugin/install.rs +0 -619
  120. package/dist-engine-src/src/plugin/manifest.rs +0 -516
  121. package/dist-engine-src/src/plugin/materializer.rs +0 -202
  122. package/dist-engine-src/src/plugin/mod.rs +0 -33
  123. package/dist-engine-src/src/plugin/plugin_manifest.json +0 -119
  124. package/dist-engine-src/src/plugin/storage.rs +0 -74
  125. package/dist-engine-src/src/schema/annotations/defaults.rs +0 -275
  126. package/dist-engine-src/src/schema/annotations/mod.rs +0 -1
  127. package/dist-engine-src/src/schema/builtin/lix_account.json +0 -21
  128. package/dist-engine-src/src/schema/builtin/lix_active_account.json +0 -29
  129. package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +0 -29
  130. package/dist-engine-src/src/schema/builtin/lix_branch_descriptor.json +0 -34
  131. package/dist-engine-src/src/schema/builtin/lix_branch_ref.json +0 -48
  132. package/dist-engine-src/src/schema/builtin/lix_change.json +0 -63
  133. package/dist-engine-src/src/schema/builtin/lix_change_author.json +0 -45
  134. package/dist-engine-src/src/schema/builtin/lix_commit.json +0 -24
  135. package/dist-engine-src/src/schema/builtin/lix_commit_edge.json +0 -53
  136. package/dist-engine-src/src/schema/builtin/lix_directory_descriptor.json +0 -52
  137. package/dist-engine-src/src/schema/builtin/lix_file_descriptor.json +0 -52
  138. package/dist-engine-src/src/schema/builtin/lix_key_value.json +0 -40
  139. package/dist-engine-src/src/schema/builtin/lix_label.json +0 -29
  140. package/dist-engine-src/src/schema/builtin/lix_label_assignment.json +0 -74
  141. package/dist-engine-src/src/schema/builtin/lix_registered_schema.json +0 -25
  142. package/dist-engine-src/src/schema/builtin/mod.rs +0 -220
  143. package/dist-engine-src/src/schema/compatibility.rs +0 -787
  144. package/dist-engine-src/src/schema/definition.json +0 -187
  145. package/dist-engine-src/src/schema/definition.rs +0 -742
  146. package/dist-engine-src/src/schema/key.rs +0 -138
  147. package/dist-engine-src/src/schema/mod.rs +0 -20
  148. package/dist-engine-src/src/schema/seed.rs +0 -14
  149. package/dist-engine-src/src/schema/tests.rs +0 -780
  150. package/dist-engine-src/src/session/context.rs +0 -1059
  151. package/dist-engine-src/src/session/create_branch.rs +0 -94
  152. package/dist-engine-src/src/session/execute.rs +0 -681
  153. package/dist-engine-src/src/session/merge/analysis.rs +0 -108
  154. package/dist-engine-src/src/session/merge/branch.rs +0 -417
  155. package/dist-engine-src/src/session/merge/conflicts.rs +0 -63
  156. package/dist-engine-src/src/session/merge/mod.rs +0 -10
  157. package/dist-engine-src/src/session/merge/stats.rs +0 -61
  158. package/dist-engine-src/src/session/mod.rs +0 -30
  159. package/dist-engine-src/src/session/switch_branch.rs +0 -113
  160. package/dist-engine-src/src/session/transaction.rs +0 -557
  161. package/dist-engine-src/src/sql2/bind/classify.rs +0 -102
  162. package/dist-engine-src/src/sql2/bind/error.rs +0 -5
  163. package/dist-engine-src/src/sql2/bind/expr.rs +0 -29
  164. package/dist-engine-src/src/sql2/bind/mod.rs +0 -12
  165. package/dist-engine-src/src/sql2/bind/public_udf.rs +0 -306
  166. package/dist-engine-src/src/sql2/bind/read.rs +0 -65
  167. package/dist-engine-src/src/sql2/bind/statement.rs +0 -2236
  168. package/dist-engine-src/src/sql2/bind/table.rs +0 -273
  169. package/dist-engine-src/src/sql2/bind/write.rs +0 -86
  170. package/dist-engine-src/src/sql2/branch_scope.rs +0 -436
  171. package/dist-engine-src/src/sql2/catalog/capability.rs +0 -20
  172. package/dist-engine-src/src/sql2/catalog/entity_surface.rs +0 -296
  173. package/dist-engine-src/src/sql2/catalog/mod.rs +0 -15
  174. package/dist-engine-src/src/sql2/catalog/registry.rs +0 -556
  175. package/dist-engine-src/src/sql2/catalog/schema.rs +0 -88
  176. package/dist-engine-src/src/sql2/catalog/surface.rs +0 -41
  177. package/dist-engine-src/src/sql2/change_materialization.rs +0 -122
  178. package/dist-engine-src/src/sql2/context.rs +0 -317
  179. package/dist-engine-src/src/sql2/dml.rs +0 -148
  180. package/dist-engine-src/src/sql2/error.rs +0 -215
  181. package/dist-engine-src/src/sql2/exec/bound_public_write.rs +0 -1593
  182. package/dist-engine-src/src/sql2/exec/datafusion.rs +0 -5266
  183. package/dist-engine-src/src/sql2/exec/fast_write.rs +0 -82
  184. package/dist-engine-src/src/sql2/exec/mod.rs +0 -24
  185. package/dist-engine-src/src/sql2/exec/write.rs +0 -661
  186. package/dist-engine-src/src/sql2/filesystem_planner.rs +0 -1485
  187. package/dist-engine-src/src/sql2/filesystem_predicates.rs +0 -159
  188. package/dist-engine-src/src/sql2/filesystem_visibility.rs +0 -383
  189. package/dist-engine-src/src/sql2/history_projection.rs +0 -56
  190. package/dist-engine-src/src/sql2/history_route.rs +0 -661
  191. package/dist-engine-src/src/sql2/mod.rs +0 -52
  192. package/dist-engine-src/src/sql2/optimize/datafusion.rs +0 -1
  193. package/dist-engine-src/src/sql2/optimize/mod.rs +0 -2
  194. package/dist-engine-src/src/sql2/optimize/simple_write.rs +0 -116
  195. package/dist-engine-src/src/sql2/parse/mod.rs +0 -69
  196. package/dist-engine-src/src/sql2/parse/normalize.rs +0 -1
  197. package/dist-engine-src/src/sql2/plan/branch_scope.rs +0 -24
  198. package/dist-engine-src/src/sql2/plan/mod.rs +0 -5
  199. package/dist-engine-src/src/sql2/plan/predicate.rs +0 -22
  200. package/dist-engine-src/src/sql2/plan/write.rs +0 -147
  201. package/dist-engine-src/src/sql2/predicate_typecheck.rs +0 -504
  202. package/dist-engine-src/src/sql2/providers/branch.rs +0 -1206
  203. package/dist-engine-src/src/sql2/providers/change.rs +0 -445
  204. package/dist-engine-src/src/sql2/providers/directory.rs +0 -2422
  205. package/dist-engine-src/src/sql2/providers/directory_history.rs +0 -645
  206. package/dist-engine-src/src/sql2/providers/entity.rs +0 -1484
  207. package/dist-engine-src/src/sql2/providers/entity_history.rs +0 -452
  208. package/dist-engine-src/src/sql2/providers/file.rs +0 -3686
  209. package/dist-engine-src/src/sql2/providers/file_history.rs +0 -924
  210. package/dist-engine-src/src/sql2/providers/history.rs +0 -426
  211. package/dist-engine-src/src/sql2/providers/lix_state.rs +0 -2542
  212. package/dist-engine-src/src/sql2/providers/mod.rs +0 -508
  213. package/dist-engine-src/src/sql2/read_only.rs +0 -63
  214. package/dist-engine-src/src/sql2/record_batch.rs +0 -17
  215. package/dist-engine-src/src/sql2/result_metadata.rs +0 -29
  216. package/dist-engine-src/src/sql2/runtime.rs +0 -60
  217. package/dist-engine-src/src/sql2/session.rs +0 -83
  218. package/dist-engine-src/src/sql2/storage/constraints.rs +0 -1
  219. package/dist-engine-src/src/sql2/storage/mod.rs +0 -1
  220. package/dist-engine-src/src/sql2/test_support/differential.rs +0 -712
  221. package/dist-engine-src/src/sql2/test_support/generators.rs +0 -354
  222. package/dist-engine-src/src/sql2/test_support/mod.rs +0 -2
  223. package/dist-engine-src/src/sql2/udfs/common.rs +0 -295
  224. package/dist-engine-src/src/sql2/udfs/lix_active_branch_commit_id.rs +0 -53
  225. package/dist-engine-src/src/sql2/udfs/lix_empty_blob.rs +0 -47
  226. package/dist-engine-src/src/sql2/udfs/lix_json.rs +0 -100
  227. package/dist-engine-src/src/sql2/udfs/lix_json_get.rs +0 -99
  228. package/dist-engine-src/src/sql2/udfs/lix_json_get_text.rs +0 -99
  229. package/dist-engine-src/src/sql2/udfs/lix_text_decode.rs +0 -82
  230. package/dist-engine-src/src/sql2/udfs/lix_text_encode.rs +0 -85
  231. package/dist-engine-src/src/sql2/udfs/lix_timestamp.rs +0 -76
  232. package/dist-engine-src/src/sql2/udfs/lix_uuid_v7.rs +0 -76
  233. package/dist-engine-src/src/sql2/udfs/mod.rs +0 -86
  234. package/dist-engine-src/src/sql2/write_normalization.rs +0 -368
  235. package/dist-engine-src/src/storage/conformance.rs +0 -399
  236. package/dist-engine-src/src/storage/context.rs +0 -620
  237. package/dist-engine-src/src/storage/mod.rs +0 -52
  238. package/dist-engine-src/src/storage/point.rs +0 -440
  239. package/dist-engine-src/src/storage/read_scope.rs +0 -67
  240. package/dist-engine-src/src/storage/reader.rs +0 -867
  241. package/dist-engine-src/src/storage/scan.rs +0 -784
  242. package/dist-engine-src/src/storage/spaces.rs +0 -236
  243. package/dist-engine-src/src/storage/stats.rs +0 -80
  244. package/dist-engine-src/src/storage/write_set.rs +0 -962
  245. package/dist-engine-src/src/storage_bench.rs +0 -171
  246. package/dist-engine-src/src/test_support.rs +0 -450
  247. package/dist-engine-src/src/tracked_state/bench_support.rs +0 -394
  248. package/dist-engine-src/src/tracked_state/codec.rs +0 -1183
  249. package/dist-engine-src/src/tracked_state/commit_root_rebuild.rs +0 -358
  250. package/dist-engine-src/src/tracked_state/context.rs +0 -2801
  251. package/dist-engine-src/src/tracked_state/diff.rs +0 -2140
  252. package/dist-engine-src/src/tracked_state/merge.rs +0 -478
  253. package/dist-engine-src/src/tracked_state/mod.rs +0 -35
  254. package/dist-engine-src/src/tracked_state/row_materialization.rs +0 -275
  255. package/dist-engine-src/src/tracked_state/storage.rs +0 -427
  256. package/dist-engine-src/src/tracked_state/tree.rs +0 -3063
  257. package/dist-engine-src/src/tracked_state/types.rs +0 -238
  258. package/dist-engine-src/src/transaction/bench_support.rs +0 -407
  259. package/dist-engine-src/src/transaction/commit.rs +0 -1592
  260. package/dist-engine-src/src/transaction/context.rs +0 -1653
  261. package/dist-engine-src/src/transaction/mod.rs +0 -24
  262. package/dist-engine-src/src/transaction/normalization.rs +0 -877
  263. package/dist-engine-src/src/transaction/prep.rs +0 -37
  264. package/dist-engine-src/src/transaction/schema_resolver.rs +0 -163
  265. package/dist-engine-src/src/transaction/staging.rs +0 -1525
  266. package/dist-engine-src/src/transaction/types.rs +0 -403
  267. package/dist-engine-src/src/transaction/validation.rs +0 -5766
  268. package/dist-engine-src/src/untracked_state/codec.rs +0 -615
  269. package/dist-engine-src/src/untracked_state/context.rs +0 -98
  270. package/dist-engine-src/src/untracked_state/materialization.rs +0 -63
  271. package/dist-engine-src/src/untracked_state/mod.rs +0 -15
  272. package/dist-engine-src/src/untracked_state/storage.rs +0 -898
  273. package/dist-engine-src/src/untracked_state/types.rs +0 -146
  274. package/dist-engine-src/src/wasm/mod.rs +0 -60
@@ -1,898 +0,0 @@
1
- use bytes::Bytes;
2
-
3
- use crate::entity_pk::EntityPk;
4
- use crate::storage::{
5
- PointReadPlan, ScanPlan, StorageCoreProjection, StorageGetOptions, StorageKey, StoragePrefix,
6
- StorageProjectedValue, StorageRead, StorageScanOptions, StorageSpace, StorageSpaceId,
7
- StorageValue, StorageWriteSet,
8
- };
9
- use crate::untracked_state::{
10
- MaterializedUntrackedStateRow, UntrackedMaterializationProjection, UntrackedStateIdentity,
11
- UntrackedStateIdentityRef, UntrackedStateRow, UntrackedStateRowRef, UntrackedStateRowRequest,
12
- UntrackedStateScanRequest,
13
- };
14
- use crate::{LixError, NullableKeyFilter};
15
-
16
- pub(super) const UNTRACKED_STATE_ROW_NAMESPACE: &str = "untracked_state.row.v1";
17
- pub(crate) const UNTRACKED_STATE_ROW_SPACE: StorageSpace =
18
- StorageSpace::new(StorageSpaceId(0x0001_0002), UNTRACKED_STATE_ROW_NAMESPACE);
19
- // Durable key bytes:
20
- // b"LXUK" | branch:u8 |
21
- // branch_id_len:u32be | branch_id:utf8 |
22
- // schema_key_len:u32be | schema_key:utf8 |
23
- // entity_part_count:u32be | {entity_part_len:u32be | entity_part:utf8}* |
24
- // file_id_tag:u8 | [file_id_len:u32be | file_id:utf8]
25
- const UNTRACKED_STATE_ROW_KEY_IDENTIFIER: &[u8; 4] = b"LXUK";
26
- const UNTRACKED_STATE_ROW_KEY_BRANCH_V1: u8 = 1;
27
-
28
- pub(crate) async fn scan_rows(
29
- store: &impl StorageRead,
30
- request: &UntrackedStateScanRequest,
31
- ) -> Result<Vec<MaterializedUntrackedStateRow>, LixError> {
32
- let projection = UntrackedMaterializationProjection::from_columns(&request.projection.columns);
33
- let plans = scan_plans_for_request(request)?;
34
- let mut materialized = Vec::new();
35
-
36
- for plan in plans {
37
- scan_matching_rows(store, request, &projection, &plan, &mut materialized)?;
38
- if request
39
- .limit
40
- .is_some_and(|limit| materialized.len() >= limit)
41
- {
42
- break;
43
- }
44
- }
45
-
46
- Ok(materialized)
47
- }
48
-
49
- pub(crate) async fn load_row(
50
- store: &impl StorageRead,
51
- request: &UntrackedStateRowRequest,
52
- ) -> Result<Option<MaterializedUntrackedStateRow>, LixError> {
53
- let Some(identity) = identity_from_request(request) else {
54
- return Ok(None);
55
- };
56
- let result = PointReadPlan::new(
57
- UNTRACKED_STATE_ROW_SPACE,
58
- &[StorageKey(Bytes::from(encode_untracked_state_row_key(
59
- &identity,
60
- )?))],
61
- )
62
- .materialize(store, StorageGetOptions::default())?;
63
- let bytes = result
64
- .value
65
- .into_iter()
66
- .next()
67
- .flatten()
68
- .and_then(full_value);
69
- let Some(bytes) = bytes else {
70
- return Ok(None);
71
- };
72
- let row = crate::untracked_state::codec::decode_payload_with_identity(identity, &bytes)?;
73
- crate::untracked_state::materialize_row(row, &UntrackedMaterializationProjection::full())
74
- .map(Some)
75
- }
76
-
77
- pub(super) async fn existing_identities<'a>(
78
- store: &(impl StorageRead + ?Sized),
79
- identities: impl IntoIterator<Item = UntrackedStateIdentityRef<'a>>,
80
- ) -> Result<Vec<UntrackedStateIdentity>, LixError> {
81
- let mut candidates = identities
82
- .into_iter()
83
- .map(|identity| {
84
- let owned = UntrackedStateIdentity {
85
- branch_id: identity.branch_id.to_string(),
86
- schema_key: identity.schema_key.to_string(),
87
- entity_pk: identity.entity_pk.clone(),
88
- file_id: identity.file_id.map(str::to_string),
89
- };
90
- let key = encode_untracked_state_row_key_ref(owned.as_ref())?;
91
- Ok((key, owned))
92
- })
93
- .collect::<Result<Vec<_>, LixError>>()?;
94
- candidates.sort_by(|(left, _), (right, _)| left.cmp(right));
95
- candidates.dedup_by(|(left, _), (right, _)| left == right);
96
- if candidates.is_empty() {
97
- return Ok(Vec::new());
98
- }
99
- let keys = candidates
100
- .iter()
101
- .map(|(key, _)| StorageKey(Bytes::from(key.clone())))
102
- .collect::<Vec<_>>();
103
-
104
- let result = PointReadPlan::from_unique_keys(UNTRACKED_STATE_ROW_SPACE, keys).materialize(
105
- store,
106
- StorageGetOptions {
107
- projection: StorageCoreProjection::KeyOnly,
108
- ..StorageGetOptions::default()
109
- },
110
- )?;
111
- let exists = result
112
- .value
113
- .into_iter()
114
- .map(|value| value.is_some())
115
- .collect::<Vec<_>>();
116
- if exists.len() != candidates.len() {
117
- return Err(LixError::new(
118
- LixError::CODE_INTERNAL_ERROR,
119
- format!(
120
- "untracked identity existence probe returned {} results for {} requested keys",
121
- exists.len(),
122
- candidates.len()
123
- ),
124
- ));
125
- }
126
-
127
- Ok(candidates
128
- .into_iter()
129
- .zip(exists)
130
- .filter_map(|((_, identity), exists)| exists.then_some(identity))
131
- .collect())
132
- }
133
-
134
- pub(crate) fn stage_rows<'a, I>(writes: &mut StorageWriteSet, rows: I) -> Result<(), LixError>
135
- where
136
- I: IntoIterator<Item = UntrackedStateRowRef<'a>>,
137
- {
138
- for row in rows {
139
- if row.snapshot_content.is_none() {
140
- writes.delete(
141
- UNTRACKED_STATE_ROW_SPACE,
142
- StorageKey(Bytes::from(encode_untracked_state_row_key_ref(row.into())?)),
143
- );
144
- } else {
145
- writes.put(
146
- UNTRACKED_STATE_ROW_SPACE,
147
- StorageKey(Bytes::from(encode_untracked_state_row_key_ref(row.into())?)),
148
- StorageValue {
149
- bytes: Bytes::from(crate::untracked_state::codec::encode_payload_ref(row)?),
150
- },
151
- );
152
- }
153
- }
154
- Ok(())
155
- }
156
-
157
- pub(crate) fn stage_delete_rows<'a, I>(
158
- writes: &mut StorageWriteSet,
159
- identities: I,
160
- ) -> Result<(), LixError>
161
- where
162
- I: IntoIterator<Item = UntrackedStateIdentityRef<'a>>,
163
- {
164
- for identity in identities {
165
- writes.delete(
166
- UNTRACKED_STATE_ROW_SPACE,
167
- StorageKey(Bytes::from(encode_untracked_state_row_key_ref(identity)?)),
168
- );
169
- }
170
- Ok(())
171
- }
172
-
173
- fn scan_matching_rows(
174
- store: &impl StorageRead,
175
- request: &UntrackedStateScanRequest,
176
- projection: &UntrackedMaterializationProjection,
177
- plan: &ScanPlan,
178
- materialized: &mut Vec<MaterializedUntrackedStateRow>,
179
- ) -> Result<(), LixError> {
180
- let mut resume_after = None;
181
- loop {
182
- let remaining_limit = request
183
- .limit
184
- .map(|limit| limit.saturating_sub(materialized.len()));
185
- if matches!(remaining_limit, Some(0)) {
186
- break;
187
- }
188
- let page = plan.collect(
189
- store,
190
- StorageScanOptions {
191
- resume_after: resume_after.as_ref(),
192
- limit_rows: remaining_limit
193
- .unwrap_or_else(|| StorageScanOptions::default().limit_rows),
194
- ..StorageScanOptions::default()
195
- },
196
- )?;
197
- resume_after = page.value.entries.last().map(|entry| entry.key.clone());
198
-
199
- for entry in page.value.entries {
200
- let Some(bytes) = full_value(entry.value) else {
201
- continue;
202
- };
203
- let identity = decode_untracked_state_row_key_ref(entry.key.0.as_ref())?;
204
- let row = crate::untracked_state::codec::decode_payload_with_identity(
205
- identity,
206
- bytes.as_ref(),
207
- )?;
208
- if !row_matches_scan(&row, request) {
209
- continue;
210
- }
211
- materialized.push(crate::untracked_state::materialize_row(row, projection)?);
212
- if request
213
- .limit
214
- .is_some_and(|limit| materialized.len() >= limit)
215
- {
216
- break;
217
- }
218
- }
219
-
220
- if !page.value.has_more || resume_after.is_none() {
221
- break;
222
- }
223
- }
224
- Ok(())
225
- }
226
-
227
- fn scan_plans_for_request(request: &UntrackedStateScanRequest) -> Result<Vec<ScanPlan>, LixError> {
228
- let mut prefixes = scan_prefixes_for_filter(&request.filter)?;
229
- prefixes.sort();
230
- prefixes.dedup();
231
- Ok(prefixes
232
- .into_iter()
233
- .map(|prefix| {
234
- ScanPlan::prefix(
235
- UNTRACKED_STATE_ROW_SPACE,
236
- StoragePrefix {
237
- bytes: Bytes::from(prefix),
238
- },
239
- )
240
- })
241
- .collect())
242
- }
243
-
244
- fn scan_prefixes_for_filter(
245
- filter: &crate::untracked_state::UntrackedStateFilter,
246
- ) -> Result<Vec<Vec<u8>>, LixError> {
247
- if filter.branch_ids.is_empty() {
248
- return Ok(vec![Vec::new()]);
249
- }
250
-
251
- let mut prefixes = Vec::new();
252
- for branch_id in &filter.branch_ids {
253
- let mut branch_prefix = key_header();
254
- push_component(&mut branch_prefix, branch_id)?;
255
- if filter.schema_keys.is_empty() {
256
- prefixes.push(branch_prefix);
257
- continue;
258
- }
259
-
260
- for schema_key in &filter.schema_keys {
261
- let mut schema_prefix = branch_prefix.clone();
262
- push_component(&mut schema_prefix, schema_key)?;
263
- if filter.entity_pks.is_empty() {
264
- prefixes.push(schema_prefix);
265
- continue;
266
- }
267
-
268
- for entity_pk in &filter.entity_pks {
269
- let mut entity_prefix = schema_prefix.clone();
270
- push_entity_component(&mut entity_prefix, entity_pk)?;
271
- append_file_prefixes(&mut prefixes, entity_prefix, &filter.file_ids)?;
272
- }
273
- }
274
- }
275
- Ok(prefixes)
276
- }
277
-
278
- fn push_entity_component(out: &mut Vec<u8>, entity_pk: &EntityPk) -> Result<(), LixError> {
279
- push_entity_tuple(out, entity_pk)
280
- }
281
-
282
- fn append_file_prefixes(
283
- prefixes: &mut Vec<Vec<u8>>,
284
- entity_prefix: Vec<u8>,
285
- file_filters: &[NullableKeyFilter<String>],
286
- ) -> Result<(), LixError> {
287
- if file_filters.is_empty()
288
- || file_filters
289
- .iter()
290
- .any(|filter| matches!(filter, NullableKeyFilter::Any))
291
- {
292
- prefixes.push(entity_prefix);
293
- return Ok(());
294
- }
295
-
296
- for filter in file_filters {
297
- let mut prefix = entity_prefix.clone();
298
- match filter {
299
- NullableKeyFilter::Null => prefix.push(0),
300
- NullableKeyFilter::Value(file_id) => {
301
- prefix.push(1);
302
- push_component(&mut prefix, file_id)?;
303
- }
304
- NullableKeyFilter::Any => unreachable!("Any handled before exact file prefixes"),
305
- }
306
- prefixes.push(prefix);
307
- }
308
- Ok(())
309
- }
310
-
311
- fn full_value(value: StorageProjectedValue) -> Option<Bytes> {
312
- match value {
313
- StorageProjectedValue::FullValue(bytes) => Some(bytes),
314
- StorageProjectedValue::KeyOnly => None,
315
- }
316
- }
317
-
318
- fn row_matches_scan(row: &UntrackedStateRow, request: &UntrackedStateScanRequest) -> bool {
319
- (request.filter.schema_keys.is_empty() || request.filter.schema_keys.contains(&row.schema_key))
320
- && (request.filter.entity_pks.is_empty()
321
- || request.filter.entity_pks.contains(&row.entity_pk))
322
- && (request.filter.branch_ids.is_empty()
323
- || request.filter.branch_ids.contains(&row.branch_id))
324
- && nullable_matches_filters(&row.file_id, &request.filter.file_ids)
325
- }
326
-
327
- fn nullable_matches_filters(value: &Option<String>, filters: &[NullableKeyFilter<String>]) -> bool {
328
- filters.is_empty()
329
- || filters.iter().any(|filter| match filter {
330
- NullableKeyFilter::Any => true,
331
- NullableKeyFilter::Null => value.is_none(),
332
- NullableKeyFilter::Value(expected) => value.as_ref() == Some(expected),
333
- })
334
- }
335
-
336
- fn identity_from_request(request: &UntrackedStateRowRequest) -> Option<UntrackedStateIdentity> {
337
- let file_id = match &request.file_id {
338
- NullableKeyFilter::Null => None,
339
- NullableKeyFilter::Value(value) => Some(value.clone()),
340
- NullableKeyFilter::Any => return None,
341
- };
342
- Some(UntrackedStateIdentity {
343
- branch_id: request.branch_id.clone(),
344
- schema_key: request.schema_key.clone(),
345
- entity_pk: request.entity_pk.clone(),
346
- file_id,
347
- })
348
- }
349
-
350
- fn encode_untracked_state_row_key(identity: &UntrackedStateIdentity) -> Result<Vec<u8>, LixError> {
351
- encode_untracked_state_row_key_ref(identity.as_ref())
352
- }
353
-
354
- pub(crate) fn encode_untracked_state_row_key_ref(
355
- identity: UntrackedStateIdentityRef<'_>,
356
- ) -> Result<Vec<u8>, LixError> {
357
- let mut out = key_header();
358
- push_component(&mut out, identity.branch_id)?;
359
- push_component(&mut out, identity.schema_key)?;
360
- push_entity_tuple(&mut out, identity.entity_pk)?;
361
- match identity.file_id {
362
- Some(file_id) => {
363
- out.push(1);
364
- push_component(&mut out, file_id)?;
365
- }
366
- None => out.push(0),
367
- }
368
- Ok(out)
369
- }
370
-
371
- fn decode_untracked_state_row_key_ref(bytes: &[u8]) -> Result<UntrackedStateIdentity, LixError> {
372
- if !bytes.starts_with(UNTRACKED_STATE_ROW_KEY_IDENTIFIER) {
373
- return Err(LixError::new(
374
- LixError::CODE_INTERNAL_ERROR,
375
- "failed to decode untracked-state key: invalid key identifier",
376
- ));
377
- }
378
- let mut cursor = UNTRACKED_STATE_ROW_KEY_IDENTIFIER.len();
379
- let branch = bytes.get(cursor).copied().ok_or_else(|| {
380
- LixError::new(
381
- LixError::CODE_INTERNAL_ERROR,
382
- "failed to decode untracked-state key: missing branch",
383
- )
384
- })?;
385
- cursor += 1;
386
- if branch != UNTRACKED_STATE_ROW_KEY_BRANCH_V1 {
387
- return Err(LixError::new(
388
- LixError::CODE_INTERNAL_ERROR,
389
- format!("failed to decode untracked-state key: unsupported branch {branch}"),
390
- ));
391
- }
392
- let branch_id = read_key_component(bytes, &mut cursor, "branch_id")?;
393
- let schema_key = read_key_component(bytes, &mut cursor, "schema_key")?;
394
- let entity_pk = read_entity_tuple(bytes, &mut cursor)?;
395
- let file_tag = bytes.get(cursor).copied().ok_or_else(|| {
396
- LixError::new(
397
- LixError::CODE_INTERNAL_ERROR,
398
- "failed to decode untracked-state key: missing file_id tag",
399
- )
400
- })?;
401
- cursor += 1;
402
- let file_id = match file_tag {
403
- 0 => None,
404
- 1 => Some(read_key_component(bytes, &mut cursor, "file_id")?),
405
- _ => {
406
- return Err(LixError::new(
407
- LixError::CODE_INTERNAL_ERROR,
408
- "failed to decode untracked-state key: invalid file_id tag",
409
- ));
410
- }
411
- };
412
- if cursor != bytes.len() {
413
- return Err(LixError::new(
414
- LixError::CODE_INTERNAL_ERROR,
415
- "failed to decode untracked-state key: trailing bytes",
416
- ));
417
- }
418
- Ok(UntrackedStateIdentity {
419
- branch_id,
420
- schema_key,
421
- entity_pk,
422
- file_id,
423
- })
424
- }
425
-
426
- fn read_key_component(bytes: &[u8], cursor: &mut usize, field: &str) -> Result<String, LixError> {
427
- let len_end = cursor.checked_add(4).ok_or_else(|| {
428
- LixError::new(
429
- LixError::CODE_INTERNAL_ERROR,
430
- format!("failed to decode untracked-state key: `{field}` cursor overflow"),
431
- )
432
- })?;
433
- let len_bytes = bytes.get(*cursor..len_end).ok_or_else(|| {
434
- LixError::new(
435
- LixError::CODE_INTERNAL_ERROR,
436
- format!("failed to decode untracked-state key: truncated `{field}` length"),
437
- )
438
- })?;
439
- *cursor = len_end;
440
- let len = u32::from_be_bytes(len_bytes.try_into().expect("slice length checked")) as usize;
441
- let value_end = cursor.checked_add(len).ok_or_else(|| {
442
- LixError::new(
443
- LixError::CODE_INTERNAL_ERROR,
444
- format!("failed to decode untracked-state key: `{field}` length overflow"),
445
- )
446
- })?;
447
- let value = bytes.get(*cursor..value_end).ok_or_else(|| {
448
- LixError::new(
449
- LixError::CODE_INTERNAL_ERROR,
450
- format!("failed to decode untracked-state key: truncated `{field}`"),
451
- )
452
- })?;
453
- *cursor = value_end;
454
- std::str::from_utf8(value)
455
- .map(str::to_string)
456
- .map_err(|error| {
457
- LixError::new(
458
- LixError::CODE_INTERNAL_ERROR,
459
- format!(
460
- "failed to decode untracked-state key: invalid utf-8 for `{field}`: {error}"
461
- ),
462
- )
463
- })
464
- }
465
-
466
- fn read_entity_tuple(bytes: &[u8], cursor: &mut usize) -> Result<EntityPk, LixError> {
467
- let part_count = read_key_u32(bytes, cursor, "entity_part_count")? as usize;
468
- if part_count == 0 {
469
- return Err(LixError::new(
470
- LixError::CODE_INTERNAL_ERROR,
471
- "failed to decode untracked-state key: entity primary key has no parts",
472
- ));
473
- }
474
-
475
- let mut parts = Vec::with_capacity(part_count);
476
- for _ in 0..part_count {
477
- let part = read_key_component(bytes, cursor, "entity_part")?;
478
- parts.push(part);
479
- }
480
- Ok(EntityPk { parts })
481
- }
482
-
483
- fn read_key_u32(bytes: &[u8], cursor: &mut usize, field: &str) -> Result<u32, LixError> {
484
- let len_end = cursor.checked_add(4).ok_or_else(|| {
485
- LixError::new(
486
- LixError::CODE_INTERNAL_ERROR,
487
- format!("failed to decode untracked-state key: `{field}` cursor overflow"),
488
- )
489
- })?;
490
- let len_bytes = bytes.get(*cursor..len_end).ok_or_else(|| {
491
- LixError::new(
492
- LixError::CODE_INTERNAL_ERROR,
493
- format!("failed to decode untracked-state key: truncated `{field}`"),
494
- )
495
- })?;
496
- *cursor = len_end;
497
- Ok(u32::from_be_bytes(
498
- len_bytes.try_into().expect("slice length checked"),
499
- ))
500
- }
501
-
502
- fn key_header() -> Vec<u8> {
503
- let mut out = Vec::with_capacity(UNTRACKED_STATE_ROW_KEY_IDENTIFIER.len() + 1);
504
- out.extend_from_slice(UNTRACKED_STATE_ROW_KEY_IDENTIFIER);
505
- out.push(UNTRACKED_STATE_ROW_KEY_BRANCH_V1);
506
- out
507
- }
508
-
509
- fn push_component(out: &mut Vec<u8>, value: &str) -> Result<(), LixError> {
510
- let bytes = value.as_bytes();
511
- push_bytes_component(out, bytes)
512
- }
513
-
514
- fn push_entity_tuple(out: &mut Vec<u8>, entity_pk: &EntityPk) -> Result<(), LixError> {
515
- let part_count = u32::try_from(entity_pk.parts.len()).map_err(|_| {
516
- LixError::new(
517
- LixError::CODE_INTERNAL_ERROR,
518
- "failed to encode untracked-state key: entity primary key part count exceeds u32",
519
- )
520
- })?;
521
- if part_count == 0 {
522
- return Err(LixError::new(
523
- LixError::CODE_INTERNAL_ERROR,
524
- "failed to encode untracked-state key: entity primary key has no parts",
525
- ));
526
- }
527
- out.extend_from_slice(&part_count.to_be_bytes());
528
- for part in &entity_pk.parts {
529
- push_bytes_component(out, part.as_bytes())?;
530
- }
531
- Ok(())
532
- }
533
-
534
- fn push_bytes_component(out: &mut Vec<u8>, bytes: &[u8]) -> Result<(), LixError> {
535
- let len = u32::try_from(bytes.len()).map_err(|_| {
536
- LixError::new(
537
- LixError::CODE_INTERNAL_ERROR,
538
- "failed to encode untracked-state key: component length exceeds u32",
539
- )
540
- })?;
541
- out.extend_from_slice(&len.to_be_bytes());
542
- out.extend_from_slice(bytes);
543
- Ok(())
544
- }
545
-
546
- #[cfg(test)]
547
- mod tests {
548
- use super::*;
549
- use crate::storage::StorageContext;
550
- use crate::storage::{InMemoryStorageBackend, StorageReadOptions, StorageWriteOptions};
551
- use crate::untracked_state::UntrackedStateContext;
552
-
553
- #[test]
554
- fn key_v1_roundtrips_null_file_id() {
555
- let identity = UntrackedStateIdentity {
556
- branch_id: "branch-1".to_string(),
557
- schema_key: "schema-1".to_string(),
558
- entity_pk: crate::entity_pk::EntityPk::single("entity-1"),
559
- file_id: None,
560
- };
561
- let key = encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
562
-
563
- assert_eq!(&key[..4], b"LXUK");
564
- assert_eq!(key[4], 1);
565
- assert_eq!(
566
- decode_untracked_state_row_key_ref(&key).expect("key should decode"),
567
- identity
568
- );
569
- }
570
-
571
- #[test]
572
- fn key_v1_roundtrips_empty_file_id() {
573
- let identity = UntrackedStateIdentity {
574
- branch_id: "branch-1".to_string(),
575
- schema_key: "schema-1".to_string(),
576
- entity_pk: crate::entity_pk::EntityPk::single("entity-1"),
577
- file_id: Some(String::new()),
578
- };
579
- let key = encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
580
-
581
- assert_eq!(
582
- decode_untracked_state_row_key_ref(&key).expect("key should decode"),
583
- identity
584
- );
585
- }
586
-
587
- #[test]
588
- fn key_v1_roundtrips_empty_entity_pk_part() {
589
- let identity = UntrackedStateIdentity {
590
- branch_id: "branch-1".to_string(),
591
- schema_key: "json_pointer".to_string(),
592
- entity_pk: crate::entity_pk::EntityPk::single(""),
593
- file_id: Some("file-1".to_string()),
594
- };
595
- let key = encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
596
-
597
- assert_eq!(
598
- decode_untracked_state_row_key_ref(&key).expect("key should decode"),
599
- identity
600
- );
601
- }
602
-
603
- #[test]
604
- fn key_v1_roundtrips_tuple_and_unicode_identity() {
605
- let identity = UntrackedStateIdentity {
606
- branch_id: "branch-東京".to_string(),
607
- schema_key: "schema-1".to_string(),
608
- entity_pk: crate::entity_pk::EntityPk::tuple(vec![
609
- "entity-1".to_string(),
610
- "ключ".to_string(),
611
- ])
612
- .expect("entity primary key should build"),
613
- file_id: Some("file-δ".to_string()),
614
- };
615
- let key = encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
616
-
617
- assert_eq!(
618
- decode_untracked_state_row_key_ref(&key).expect("key should decode"),
619
- identity
620
- );
621
- }
622
-
623
- #[test]
624
- fn key_v1_encodes_entity_as_binary_tuple_not_json_text() {
625
- let identity = UntrackedStateIdentity {
626
- branch_id: "branch-1".to_string(),
627
- schema_key: "schema-1".to_string(),
628
- entity_pk: crate::entity_pk::EntityPk::tuple(vec![
629
- "entity/1".to_string(),
630
- "quote\"part".to_string(),
631
- ])
632
- .expect("entity primary key should build"),
633
- file_id: None,
634
- };
635
- let key = encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
636
-
637
- assert!(!key
638
- .windows(2)
639
- .any(|window| window == br#"[""# || window == br#""]"#));
640
- assert_eq!(
641
- decode_untracked_state_row_key_ref(&key).expect("key should decode"),
642
- identity
643
- );
644
- }
645
-
646
- #[test]
647
- fn key_decode_rejects_invalid_identifier() {
648
- let error = decode_untracked_state_row_key_ref(b"LXUQ\x01")
649
- .expect_err("invalid key identifier should fail");
650
- assert!(error.to_string().contains("invalid key identifier"));
651
- }
652
-
653
- #[test]
654
- fn key_decode_rejects_unknown_branch() {
655
- let identity = UntrackedStateIdentity {
656
- branch_id: "branch-1".to_string(),
657
- schema_key: "schema-1".to_string(),
658
- entity_pk: crate::entity_pk::EntityPk::single("entity-1"),
659
- file_id: None,
660
- };
661
- let mut key =
662
- encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
663
- key[4] = 2;
664
- let error =
665
- decode_untracked_state_row_key_ref(&key).expect_err("unknown key branch should fail");
666
- assert!(error.to_string().contains("unsupported branch 2"));
667
- }
668
-
669
- #[test]
670
- fn key_decode_rejects_trailing_bytes() {
671
- let identity = UntrackedStateIdentity {
672
- branch_id: "branch-1".to_string(),
673
- schema_key: "schema-1".to_string(),
674
- entity_pk: crate::entity_pk::EntityPk::single("entity-1"),
675
- file_id: None,
676
- };
677
- let mut key =
678
- encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
679
- key.push(0);
680
- let error =
681
- decode_untracked_state_row_key_ref(&key).expect_err("trailing key bytes should fail");
682
- assert!(error.to_string().contains("trailing bytes"));
683
- }
684
-
685
- #[test]
686
- fn key_decode_rejects_truncated_component() {
687
- let identity = UntrackedStateIdentity {
688
- branch_id: "branch-1".to_string(),
689
- schema_key: "schema-1".to_string(),
690
- entity_pk: crate::entity_pk::EntityPk::single("entity-1"),
691
- file_id: None,
692
- };
693
- let mut key =
694
- encode_untracked_state_row_key_ref(identity.as_ref()).expect("key should encode");
695
- key.truncate(key.len() - 2);
696
- let error =
697
- decode_untracked_state_row_key_ref(&key).expect_err("truncated key should fail");
698
- assert!(error.to_string().contains("truncated"));
699
- }
700
-
701
- async fn write_materialized_rows_to_store(
702
- context: &UntrackedStateContext,
703
- storage: &StorageContext,
704
- rows: &[MaterializedUntrackedStateRow],
705
- ) {
706
- let mut writes = storage.new_write_set();
707
- let canonical_rows = rows
708
- .iter()
709
- .map(|row| crate::test_support::untracked_state_row_from_materialized(&mut writes, row))
710
- .collect::<Result<Vec<_>, _>>()
711
- .expect("rows should canonicalize");
712
- context
713
- .writer(&mut writes)
714
- .stage_rows(canonical_rows.iter().map(|row| row.as_ref()))
715
- .expect("rows should write");
716
- storage
717
- .commit_write_set(writes, StorageWriteOptions::default())
718
- .expect("rows should commit");
719
- }
720
-
721
- #[tokio::test]
722
- async fn write_and_load_roundtrips() {
723
- let storage = StorageContext::new(InMemoryStorageBackend::new());
724
- let context = UntrackedStateContext::new();
725
- let row = untracked_row("global", "lix_key_value", "ui-tab");
726
-
727
- write_materialized_rows_to_store(&context, &storage, std::slice::from_ref(&row)).await;
728
-
729
- let loaded = {
730
- let read = storage
731
- .begin_read(StorageReadOptions::default())
732
- .expect("read should open");
733
- let mut reader = context.reader(read);
734
- reader
735
- .load_row(&UntrackedStateRowRequest {
736
- schema_key: "lix_key_value".to_string(),
737
- branch_id: "global".to_string(),
738
- entity_pk: crate::entity_pk::EntityPk::single("ui-tab"),
739
- file_id: NullableKeyFilter::Null,
740
- })
741
- .await
742
- }
743
- .expect("load should succeed");
744
- assert_eq!(loaded, Some(row));
745
- }
746
-
747
- #[tokio::test]
748
- async fn scan_filters_by_schema_and_branch() {
749
- let storage = StorageContext::new(InMemoryStorageBackend::new());
750
- let context = UntrackedStateContext::new();
751
- write_materialized_rows_to_store(
752
- &context,
753
- &storage,
754
- &[
755
- untracked_row("global", "lix_key_value", "global-ui"),
756
- untracked_row("branch-a", "lix_key_value", "branch-ui"),
757
- untracked_row("branch-a", "other_schema", "other"),
758
- ],
759
- )
760
- .await;
761
-
762
- let rows = {
763
- let read = storage
764
- .begin_read(StorageReadOptions::default())
765
- .expect("read should open");
766
- let mut reader = context.reader(read);
767
- reader
768
- .scan_rows(&UntrackedStateScanRequest {
769
- filter: crate::untracked_state::UntrackedStateFilter {
770
- schema_keys: vec!["lix_key_value".to_string()],
771
- branch_ids: vec!["branch-a".to_string()],
772
- ..Default::default()
773
- },
774
- ..Default::default()
775
- })
776
- .await
777
- }
778
- .expect("scan should succeed");
779
-
780
- assert_eq!(rows.len(), 1);
781
- assert_eq!(
782
- rows[0].entity_pk,
783
- crate::entity_pk::EntityPk::single("branch-ui")
784
- );
785
- }
786
-
787
- #[tokio::test]
788
- async fn delete_removes_row() {
789
- let storage = StorageContext::new(InMemoryStorageBackend::new());
790
- let context = UntrackedStateContext::new();
791
- let row = untracked_row("global", "lix_key_value", "ui-tab");
792
- let identity = UntrackedStateIdentity {
793
- branch_id: row.branch_id.clone(),
794
- schema_key: row.schema_key.clone(),
795
- entity_pk: row.entity_pk.clone(),
796
- file_id: row.file_id.clone(),
797
- };
798
- write_materialized_rows_to_store(&context, &storage, std::slice::from_ref(&row)).await;
799
-
800
- let mut writes = storage.new_write_set();
801
- let mut writer = context.writer(&mut writes);
802
- writer
803
- .stage_delete_rows(std::iter::once(identity.as_ref()))
804
- .expect("delete should stage");
805
- storage
806
- .commit_write_set(writes, StorageWriteOptions::default())
807
- .expect("writes should commit");
808
-
809
- let loaded = {
810
- let read = storage
811
- .begin_read(StorageReadOptions::default())
812
- .expect("read should open");
813
- let mut reader = context.reader(read);
814
- reader
815
- .load_row(&UntrackedStateRowRequest {
816
- schema_key: "lix_key_value".to_string(),
817
- branch_id: "global".to_string(),
818
- entity_pk: crate::entity_pk::EntityPk::single("ui-tab"),
819
- file_id: NullableKeyFilter::Null,
820
- })
821
- .await
822
- }
823
- .expect("load should succeed");
824
- assert_eq!(loaded, None);
825
- }
826
-
827
- #[tokio::test]
828
- async fn v1_layout_ignores_previous_untracked_row_space() {
829
- let storage = StorageContext::new(InMemoryStorageBackend::new());
830
- let context = UntrackedStateContext::new();
831
- let legacy_space = StorageSpace::new(StorageSpaceId(0x0001_0001), "untracked_state.row");
832
- let mut writes = storage.new_write_set();
833
- writes.put(
834
- legacy_space,
835
- StorageKey(Bytes::from_static(b"legacy-row-key")),
836
- StorageValue {
837
- bytes: Bytes::from_static(b"legacy-row-value"),
838
- },
839
- );
840
- storage
841
- .commit_write_set(writes, StorageWriteOptions::default())
842
- .expect("legacy row should commit");
843
-
844
- let loaded = {
845
- let read = storage
846
- .begin_read(StorageReadOptions::default())
847
- .expect("read should open");
848
- let mut reader = context.reader(read);
849
- reader
850
- .load_row(&UntrackedStateRowRequest {
851
- schema_key: "lix_key_value".to_string(),
852
- branch_id: "global".to_string(),
853
- entity_pk: crate::entity_pk::EntityPk::single("legacy-row-key"),
854
- file_id: NullableKeyFilter::Null,
855
- })
856
- .await
857
- }
858
- .expect("load should succeed");
859
- assert_eq!(loaded, None);
860
-
861
- let rows = {
862
- let read = storage
863
- .begin_read(StorageReadOptions::default())
864
- .expect("read should open");
865
- let mut reader = context.reader(read);
866
- reader
867
- .scan_rows(&UntrackedStateScanRequest {
868
- filter: crate::untracked_state::UntrackedStateFilter {
869
- branch_ids: vec!["global".to_string()],
870
- ..Default::default()
871
- },
872
- ..Default::default()
873
- })
874
- .await
875
- }
876
- .expect("scan should succeed");
877
- assert!(rows.is_empty());
878
- }
879
-
880
- fn untracked_row(
881
- branch_id: &str,
882
- schema_key: &str,
883
- entity_pk: &str,
884
- ) -> MaterializedUntrackedStateRow {
885
- MaterializedUntrackedStateRow {
886
- entity_pk: crate::entity_pk::EntityPk::single(entity_pk),
887
- schema_key: schema_key.to_string(),
888
- file_id: None,
889
- snapshot_content: Some(format!("{{\"key\":\"{}\",\"value\":\"value\"}}", entity_pk)),
890
- metadata: None,
891
- deleted: false,
892
- created_at: "2026-01-01T00:00:00Z".to_string(),
893
- updated_at: "2026-01-01T00:00:00Z".to_string(),
894
- global: branch_id == "global",
895
- branch_id: branch_id.to_string(),
896
- }
897
- }
898
- }