@lix-js/sdk 0.6.0-preview.4 → 0.6.0-preview.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/README.md +1 -1
  2. package/SKILL.md +65 -64
  3. package/dist/engine-wasm/index.js +4 -4
  4. package/dist/engine-wasm/wasm/lix_engine.d.ts +5 -5
  5. package/dist/engine-wasm/wasm/lix_engine.js +130 -118
  6. package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
  7. package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +9 -8
  8. package/dist/generated/builtin-schemas.d.ts +69 -69
  9. package/dist/generated/builtin-schemas.js +94 -94
  10. package/dist/open-lix.d.ts +33 -26
  11. package/dist/open-lix.js +10 -10
  12. package/dist/sqlite/index.js +86 -30
  13. package/dist-engine-src/README.md +3 -3
  14. package/dist-engine-src/src/backend/capabilities.rs +67 -0
  15. package/dist-engine-src/src/backend/conformance/baseline.rs +1127 -0
  16. package/dist-engine-src/src/backend/conformance/factory.rs +93 -0
  17. package/dist-engine-src/src/backend/conformance/failure_tests.rs +608 -0
  18. package/dist-engine-src/src/backend/conformance/fixtures.rs +26 -0
  19. package/dist-engine-src/src/backend/conformance/mod.rs +75 -0
  20. package/dist-engine-src/src/backend/conformance/model.rs +28 -0
  21. package/dist-engine-src/src/backend/conformance/model_based.rs +257 -0
  22. package/dist-engine-src/src/backend/conformance/persistence.rs +204 -0
  23. package/dist-engine-src/src/backend/conformance/projection.rs +21 -0
  24. package/dist-engine-src/src/backend/conformance/pushdown.rs +24 -0
  25. package/dist-engine-src/src/backend/conformance/runner.rs +90 -0
  26. package/dist-engine-src/src/backend/conformance/scan.rs +24 -0
  27. package/dist-engine-src/src/backend/conformance/write.rs +16 -0
  28. package/dist-engine-src/src/backend/error.rs +94 -0
  29. package/dist-engine-src/src/backend/in_memory.rs +670 -0
  30. package/dist-engine-src/src/backend/mod.rs +36 -9
  31. package/dist-engine-src/src/backend/predicate.rs +80 -0
  32. package/dist-engine-src/src/backend/traits.rs +260 -0
  33. package/dist-engine-src/src/backend/types.rs +224 -81
  34. package/dist-engine-src/src/binary_cas/context.rs +8 -8
  35. package/dist-engine-src/src/binary_cas/kv.rs +234 -259
  36. package/dist-engine-src/src/{version → branch}/context.rs +12 -12
  37. package/dist-engine-src/src/branch/lifecycle.rs +221 -0
  38. package/dist-engine-src/src/branch/mod.rs +13 -0
  39. package/dist-engine-src/src/branch/refs.rs +321 -0
  40. package/dist-engine-src/src/branch/stage_rows.rs +67 -0
  41. package/dist-engine-src/src/branch/types.rs +21 -0
  42. package/dist-engine-src/src/catalog/context.rs +18 -18
  43. package/dist-engine-src/src/catalog/snapshot.rs +8 -8
  44. package/dist-engine-src/src/changelog/bench_support.rs +785 -0
  45. package/dist-engine-src/src/changelog/change.rs +1 -0
  46. package/dist-engine-src/src/changelog/codec.rs +497 -0
  47. package/dist-engine-src/src/changelog/commit.rs +1 -0
  48. package/dist-engine-src/src/changelog/context.rs +1614 -0
  49. package/dist-engine-src/src/changelog/mod.rs +29 -0
  50. package/dist-engine-src/src/changelog/store.rs +163 -0
  51. package/dist-engine-src/src/changelog/test_support.rs +54 -0
  52. package/dist-engine-src/src/changelog/types.rs +213 -0
  53. package/dist-engine-src/src/commit_graph/context.rs +317 -274
  54. package/dist-engine-src/src/commit_graph/mod.rs +2 -4
  55. package/dist-engine-src/src/commit_graph/types.rs +22 -42
  56. package/dist-engine-src/src/commit_graph/walker.rs +133 -103
  57. package/dist-engine-src/src/common/error.rs +52 -18
  58. package/dist-engine-src/src/common/identity.rs +2 -2
  59. package/dist-engine-src/src/common/mod.rs +1 -1
  60. package/dist-engine-src/src/domain.rs +42 -46
  61. package/dist-engine-src/src/engine.rs +74 -96
  62. package/dist-engine-src/src/{entity_identity.rs → entity_pk.rs} +89 -92
  63. package/dist-engine-src/src/functions/context.rs +56 -52
  64. package/dist-engine-src/src/functions/state.rs +51 -52
  65. package/dist-engine-src/src/init.rs +288 -154
  66. package/dist-engine-src/src/json_store/context.rs +15 -266
  67. package/dist-engine-src/src/json_store/mod.rs +26 -0
  68. package/dist-engine-src/src/json_store/store.rs +103 -718
  69. package/dist-engine-src/src/json_store/types.rs +4 -9
  70. package/dist-engine-src/src/lib.rs +49 -19
  71. package/dist-engine-src/src/live_state/context.rs +654 -790
  72. package/dist-engine-src/src/live_state/mod.rs +9 -3
  73. package/dist-engine-src/src/live_state/overlay.rs +4 -4
  74. package/dist-engine-src/src/live_state/types.rs +30 -21
  75. package/dist-engine-src/src/live_state/visibility.rs +514 -71
  76. package/dist-engine-src/src/plugin/install.rs +48 -48
  77. package/dist-engine-src/src/plugin/manifest.rs +7 -7
  78. package/dist-engine-src/src/plugin/materializer.rs +0 -275
  79. package/dist-engine-src/src/plugin/plugin_manifest.json +4 -3
  80. package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +2 -2
  81. package/dist-engine-src/src/schema/builtin/lix_branch_descriptor.json +34 -0
  82. package/dist-engine-src/src/schema/builtin/lix_branch_ref.json +48 -0
  83. package/dist-engine-src/src/schema/builtin/lix_change.json +3 -3
  84. package/dist-engine-src/src/schema/builtin/lix_commit.json +1 -1
  85. package/dist-engine-src/src/schema/builtin/lix_label_assignment.json +6 -6
  86. package/dist-engine-src/src/schema/builtin/mod.rs +18 -20
  87. package/dist-engine-src/src/schema/compatibility.rs +11 -11
  88. package/dist-engine-src/src/schema/definition.json +2 -2
  89. package/dist-engine-src/src/schema/definition.rs +5 -5
  90. package/dist-engine-src/src/schema/key.rs +3 -3
  91. package/dist-engine-src/src/schema/mod.rs +1 -1
  92. package/dist-engine-src/src/schema/tests.rs +18 -18
  93. package/dist-engine-src/src/session/context.rs +803 -148
  94. package/dist-engine-src/src/session/create_branch.rs +94 -0
  95. package/dist-engine-src/src/session/execute.rs +223 -83
  96. package/dist-engine-src/src/session/merge/analysis.rs +9 -3
  97. package/dist-engine-src/src/session/merge/{version.rs → branch.rs} +119 -129
  98. package/dist-engine-src/src/session/merge/conflicts.rs +2 -2
  99. package/dist-engine-src/src/session/merge/mod.rs +5 -6
  100. package/dist-engine-src/src/session/merge/stats.rs +7 -11
  101. package/dist-engine-src/src/session/mod.rs +15 -12
  102. package/dist-engine-src/src/session/switch_branch.rs +113 -0
  103. package/dist-engine-src/src/session/transaction.rs +495 -14
  104. package/dist-engine-src/src/sql2/{classify.rs → bind/classify.rs} +3 -75
  105. package/dist-engine-src/src/sql2/bind/error.rs +5 -0
  106. package/dist-engine-src/src/sql2/bind/expr.rs +29 -0
  107. package/dist-engine-src/src/sql2/bind/mod.rs +12 -0
  108. package/dist-engine-src/src/sql2/{udfs/public_call.rs → bind/public_udf.rs} +71 -3
  109. package/dist-engine-src/src/sql2/bind/read.rs +65 -0
  110. package/dist-engine-src/src/sql2/bind/statement.rs +2236 -0
  111. package/dist-engine-src/src/sql2/bind/table.rs +273 -0
  112. package/dist-engine-src/src/sql2/bind/write.rs +86 -0
  113. package/dist-engine-src/src/sql2/branch_scope.rs +436 -0
  114. package/dist-engine-src/src/sql2/catalog/capability.rs +20 -0
  115. package/dist-engine-src/src/sql2/catalog/entity_surface.rs +296 -0
  116. package/dist-engine-src/src/sql2/catalog/mod.rs +15 -0
  117. package/dist-engine-src/src/sql2/catalog/registry.rs +556 -0
  118. package/dist-engine-src/src/sql2/catalog/schema.rs +88 -0
  119. package/dist-engine-src/src/sql2/catalog/surface.rs +41 -0
  120. package/dist-engine-src/src/sql2/change_materialization.rs +122 -0
  121. package/dist-engine-src/src/sql2/context.rs +36 -30
  122. package/dist-engine-src/src/sql2/error.rs +1 -1
  123. package/dist-engine-src/src/sql2/exec/bound_public_write.rs +1593 -0
  124. package/dist-engine-src/src/sql2/exec/datafusion.rs +5266 -0
  125. package/dist-engine-src/src/sql2/exec/fast_write.rs +82 -0
  126. package/dist-engine-src/src/sql2/exec/mod.rs +24 -0
  127. package/dist-engine-src/src/sql2/exec/write.rs +661 -0
  128. package/dist-engine-src/src/sql2/filesystem_planner.rs +72 -77
  129. package/dist-engine-src/src/sql2/filesystem_visibility.rs +21 -21
  130. package/dist-engine-src/src/sql2/history_projection.rs +8 -8
  131. package/dist-engine-src/src/sql2/history_route.rs +35 -31
  132. package/dist-engine-src/src/sql2/mod.rs +28 -23
  133. package/dist-engine-src/src/sql2/optimize/datafusion.rs +1 -0
  134. package/dist-engine-src/src/sql2/optimize/mod.rs +2 -0
  135. package/dist-engine-src/src/sql2/optimize/simple_write.rs +116 -0
  136. package/dist-engine-src/src/sql2/parse/mod.rs +69 -0
  137. package/dist-engine-src/src/sql2/parse/normalize.rs +1 -0
  138. package/dist-engine-src/src/sql2/plan/branch_scope.rs +24 -0
  139. package/dist-engine-src/src/sql2/plan/mod.rs +5 -0
  140. package/dist-engine-src/src/sql2/plan/predicate.rs +22 -0
  141. package/dist-engine-src/src/sql2/plan/write.rs +147 -0
  142. package/dist-engine-src/src/sql2/predicate_typecheck.rs +258 -0
  143. package/dist-engine-src/src/sql2/{version_provider.rs → providers/branch.rs} +218 -214
  144. package/dist-engine-src/src/sql2/{change_provider.rs → providers/change.rs} +156 -42
  145. package/dist-engine-src/src/sql2/{directory_provider.rs → providers/directory.rs} +291 -322
  146. package/dist-engine-src/src/sql2/{directory_history_provider.rs → providers/directory_history.rs} +56 -42
  147. package/dist-engine-src/src/sql2/providers/entity.rs +1484 -0
  148. package/dist-engine-src/src/sql2/{entity_history_provider.rs → providers/entity_history.rs} +43 -31
  149. package/dist-engine-src/src/sql2/{file_provider.rs → providers/file.rs} +323 -316
  150. package/dist-engine-src/src/sql2/{file_history_provider.rs → providers/file_history.rs} +60 -46
  151. package/dist-engine-src/src/sql2/{history_provider.rs → providers/history.rs} +46 -32
  152. package/dist-engine-src/src/sql2/{lix_state_provider.rs → providers/lix_state.rs} +359 -329
  153. package/dist-engine-src/src/sql2/providers/mod.rs +508 -0
  154. package/dist-engine-src/src/sql2/read_only.rs +2 -2
  155. package/dist-engine-src/src/sql2/session.rs +47 -96
  156. package/dist-engine-src/src/sql2/storage/constraints.rs +1 -0
  157. package/dist-engine-src/src/sql2/storage/mod.rs +1 -0
  158. package/dist-engine-src/src/sql2/test_support/differential.rs +712 -0
  159. package/dist-engine-src/src/sql2/test_support/generators.rs +354 -0
  160. package/dist-engine-src/src/sql2/test_support/mod.rs +2 -0
  161. package/dist-engine-src/src/sql2/udfs/{lix_active_version_commit_id.rs → lix_active_branch_commit_id.rs} +7 -7
  162. package/dist-engine-src/src/sql2/udfs/mod.rs +3 -6
  163. package/dist-engine-src/src/sql2/write_normalization.rs +45 -22
  164. package/dist-engine-src/src/storage/conformance.rs +399 -0
  165. package/dist-engine-src/src/storage/context.rs +552 -288
  166. package/dist-engine-src/src/storage/mod.rs +48 -10
  167. package/dist-engine-src/src/storage/point.rs +440 -0
  168. package/dist-engine-src/src/storage/read_scope.rs +43 -64
  169. package/dist-engine-src/src/storage/reader.rs +867 -0
  170. package/dist-engine-src/src/storage/scan.rs +784 -0
  171. package/dist-engine-src/src/storage/spaces.rs +236 -0
  172. package/dist-engine-src/src/storage/stats.rs +80 -0
  173. package/dist-engine-src/src/storage/write_set.rs +962 -0
  174. package/dist-engine-src/src/storage_bench.rs +136 -4828
  175. package/dist-engine-src/src/test_support.rs +360 -138
  176. package/dist-engine-src/src/tracked_state/bench_support.rs +394 -0
  177. package/dist-engine-src/src/tracked_state/codec.rs +155 -1057
  178. package/dist-engine-src/src/tracked_state/commit_root_rebuild.rs +358 -0
  179. package/dist-engine-src/src/tracked_state/context.rs +1927 -993
  180. package/dist-engine-src/src/tracked_state/diff.rs +1715 -261
  181. package/dist-engine-src/src/tracked_state/merge.rs +74 -88
  182. package/dist-engine-src/src/tracked_state/mod.rs +19 -16
  183. package/dist-engine-src/src/tracked_state/{materialization.rs → row_materialization.rs} +50 -178
  184. package/dist-engine-src/src/tracked_state/storage.rs +243 -191
  185. package/dist-engine-src/src/tracked_state/tree.rs +247 -371
  186. package/dist-engine-src/src/tracked_state/types.rs +49 -42
  187. package/dist-engine-src/src/transaction/bench_support.rs +407 -0
  188. package/dist-engine-src/src/transaction/commit.rs +821 -713
  189. package/dist-engine-src/src/transaction/context.rs +705 -600
  190. package/dist-engine-src/src/transaction/mod.rs +13 -2
  191. package/dist-engine-src/src/transaction/normalization.rs +63 -76
  192. package/dist-engine-src/src/transaction/prep.rs +13 -13
  193. package/dist-engine-src/src/transaction/schema_resolver.rs +19 -5
  194. package/dist-engine-src/src/transaction/staging.rs +228 -434
  195. package/dist-engine-src/src/transaction/types.rs +41 -98
  196. package/dist-engine-src/src/transaction/validation.rs +382 -446
  197. package/dist-engine-src/src/untracked_state/codec.rs +337 -29
  198. package/dist-engine-src/src/untracked_state/context.rs +7 -7
  199. package/dist-engine-src/src/untracked_state/materialization.rs +2 -2
  200. package/dist-engine-src/src/untracked_state/mod.rs +1 -1
  201. package/dist-engine-src/src/untracked_state/storage.rs +659 -157
  202. package/dist-engine-src/src/untracked_state/types.rs +21 -21
  203. package/package.json +71 -68
  204. package/dist-engine-src/src/backend/kv.rs +0 -358
  205. package/dist-engine-src/src/backend/testing.rs +0 -658
  206. package/dist-engine-src/src/commit_store/codec.rs +0 -887
  207. package/dist-engine-src/src/commit_store/context.rs +0 -944
  208. package/dist-engine-src/src/commit_store/materialization.rs +0 -84
  209. package/dist-engine-src/src/commit_store/mod.rs +0 -16
  210. package/dist-engine-src/src/commit_store/storage.rs +0 -600
  211. package/dist-engine-src/src/commit_store/types.rs +0 -215
  212. package/dist-engine-src/src/schema/builtin/lix_version_descriptor.json +0 -34
  213. package/dist-engine-src/src/schema/builtin/lix_version_ref.json +0 -48
  214. package/dist-engine-src/src/session/create_version.rs +0 -88
  215. package/dist-engine-src/src/session/merge/apply.rs +0 -23
  216. package/dist-engine-src/src/session/optimization9_sql2_bench.rs +0 -100
  217. package/dist-engine-src/src/session/switch_version.rs +0 -110
  218. package/dist-engine-src/src/sql2/entity_provider.rs +0 -3211
  219. package/dist-engine-src/src/sql2/execute.rs +0 -3533
  220. package/dist-engine-src/src/sql2/public_bind/assignment.rs +0 -46
  221. package/dist-engine-src/src/sql2/public_bind/capability.rs +0 -41
  222. package/dist-engine-src/src/sql2/public_bind/dml.rs +0 -172
  223. package/dist-engine-src/src/sql2/public_bind/mod.rs +0 -26
  224. package/dist-engine-src/src/sql2/public_bind/table.rs +0 -168
  225. package/dist-engine-src/src/sql2/version_scope.rs +0 -394
  226. package/dist-engine-src/src/storage/types.rs +0 -501
  227. package/dist-engine-src/src/tracked_state/by_file_index.rs +0 -98
  228. package/dist-engine-src/src/tracked_state/materializer.rs +0 -488
  229. package/dist-engine-src/src/transaction/live_state_overlay.rs +0 -35
  230. package/dist-engine-src/src/version/lifecycle.rs +0 -221
  231. package/dist-engine-src/src/version/mod.rs +0 -13
  232. package/dist-engine-src/src/version/refs.rs +0 -330
  233. package/dist-engine-src/src/version/stage_rows.rs +0 -67
  234. package/dist-engine-src/src/version/types.rs +0 -21
@@ -0,0 +1,1127 @@
1
+ use std::collections::BTreeMap;
2
+ use std::ops::Bound;
3
+
4
+ use bytes::Bytes;
5
+
6
+ use crate::backend::conformance::{
7
+ fixtures::{full_put, key, put_batch, space},
8
+ open_backend, BackendFactory, ConformanceReport, ConformanceResult,
9
+ };
10
+ use crate::backend::{
11
+ get_many as backend_get_many, visit_range as backend_visit_range, Backend, BackendError,
12
+ BackendRangeScan, BackendRead, BackendWrite, CoreProjection, GetOptions, Key, KeyRange, KeyRef,
13
+ ProjectedValue, ProjectedValueRef, ReadEntry, ReadOptions, ScanChunk, ScanOptions, SpaceId,
14
+ WriteOptions,
15
+ };
16
+
17
+ pub(crate) fn register<F>(report: &mut ConformanceReport, factory: &F)
18
+ where
19
+ F: BackendFactory,
20
+ {
21
+ report.run("baseline::get_many_returns_requested_slots", || {
22
+ get_many_returns_requested_slots(factory)
23
+ });
24
+ report.run("baseline::get_many_empty_key_list", || {
25
+ get_many_empty_key_list(factory)
26
+ });
27
+ report.run("baseline::delete_many_missing_keys_is_idempotent", || {
28
+ delete_many_missing_keys_is_idempotent(factory)
29
+ });
30
+ report.run("baseline::delete_many_removes_existing_keys", || {
31
+ delete_many_removes_existing_keys(factory)
32
+ });
33
+ report.run("baseline::delete_range_removes_exact_range", || {
34
+ delete_range_removes_exact_range(factory)
35
+ });
36
+ report.run("baseline::delete_range_applies_after_staged_puts", || {
37
+ delete_range_applies_after_staged_puts(factory)
38
+ });
39
+ report.run("baseline::put_many_applies_after_delete_range", || {
40
+ put_many_applies_after_delete_range(factory)
41
+ });
42
+ report.run("baseline::put_many_overwrites_existing_value", || {
43
+ put_many_overwrites_existing_value(factory)
44
+ });
45
+ report.run(
46
+ "baseline::scan_range_sees_overwritten_existing_value",
47
+ || scan_range_sees_overwritten_existing_value(factory),
48
+ );
49
+ report.run(
50
+ "baseline::scan_range_returns_forward_row_bounded_chunks",
51
+ || scan_range_returns_forward_row_bounded_chunks(factory),
52
+ );
53
+ report.run("baseline::scan_range_honors_bound_variants", || {
54
+ scan_range_honors_bound_variants(factory)
55
+ });
56
+ report.run(
57
+ "baseline::scan_range_resume_before_lower_does_not_widen_range",
58
+ || scan_range_resume_before_lower_does_not_widen_range(factory),
59
+ );
60
+ report.run("baseline::scan_range_orders_raw_byte_keys", || {
61
+ scan_range_orders_raw_byte_keys(factory)
62
+ });
63
+ report.run("baseline::scan_range_drains_multi_chunk_limits", || {
64
+ scan_range_drains_multi_chunk_limits(factory)
65
+ });
66
+ report.run("baseline::scan_cursor_drains_multi_chunk_limits", || {
67
+ scan_cursor_drains_multi_chunk_limits(factory)
68
+ });
69
+ report.run(
70
+ "baseline::scan_range_empty_range_returns_empty_chunk",
71
+ || scan_range_empty_range_returns_empty_chunk(factory),
72
+ );
73
+ report.run("baseline::commit_is_atomic", || commit_is_atomic(factory));
74
+ report.run("baseline::rollback_discards_staged_mutations", || {
75
+ rollback_discards_staged_mutations(factory)
76
+ });
77
+ report.run("baseline::rollback_discards_overwrite_and_delete", || {
78
+ rollback_discards_overwrite_and_delete(factory)
79
+ });
80
+ report.run("baseline::begin_read_pins_coherent_view", || {
81
+ begin_read_pins_coherent_view(factory)
82
+ });
83
+ report.run("baseline::full_value_and_key_only_are_core", || {
84
+ full_value_and_key_only_are_core(factory)
85
+ });
86
+ report.run("baseline::full_value_preserves_opaque_bytes", || {
87
+ full_value_preserves_opaque_bytes(factory)
88
+ });
89
+ }
90
+
91
+ fn get_many_returns_requested_slots<F>(factory: &F) -> ConformanceResult
92
+ where
93
+ F: BackendFactory,
94
+ {
95
+ let backend = open_backend(factory);
96
+ let test_space = space(1);
97
+ seed_full_values(&backend, test_space, [("a", "A"), ("b", "B")])?;
98
+
99
+ let requested = [key("b"), key("missing"), key("a"), key("b")];
100
+ let read = backend
101
+ .begin_read(ReadOptions::default())
102
+ .map_err(|error| format!("begin_read failed: {error}"))?;
103
+ let result = backend_get_many(&read, &requested, GetOptions::default())
104
+ .map_err(|error| format!("get_many failed: {error}"))?;
105
+
106
+ if result.values.len() != requested.len() {
107
+ return Err(format!(
108
+ "get_many returned {} slots for {} requested keys",
109
+ result.values.len(),
110
+ requested.len()
111
+ ));
112
+ }
113
+ let expected_values = vec![
114
+ Some(ProjectedValue::FullValue(Bytes::from_static(b"B"))),
115
+ None,
116
+ Some(ProjectedValue::FullValue(Bytes::from_static(b"A"))),
117
+ Some(ProjectedValue::FullValue(Bytes::from_static(b"B"))),
118
+ ];
119
+ if result.values != expected_values {
120
+ return Err(format!(
121
+ "get_many slot mismatch: expected {:?}, got {:?}",
122
+ expected_values, result.values
123
+ ));
124
+ }
125
+
126
+ let entries = result.entries_for_requested_keys(&requested);
127
+ assert_entry_map(
128
+ &entries,
129
+ &[
130
+ (key("a"), Bytes::from_static(b"A")),
131
+ (key("b"), Bytes::from_static(b"B")),
132
+ ],
133
+ )
134
+ }
135
+
136
+ fn get_many_empty_key_list<F>(factory: &F) -> ConformanceResult
137
+ where
138
+ F: BackendFactory,
139
+ {
140
+ let backend = open_backend(factory);
141
+ let read = backend
142
+ .begin_read(ReadOptions::default())
143
+ .map_err(|error| format!("begin_read failed: {error}"))?;
144
+ let result = backend_get_many(&read, &[], GetOptions::default())
145
+ .map_err(|error| format!("get_many failed: {error}"))?;
146
+ if result.entries_for_requested_keys(&[]).is_empty() {
147
+ Ok(())
148
+ } else {
149
+ Err(format!(
150
+ "empty get_many returned values: {:?}",
151
+ result.values
152
+ ))
153
+ }
154
+ }
155
+
156
+ fn delete_many_missing_keys_is_idempotent<F>(factory: &F) -> ConformanceResult
157
+ where
158
+ F: BackendFactory,
159
+ {
160
+ let backend = open_backend(factory);
161
+ let test_space = space(1);
162
+ seed_full_values(&backend, test_space, [("a", "A")])?;
163
+
164
+ let mut write = backend
165
+ .begin_write(WriteOptions::default())
166
+ .map_err(|error| format!("begin_write failed: {error}"))?;
167
+ write
168
+ .delete_many(&[key("missing")])
169
+ .map_err(|error| format!("delete_many missing failed: {error}"))?;
170
+ write
171
+ .commit()
172
+ .map_err(|error| format!("commit failed: {error}"))?;
173
+
174
+ assert_get_entries(&backend, test_space, &[("a", Some("A"))])
175
+ }
176
+
177
+ fn delete_many_removes_existing_keys<F>(factory: &F) -> ConformanceResult
178
+ where
179
+ F: BackendFactory,
180
+ {
181
+ let backend = open_backend(factory);
182
+ let test_space = space(1);
183
+ seed_full_values(&backend, test_space, [("a", "A"), ("b", "B")])?;
184
+
185
+ let mut write = backend
186
+ .begin_write(WriteOptions::default())
187
+ .map_err(|error| format!("begin_write failed: {error}"))?;
188
+ write
189
+ .delete_many(&[key("a")])
190
+ .map_err(|error| format!("delete_many existing failed: {error}"))?;
191
+ write
192
+ .commit()
193
+ .map_err(|error| format!("commit failed: {error}"))?;
194
+
195
+ assert_get_entries(&backend, test_space, &[("a", None), ("b", Some("B"))])
196
+ }
197
+
198
+ fn delete_range_removes_exact_range<F>(factory: &F) -> ConformanceResult
199
+ where
200
+ F: BackendFactory,
201
+ {
202
+ let backend = open_backend(factory);
203
+ let test_space = space(1);
204
+ seed_full_values(
205
+ &backend,
206
+ test_space,
207
+ [("a", "A"), ("b", "B"), ("c", "C"), ("d", "D"), ("e", "E")],
208
+ )?;
209
+
210
+ let mut write = backend
211
+ .begin_write(WriteOptions::default())
212
+ .map_err(|error| format!("begin_write failed: {error}"))?;
213
+ write
214
+ .delete_range(KeyRange {
215
+ lower: Bound::Included(key("b")),
216
+ upper: Bound::Excluded(key("d")),
217
+ })
218
+ .map_err(|error| format!("delete_range failed: {error}"))?;
219
+ write
220
+ .commit()
221
+ .map_err(|error| format!("commit failed: {error}"))?;
222
+
223
+ assert_get_entries(
224
+ &backend,
225
+ test_space,
226
+ &[
227
+ ("a", Some("A")),
228
+ ("b", None),
229
+ ("c", None),
230
+ ("d", Some("D")),
231
+ ("e", Some("E")),
232
+ ],
233
+ )
234
+ }
235
+
236
+ fn delete_range_applies_after_staged_puts<F>(factory: &F) -> ConformanceResult
237
+ where
238
+ F: BackendFactory,
239
+ {
240
+ let backend = open_backend(factory);
241
+ let test_space = space(1);
242
+ seed_full_values(&backend, test_space, [("a", "A"), ("c", "C"), ("d", "D")])?;
243
+
244
+ let mut write = backend
245
+ .begin_write(WriteOptions::default())
246
+ .map_err(|error| format!("begin_write failed: {error}"))?;
247
+ write
248
+ .put_many(put_batch([
249
+ full_put(key("b"), "B"),
250
+ full_put(key("c"), "C2"),
251
+ ]))
252
+ .map_err(|error| format!("put_many failed: {error}"))?;
253
+ write
254
+ .delete_range(KeyRange {
255
+ lower: Bound::Included(key("b")),
256
+ upper: Bound::Excluded(key("d")),
257
+ })
258
+ .map_err(|error| format!("delete_range failed: {error}"))?;
259
+ write
260
+ .commit()
261
+ .map_err(|error| format!("commit failed: {error}"))?;
262
+
263
+ assert_get_entries(
264
+ &backend,
265
+ test_space,
266
+ &[("a", Some("A")), ("b", None), ("c", None), ("d", Some("D"))],
267
+ )
268
+ }
269
+
270
+ fn put_many_applies_after_delete_range<F>(factory: &F) -> ConformanceResult
271
+ where
272
+ F: BackendFactory,
273
+ {
274
+ let backend = open_backend(factory);
275
+ let test_space = space(1);
276
+ seed_full_values(&backend, test_space, [("a", "A"), ("b", "B"), ("d", "D")])?;
277
+
278
+ let mut write = backend
279
+ .begin_write(WriteOptions::default())
280
+ .map_err(|error| format!("begin_write failed: {error}"))?;
281
+ write
282
+ .delete_range(KeyRange {
283
+ lower: Bound::Included(key("b")),
284
+ upper: Bound::Excluded(key("d")),
285
+ })
286
+ .map_err(|error| format!("delete_range failed: {error}"))?;
287
+ write
288
+ .put_many(put_batch([full_put(key("c"), "C")]))
289
+ .map_err(|error| format!("put_many failed: {error}"))?;
290
+ write
291
+ .commit()
292
+ .map_err(|error| format!("commit failed: {error}"))?;
293
+
294
+ assert_get_entries(
295
+ &backend,
296
+ test_space,
297
+ &[
298
+ ("a", Some("A")),
299
+ ("b", None),
300
+ ("c", Some("C")),
301
+ ("d", Some("D")),
302
+ ],
303
+ )
304
+ }
305
+
306
+ fn put_many_overwrites_existing_value<F>(factory: &F) -> ConformanceResult
307
+ where
308
+ F: BackendFactory,
309
+ {
310
+ let backend = open_backend(factory);
311
+ let test_space = space(1);
312
+ seed_full_values(&backend, test_space, [("a", "A")])?;
313
+
314
+ let mut write = backend
315
+ .begin_write(WriteOptions::default())
316
+ .map_err(|error| format!("begin_write failed: {error}"))?;
317
+ write
318
+ .put_many(put_batch([full_put(key("a"), "B")]))
319
+ .map_err(|error| format!("put_many overwrite failed: {error}"))?;
320
+ write
321
+ .commit()
322
+ .map_err(|error| format!("commit failed: {error}"))?;
323
+
324
+ assert_get_entries(&backend, test_space, &[("a", Some("B"))])
325
+ }
326
+
327
+ fn scan_range_sees_overwritten_existing_value<F>(factory: &F) -> ConformanceResult
328
+ where
329
+ F: BackendFactory,
330
+ {
331
+ let backend = open_backend(factory);
332
+ let test_space = space(1);
333
+ seed_full_values(&backend, test_space, [("a", "A")])?;
334
+
335
+ let mut write = backend
336
+ .begin_write(WriteOptions::default())
337
+ .map_err(|error| format!("begin_write failed: {error}"))?;
338
+ write
339
+ .put_many(put_batch([full_put(key("a"), "B")]))
340
+ .map_err(|error| format!("put_many overwrite failed: {error}"))?;
341
+ write
342
+ .commit()
343
+ .map_err(|error| format!("commit failed: {error}"))?;
344
+
345
+ let read = backend
346
+ .begin_read(ReadOptions::default())
347
+ .map_err(|error| format!("begin_read failed: {error}"))?;
348
+ let chunk = scan_range(
349
+ &read,
350
+ test_space,
351
+ KeyRange {
352
+ lower: Bound::Unbounded,
353
+ upper: Bound::Unbounded,
354
+ },
355
+ ScanOptions::default(),
356
+ )
357
+ .map_err(|error| format!("scan_range failed: {error}"))?;
358
+
359
+ assert_read_entries(&chunk.entries, &[("a", "B")])
360
+ }
361
+
362
+ fn scan_range_returns_forward_row_bounded_chunks<F>(factory: &F) -> ConformanceResult
363
+ where
364
+ F: BackendFactory,
365
+ {
366
+ let backend = open_backend(factory);
367
+ let test_space = space(1);
368
+ seed_full_values(
369
+ &backend,
370
+ test_space,
371
+ [("a", "A"), ("b", "B"), ("c", "C"), ("d", "D"), ("e", "E")],
372
+ )?;
373
+ let read = backend
374
+ .begin_read(ReadOptions::default())
375
+ .map_err(|error| format!("begin_read failed: {error}"))?;
376
+ let range = KeyRange {
377
+ lower: Bound::Included(key("b")),
378
+ upper: Bound::Excluded(key("e")),
379
+ };
380
+
381
+ let first = scan_range(
382
+ &read,
383
+ test_space,
384
+ range.clone(),
385
+ ScanOptions {
386
+ limit_rows: 2,
387
+ ..Default::default()
388
+ },
389
+ )
390
+ .map_err(|error| format!("first scan_range failed: {error}"))?;
391
+ assert_read_entries(&first.entries, &[("b", "B"), ("c", "C")])?;
392
+ if !first.has_more {
393
+ return Err("first scan chunk did not report has_more".to_string());
394
+ }
395
+
396
+ let second = scan_range(
397
+ &read,
398
+ test_space,
399
+ range,
400
+ ScanOptions {
401
+ limit_rows: 2,
402
+ resume_after: Some(&key("c")),
403
+ ..Default::default()
404
+ },
405
+ )
406
+ .map_err(|error| format!("second scan_range failed: {error}"))?;
407
+ assert_read_entries(&second.entries, &[("d", "D")])?;
408
+ if second.has_more {
409
+ return Err("last scan chunk unexpectedly reported has_more".to_string());
410
+ }
411
+ Ok(())
412
+ }
413
+
414
+ fn scan_range_honors_bound_variants<F>(factory: &F) -> ConformanceResult
415
+ where
416
+ F: BackendFactory,
417
+ {
418
+ let backend = open_backend(factory);
419
+ let test_space = space(1);
420
+ seed_full_values(
421
+ &backend,
422
+ test_space,
423
+ [("a", "A"), ("b", "B"), ("c", "C"), ("d", "D")],
424
+ )?;
425
+ let read = backend
426
+ .begin_read(ReadOptions::default())
427
+ .map_err(|error| format!("begin_read failed: {error}"))?;
428
+
429
+ let included = scan_range(
430
+ &read,
431
+ test_space,
432
+ KeyRange {
433
+ lower: Bound::Included(key("b")),
434
+ upper: Bound::Included(key("c")),
435
+ },
436
+ ScanOptions::default(),
437
+ )
438
+ .map_err(|error| format!("included range scan failed: {error}"))?;
439
+ assert_read_entries(&included.entries, &[("b", "B"), ("c", "C")])?;
440
+
441
+ let excluded = scan_range(
442
+ &read,
443
+ test_space,
444
+ KeyRange {
445
+ lower: Bound::Excluded(key("b")),
446
+ upper: Bound::Excluded(key("d")),
447
+ },
448
+ ScanOptions::default(),
449
+ )
450
+ .map_err(|error| format!("excluded range scan failed: {error}"))?;
451
+ assert_read_entries(&excluded.entries, &[("c", "C")])
452
+ }
453
+
454
+ fn scan_range_resume_before_lower_does_not_widen_range<F>(factory: &F) -> ConformanceResult
455
+ where
456
+ F: BackendFactory,
457
+ {
458
+ let backend = open_backend(factory);
459
+ let test_space = space(1);
460
+ seed_full_values(
461
+ &backend,
462
+ test_space,
463
+ [("a", "A"), ("b", "B"), ("c", "C"), ("d", "D")],
464
+ )?;
465
+ let read = backend
466
+ .begin_read(ReadOptions::default())
467
+ .map_err(|error| format!("begin_read failed: {error}"))?;
468
+ let chunk = scan_range(
469
+ &read,
470
+ test_space,
471
+ KeyRange {
472
+ lower: Bound::Included(key("c")),
473
+ upper: Bound::Excluded(key("e")),
474
+ },
475
+ ScanOptions {
476
+ resume_after: Some(&key("a")),
477
+ ..Default::default()
478
+ },
479
+ )
480
+ .map_err(|error| format!("scan_range failed: {error}"))?;
481
+
482
+ assert_read_entries(&chunk.entries, &[("c", "C"), ("d", "D")])
483
+ }
484
+
485
+ fn scan_range_orders_raw_byte_keys<F>(factory: &F) -> ConformanceResult
486
+ where
487
+ F: BackendFactory,
488
+ {
489
+ let backend = open_backend(factory);
490
+ let test_space = space(1);
491
+ seed_full_byte_values(
492
+ &backend,
493
+ test_space,
494
+ [
495
+ (
496
+ Bytes::from_static(&[0xff, 0x00]),
497
+ Bytes::from_static(b"ff00"),
498
+ ),
499
+ (Bytes::from_static(&[0x80]), Bytes::from_static(b"80")),
500
+ (
501
+ Bytes::from_static(&[0x00, 0xff]),
502
+ Bytes::from_static(b"00ff"),
503
+ ),
504
+ (Bytes::new(), Bytes::from_static(b"empty")),
505
+ (Bytes::from_static(&[0x00]), Bytes::from_static(b"00")),
506
+ (Bytes::from_static(&[0xff]), Bytes::from_static(b"ff")),
507
+ (Bytes::from_static(&[0x7f]), Bytes::from_static(b"7f")),
508
+ (Bytes::from_static(&[0x01]), Bytes::from_static(b"01")),
509
+ (
510
+ Bytes::from_static(&[0x00, 0x00]),
511
+ Bytes::from_static(b"0000"),
512
+ ),
513
+ ],
514
+ )?;
515
+
516
+ let read = backend
517
+ .begin_read(ReadOptions::default())
518
+ .map_err(|error| format!("begin_read failed: {error}"))?;
519
+ let chunk = scan_range(
520
+ &read,
521
+ test_space,
522
+ KeyRange {
523
+ lower: Bound::Unbounded,
524
+ upper: Bound::Unbounded,
525
+ },
526
+ ScanOptions::default(),
527
+ )
528
+ .map_err(|error| format!("scan_range failed: {error}"))?;
529
+
530
+ assert_read_entries_bytes(
531
+ &chunk.entries,
532
+ &[
533
+ (Bytes::new(), Bytes::from_static(b"empty")),
534
+ (Bytes::from_static(&[0x00]), Bytes::from_static(b"00")),
535
+ (
536
+ Bytes::from_static(&[0x00, 0x00]),
537
+ Bytes::from_static(b"0000"),
538
+ ),
539
+ (
540
+ Bytes::from_static(&[0x00, 0xff]),
541
+ Bytes::from_static(b"00ff"),
542
+ ),
543
+ (Bytes::from_static(&[0x01]), Bytes::from_static(b"01")),
544
+ (Bytes::from_static(&[0x7f]), Bytes::from_static(b"7f")),
545
+ (Bytes::from_static(&[0x80]), Bytes::from_static(b"80")),
546
+ (Bytes::from_static(&[0xff]), Bytes::from_static(b"ff")),
547
+ (
548
+ Bytes::from_static(&[0xff, 0x00]),
549
+ Bytes::from_static(b"ff00"),
550
+ ),
551
+ ],
552
+ )
553
+ }
554
+
555
+ fn scan_range_drains_multi_chunk_limits<F>(factory: &F) -> ConformanceResult
556
+ where
557
+ F: BackendFactory,
558
+ {
559
+ let backend = open_backend(factory);
560
+ let test_space = space(1);
561
+ seed_full_values(
562
+ &backend,
563
+ test_space,
564
+ [
565
+ ("a", "A"),
566
+ ("b", "B"),
567
+ ("c", "C"),
568
+ ("d", "D"),
569
+ ("e", "E"),
570
+ ("f", "F"),
571
+ ("g", "G"),
572
+ ("h", "H"),
573
+ ],
574
+ )?;
575
+ let read = backend
576
+ .begin_read(ReadOptions::default())
577
+ .map_err(|error| format!("begin_read failed: {error}"))?;
578
+ let range = KeyRange {
579
+ lower: Bound::Included(key("b")),
580
+ upper: Bound::Excluded(key("h")),
581
+ };
582
+ let expected = vec![
583
+ (key("b"), Bytes::from_static(b"B")),
584
+ (key("c"), Bytes::from_static(b"C")),
585
+ (key("d"), Bytes::from_static(b"D")),
586
+ (key("e"), Bytes::from_static(b"E")),
587
+ (key("f"), Bytes::from_static(b"F")),
588
+ (key("g"), Bytes::from_static(b"G")),
589
+ ];
590
+
591
+ for limit in [1usize, 2, 3] {
592
+ let mut resume_after = None;
593
+ let mut actual = Vec::new();
594
+ loop {
595
+ let chunk = scan_range(
596
+ &read,
597
+ test_space,
598
+ range.clone(),
599
+ ScanOptions {
600
+ limit_rows: limit,
601
+ resume_after: resume_after.as_ref(),
602
+ ..Default::default()
603
+ },
604
+ )
605
+ .map_err(|error| format!("scan_range limit {limit} failed: {error}"))?;
606
+ actual.extend(entries_to_key_values(&chunk.entries));
607
+ resume_after = chunk.entries.last().map(|entry| entry.key.clone());
608
+ if !chunk.has_more {
609
+ break;
610
+ }
611
+ if actual.len() > expected.len() {
612
+ return Err(format!("limit {limit} emitted too many rows: {actual:?}"));
613
+ }
614
+ }
615
+ if actual != expected {
616
+ return Err(format!(
617
+ "drain mismatch for limit {limit}: expected {expected:?}, got {actual:?}"
618
+ ));
619
+ }
620
+ }
621
+ Ok(())
622
+ }
623
+
624
+ fn scan_cursor_drains_multi_chunk_limits<F>(factory: &F) -> ConformanceResult
625
+ where
626
+ F: BackendFactory,
627
+ {
628
+ let backend = open_backend(factory);
629
+ let test_space = space(1);
630
+ seed_full_values(
631
+ &backend,
632
+ test_space,
633
+ [
634
+ ("a", "A"),
635
+ ("b", "B"),
636
+ ("c", "C"),
637
+ ("d", "D"),
638
+ ("e", "E"),
639
+ ("f", "F"),
640
+ ("g", "G"),
641
+ ("h", "H"),
642
+ ],
643
+ )?;
644
+ let read = backend
645
+ .begin_read(ReadOptions::default())
646
+ .map_err(|error| format!("begin_read failed: {error}"))?;
647
+ let range = KeyRange {
648
+ lower: Bound::Included(key("b")),
649
+ upper: Bound::Excluded(key("h")),
650
+ };
651
+ let expected = vec![
652
+ (key("b"), Bytes::from_static(b"B")),
653
+ (key("c"), Bytes::from_static(b"C")),
654
+ (key("d"), Bytes::from_static(b"D")),
655
+ (key("e"), Bytes::from_static(b"E")),
656
+ (key("f"), Bytes::from_static(b"F")),
657
+ (key("g"), Bytes::from_static(b"G")),
658
+ ];
659
+
660
+ for limit in [1usize, 2, 3] {
661
+ let mut actual = Vec::new();
662
+ read.with_range_scan(
663
+ range.clone(),
664
+ ScanOptions {
665
+ limit_rows: limit,
666
+ ..Default::default()
667
+ },
668
+ |cursor| {
669
+ loop {
670
+ let mut entries = Vec::new();
671
+ let result = cursor.visit_next(limit, &mut |key: KeyRef<'_>,
672
+ value: ProjectedValueRef<
673
+ '_,
674
+ >| {
675
+ entries.push(ReadEntry {
676
+ key: key.to_owned_key(),
677
+ value: value.to_owned(),
678
+ });
679
+ Ok(())
680
+ })?;
681
+ actual.extend(entries_to_key_values(&entries));
682
+ if !result.has_more {
683
+ break;
684
+ }
685
+ if actual.len() > expected.len() {
686
+ return Err(BackendError::Io(format!(
687
+ "cursor limit {limit} emitted too many rows: {actual:?}"
688
+ )));
689
+ }
690
+ }
691
+ Ok(())
692
+ },
693
+ )
694
+ .map_err(|error| format!("with_range_scan limit {limit} failed: {error}"))?;
695
+ if actual != expected {
696
+ return Err(format!(
697
+ "cursor drain mismatch for limit {limit}: expected {expected:?}, got {actual:?}"
698
+ ));
699
+ }
700
+ }
701
+ Ok(())
702
+ }
703
+
704
+ fn scan_range_empty_range_returns_empty_chunk<F>(factory: &F) -> ConformanceResult
705
+ where
706
+ F: BackendFactory,
707
+ {
708
+ let backend = open_backend(factory);
709
+ let test_space = space(1);
710
+ seed_full_values(&backend, test_space, [("a", "A"), ("b", "B")])?;
711
+ let read = backend
712
+ .begin_read(ReadOptions::default())
713
+ .map_err(|error| format!("begin_read failed: {error}"))?;
714
+ let chunk = scan_range(
715
+ &read,
716
+ test_space,
717
+ KeyRange {
718
+ lower: Bound::Included(key("b")),
719
+ upper: Bound::Excluded(key("b")),
720
+ },
721
+ ScanOptions::default(),
722
+ )
723
+ .map_err(|error| format!("scan_range failed: {error}"))?;
724
+ if chunk.entries.is_empty() {
725
+ Ok(())
726
+ } else {
727
+ Err(format!("empty range returned entries: {:?}", chunk.entries))
728
+ }
729
+ }
730
+
731
+ fn commit_is_atomic<F>(factory: &F) -> ConformanceResult
732
+ where
733
+ F: BackendFactory,
734
+ {
735
+ let backend = open_backend(factory);
736
+ let test_space = space(1);
737
+ let key_a = key("a");
738
+ let key_b = key("b");
739
+
740
+ let mut write = backend
741
+ .begin_write(WriteOptions::default())
742
+ .map_err(|error| format!("begin_write failed: {error}"))?;
743
+ write
744
+ .put_many(put_batch([
745
+ full_put(key_a.clone(), "A"),
746
+ full_put(key_b.clone(), "B"),
747
+ ]))
748
+ .map_err(|error| format!("put_many failed: {error}"))?;
749
+
750
+ let read_before_commit = backend
751
+ .begin_read(ReadOptions::default())
752
+ .map_err(|error| format!("begin_read before commit failed: {error}"))?;
753
+ let before_commit = backend_get_many(
754
+ &read_before_commit,
755
+ &[key_a.clone(), key_b.clone()],
756
+ GetOptions::default(),
757
+ )
758
+ .map_err(|error| format!("get_many before commit failed: {error}"))?;
759
+ if !before_commit
760
+ .entries_for_requested_keys(&[key_a.clone(), key_b.clone()])
761
+ .is_empty()
762
+ {
763
+ return Err("uncommitted writes were visible to an independent read".to_string());
764
+ }
765
+
766
+ write
767
+ .commit()
768
+ .map_err(|error| format!("commit failed: {error}"))?;
769
+ assert_get_entries(&backend, test_space, &[("a", Some("A")), ("b", Some("B"))])
770
+ }
771
+
772
+ fn rollback_discards_staged_mutations<F>(factory: &F) -> ConformanceResult
773
+ where
774
+ F: BackendFactory,
775
+ {
776
+ let backend = open_backend(factory);
777
+ let test_space = space(1);
778
+
779
+ let mut write = backend
780
+ .begin_write(WriteOptions::default())
781
+ .map_err(|error| format!("begin_write failed: {error}"))?;
782
+ write
783
+ .put_many(put_batch([full_put(key("a"), "A")]))
784
+ .map_err(|error| format!("put_many failed: {error}"))?;
785
+ write
786
+ .rollback()
787
+ .map_err(|error| format!("rollback failed: {error}"))?;
788
+
789
+ assert_get_entries(&backend, test_space, &[("a", None)])
790
+ }
791
+
792
+ fn rollback_discards_overwrite_and_delete<F>(factory: &F) -> ConformanceResult
793
+ where
794
+ F: BackendFactory,
795
+ {
796
+ let backend = open_backend(factory);
797
+ let test_space = space(1);
798
+ seed_full_values(&backend, test_space, [("a", "A"), ("b", "B")])?;
799
+
800
+ let mut write = backend
801
+ .begin_write(WriteOptions::default())
802
+ .map_err(|error| format!("begin_write failed: {error}"))?;
803
+ write
804
+ .put_many(put_batch([full_put(key("a"), "A2")]))
805
+ .map_err(|error| format!("put_many overwrite failed: {error}"))?;
806
+ write
807
+ .delete_many(&[key("b")])
808
+ .map_err(|error| format!("delete_many failed: {error}"))?;
809
+ write
810
+ .rollback()
811
+ .map_err(|error| format!("rollback failed: {error}"))?;
812
+
813
+ assert_get_entries(&backend, test_space, &[("a", Some("A")), ("b", Some("B"))])
814
+ }
815
+
816
+ fn begin_read_pins_coherent_view<F>(factory: &F) -> ConformanceResult
817
+ where
818
+ F: BackendFactory,
819
+ {
820
+ let backend = open_backend(factory);
821
+ let test_space = space(1);
822
+ seed_full_values(&backend, test_space, [("a", "A")])?;
823
+ let old_read = backend
824
+ .begin_read(ReadOptions::default())
825
+ .map_err(|error| format!("begin_read failed: {error}"))?;
826
+
827
+ seed_full_values(&backend, test_space, [("a", "B")])?;
828
+ seed_full_values(&backend, test_space, [("a", "C")])?;
829
+
830
+ let old_keys = [key("a")];
831
+ let old_result = backend_get_many(&old_read, &old_keys, GetOptions::default())
832
+ .map_err(|error| format!("old read get_many failed: {error}"))?;
833
+ assert_read_entries(
834
+ &old_result.entries_for_requested_keys(&old_keys),
835
+ &[("a", "A")],
836
+ )?;
837
+
838
+ let old_scan = scan_range(
839
+ &old_read,
840
+ test_space,
841
+ KeyRange {
842
+ lower: Bound::Unbounded,
843
+ upper: Bound::Unbounded,
844
+ },
845
+ ScanOptions::default(),
846
+ )
847
+ .map_err(|error| format!("old read scan_range failed: {error}"))?;
848
+ assert_read_entries(&old_scan.entries, &[("a", "A")])?;
849
+
850
+ assert_get_entries(&backend, test_space, &[("a", Some("C"))])
851
+ }
852
+
853
+ fn full_value_and_key_only_are_core<F>(factory: &F) -> ConformanceResult
854
+ where
855
+ F: BackendFactory,
856
+ {
857
+ let backend = open_backend(factory);
858
+ let test_space = space(1);
859
+ seed_full_values(&backend, test_space, [("a", "A")])?;
860
+ let read = backend
861
+ .begin_read(ReadOptions::default())
862
+ .map_err(|error| format!("begin_read failed: {error}"))?;
863
+
864
+ let full_keys = [key("a")];
865
+ let full = backend_get_many(
866
+ &read,
867
+ &full_keys,
868
+ GetOptions {
869
+ projection: CoreProjection::FullValue,
870
+ ..Default::default()
871
+ },
872
+ )
873
+ .map_err(|error| format!("FullValue get_many failed: {error}"))?;
874
+ assert_read_entries(&full.entries_for_requested_keys(&full_keys), &[("a", "A")])?;
875
+
876
+ let key_only_keys = [key("a")];
877
+ let key_only = backend_get_many(
878
+ &read,
879
+ &key_only_keys,
880
+ GetOptions {
881
+ projection: CoreProjection::KeyOnly,
882
+ ..Default::default()
883
+ },
884
+ )
885
+ .map_err(|error| format!("KeyOnly get_many failed: {error}"))?;
886
+ assert_key_only_entries(
887
+ &key_only.entries_for_requested_keys(&key_only_keys),
888
+ &[key("a")],
889
+ )?;
890
+
891
+ let key_only_scan = scan_range(
892
+ &read,
893
+ test_space,
894
+ KeyRange {
895
+ lower: Bound::Unbounded,
896
+ upper: Bound::Unbounded,
897
+ },
898
+ ScanOptions {
899
+ projection: CoreProjection::KeyOnly,
900
+ ..Default::default()
901
+ },
902
+ )
903
+ .map_err(|error| format!("KeyOnly scan_range failed: {error}"))?;
904
+ assert_key_only_entries(&key_only_scan.entries, &[key("a")])
905
+ }
906
+
907
+ fn assert_key_only_entries(entries: &[ReadEntry], expected_keys: &[Key]) -> ConformanceResult {
908
+ let actual = entries
909
+ .iter()
910
+ .map(|entry| {
911
+ if !matches!(entry.value, ProjectedValue::KeyOnly) {
912
+ return Err(format!(
913
+ "expected KeyOnly projected value for {:?}, got {:?}",
914
+ entry.key, entry.value
915
+ ));
916
+ }
917
+ Ok(entry.key.clone())
918
+ })
919
+ .collect::<Result<Vec<_>, _>>()?;
920
+
921
+ if actual == expected_keys {
922
+ Ok(())
923
+ } else {
924
+ Err(format!(
925
+ "KeyOnly key mismatch: expected {expected_keys:?}, got {actual:?}"
926
+ ))
927
+ }
928
+ }
929
+
930
+ fn full_value_preserves_opaque_bytes<F>(factory: &F) -> ConformanceResult
931
+ where
932
+ F: BackendFactory,
933
+ {
934
+ let backend = open_backend(factory);
935
+ let test_space = space(1);
936
+ let opaque_key = Key(Bytes::from_static(b"\0opaque\xff"));
937
+ let opaque_value = Bytes::from_static(b"\0value\xff\x80\n");
938
+ seed_full_byte_values(
939
+ &backend,
940
+ test_space,
941
+ [(opaque_key.0.clone(), opaque_value.clone())],
942
+ )?;
943
+ let requested = [opaque_key.clone()];
944
+ let read = backend
945
+ .begin_read(ReadOptions::default())
946
+ .map_err(|error| format!("begin_read failed: {error}"))?;
947
+ let result = backend_get_many(&read, &requested, GetOptions::default())
948
+ .map_err(|error| format!("opaque get_many failed: {error}"))?;
949
+ assert_read_entries_bytes(
950
+ &result.entries_for_requested_keys(&requested),
951
+ &[(opaque_key.0, opaque_value)],
952
+ )
953
+ }
954
+
955
+ fn seed_full_values<B, I>(backend: &B, _test_space: SpaceId, rows: I) -> ConformanceResult
956
+ where
957
+ B: Backend,
958
+ I: IntoIterator<Item = (&'static str, &'static str)>,
959
+ {
960
+ let mut write = backend
961
+ .begin_write(WriteOptions::default())
962
+ .map_err(|error| format!("seed begin_write failed: {error}"))?;
963
+ write
964
+ .put_many(put_batch(rows.into_iter().map(
965
+ |(key_bytes, value_bytes)| full_put(key(key_bytes), value_bytes),
966
+ )))
967
+ .map_err(|error| format!("seed put_many failed: {error}"))?;
968
+ write
969
+ .commit()
970
+ .map_err(|error| format!("seed commit failed: {error}"))?;
971
+ Ok(())
972
+ }
973
+
974
+ fn seed_full_byte_values<B, I>(backend: &B, _test_space: SpaceId, rows: I) -> ConformanceResult
975
+ where
976
+ B: Backend,
977
+ I: IntoIterator<Item = (Bytes, Bytes)>,
978
+ {
979
+ let mut write = backend
980
+ .begin_write(WriteOptions::default())
981
+ .map_err(|error| format!("seed begin_write failed: {error}"))?;
982
+ write
983
+ .put_many(put_batch(rows.into_iter().map(
984
+ |(key_bytes, value_bytes)| full_put(key(key_bytes), value_bytes),
985
+ )))
986
+ .map_err(|error| format!("seed put_many failed: {error}"))?;
987
+ write
988
+ .commit()
989
+ .map_err(|error| format!("seed commit failed: {error}"))?;
990
+ Ok(())
991
+ }
992
+
993
+ fn scan_range<R>(
994
+ read: &R,
995
+ _test_space: SpaceId,
996
+ range: KeyRange,
997
+ opts: ScanOptions<'_>,
998
+ ) -> Result<ScanChunk, crate::backend::BackendError>
999
+ where
1000
+ R: BackendRead,
1001
+ {
1002
+ let mut entries = Vec::with_capacity(opts.limit_rows);
1003
+ let result = backend_visit_range(
1004
+ read,
1005
+ range,
1006
+ opts,
1007
+ &mut |key: KeyRef<'_>, value: ProjectedValueRef<'_>| {
1008
+ entries.push(ReadEntry {
1009
+ key: key.to_owned_key(),
1010
+ value: value.to_owned(),
1011
+ });
1012
+ Ok(())
1013
+ },
1014
+ )?;
1015
+ Ok(ScanChunk {
1016
+ entries,
1017
+ has_more: result.has_more,
1018
+ })
1019
+ }
1020
+
1021
+ fn assert_get_entries<B>(
1022
+ backend: &B,
1023
+ _test_space: SpaceId,
1024
+ expected: &[(&str, Option<&str>)],
1025
+ ) -> ConformanceResult
1026
+ where
1027
+ B: Backend,
1028
+ {
1029
+ let keys = expected
1030
+ .iter()
1031
+ .map(|(key_bytes, _)| key(*key_bytes))
1032
+ .collect::<Vec<_>>();
1033
+ let read = backend
1034
+ .begin_read(ReadOptions::default())
1035
+ .map_err(|error| format!("begin_read failed: {error}"))?;
1036
+ let result = backend_get_many(&read, &keys, GetOptions::default())
1037
+ .map_err(|error| format!("get_many failed: {error}"))?;
1038
+ assert_optional_entry_map(&result.entries_for_requested_keys(&keys), expected)
1039
+ }
1040
+
1041
+ fn assert_optional_entry_map(
1042
+ entries: &[ReadEntry],
1043
+ expected: &[(&str, Option<&str>)],
1044
+ ) -> ConformanceResult {
1045
+ let actual = entries_to_map(entries);
1046
+ let expected = expected
1047
+ .iter()
1048
+ .filter_map(|(key_bytes, value)| {
1049
+ value.map(|value| (key(*key_bytes), Bytes::from(value.as_bytes().to_vec())))
1050
+ })
1051
+ .collect::<BTreeMap<_, _>>();
1052
+ if actual == expected {
1053
+ Ok(())
1054
+ } else {
1055
+ Err(format!(
1056
+ "entry map mismatch: expected {expected:?}, got {actual:?}"
1057
+ ))
1058
+ }
1059
+ }
1060
+
1061
+ fn assert_entry_map(entries: &[ReadEntry], expected: &[(Key, Bytes)]) -> ConformanceResult {
1062
+ let actual = entries_to_map(entries);
1063
+ let expected = expected.iter().cloned().collect::<BTreeMap<_, _>>();
1064
+ if actual == expected {
1065
+ Ok(())
1066
+ } else {
1067
+ Err(format!(
1068
+ "entry map mismatch: expected {expected:?}, got {actual:?}"
1069
+ ))
1070
+ }
1071
+ }
1072
+
1073
+ fn assert_read_entries(entries: &[ReadEntry], expected: &[(&str, &str)]) -> ConformanceResult {
1074
+ let actual = entries_to_key_values(entries);
1075
+ let expected = expected
1076
+ .iter()
1077
+ .map(|(key_bytes, value)| (key(*key_bytes), Bytes::from(value.as_bytes().to_vec())))
1078
+ .collect::<Vec<_>>();
1079
+ if actual == expected {
1080
+ Ok(())
1081
+ } else {
1082
+ Err(format!(
1083
+ "read entry mismatch: expected {expected:?}, got {actual:?}"
1084
+ ))
1085
+ }
1086
+ }
1087
+
1088
+ fn assert_read_entries_bytes(
1089
+ entries: &[ReadEntry],
1090
+ expected: &[(Bytes, Bytes)],
1091
+ ) -> ConformanceResult {
1092
+ let actual = entries_to_key_values(entries);
1093
+ let expected = expected
1094
+ .iter()
1095
+ .map(|(key_bytes, value)| (key(key_bytes), value.clone()))
1096
+ .collect::<Vec<_>>();
1097
+ if actual == expected {
1098
+ Ok(())
1099
+ } else {
1100
+ Err(format!(
1101
+ "read entry mismatch: expected {expected:?}, got {actual:?}"
1102
+ ))
1103
+ }
1104
+ }
1105
+
1106
+ fn entries_to_map(entries: &[ReadEntry]) -> BTreeMap<Key, Bytes> {
1107
+ entries_to_key_values(entries).into_iter().collect()
1108
+ }
1109
+
1110
+ fn entries_to_key_values(entries: &[ReadEntry]) -> Vec<(Key, Bytes)> {
1111
+ entries
1112
+ .iter()
1113
+ .map(|entry| {
1114
+ (
1115
+ entry.key.clone(),
1116
+ projected_value_bytes(entry.value.clone()),
1117
+ )
1118
+ })
1119
+ .collect()
1120
+ }
1121
+
1122
+ fn projected_value_bytes(value: ProjectedValue) -> Bytes {
1123
+ match value {
1124
+ ProjectedValue::FullValue(bytes) => bytes,
1125
+ ProjectedValue::KeyOnly => Bytes::new(),
1126
+ }
1127
+ }