@lix-js/sdk 0.6.0-preview.5 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/README.md +76 -4
  2. package/dist/errors.d.ts +7 -0
  3. package/dist/errors.js +19 -0
  4. package/dist/index.d.ts +4 -5
  5. package/dist/index.js +3 -3
  6. package/dist/native.d.ts +1 -0
  7. package/dist/native.js +47 -0
  8. package/dist/open-lix.d.ts +38 -207
  9. package/dist/open-lix.js +59 -284
  10. package/dist/result.d.ts +18 -0
  11. package/dist/result.js +48 -0
  12. package/dist/types.d.ts +114 -1
  13. package/dist/value.d.ts +28 -0
  14. package/dist/value.js +245 -0
  15. package/package.json +38 -71
  16. package/SKILL.md +0 -507
  17. package/dist/builtin-schemas.d.ts +0 -1
  18. package/dist/builtin-schemas.js +0 -1
  19. package/dist/engine-wasm/index.d.ts +0 -87
  20. package/dist/engine-wasm/index.js +0 -339
  21. package/dist/engine-wasm/wasm/lix_engine.d.ts +0 -79
  22. package/dist/engine-wasm/wasm/lix_engine.js +0 -833
  23. package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
  24. package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +0 -27
  25. package/dist/generated/builtin-schemas.d.ts +0 -427
  26. package/dist/generated/builtin-schemas.js +0 -643
  27. package/dist/sqlite/index.d.ts +0 -12
  28. package/dist/sqlite/index.js +0 -359
  29. package/dist-engine-src/README.md +0 -18
  30. package/dist-engine-src/src/backend/capabilities.rs +0 -67
  31. package/dist-engine-src/src/backend/conformance/baseline.rs +0 -1127
  32. package/dist-engine-src/src/backend/conformance/factory.rs +0 -93
  33. package/dist-engine-src/src/backend/conformance/failure_tests.rs +0 -608
  34. package/dist-engine-src/src/backend/conformance/fixtures.rs +0 -26
  35. package/dist-engine-src/src/backend/conformance/mod.rs +0 -75
  36. package/dist-engine-src/src/backend/conformance/model.rs +0 -28
  37. package/dist-engine-src/src/backend/conformance/model_based.rs +0 -257
  38. package/dist-engine-src/src/backend/conformance/persistence.rs +0 -204
  39. package/dist-engine-src/src/backend/conformance/projection.rs +0 -21
  40. package/dist-engine-src/src/backend/conformance/pushdown.rs +0 -24
  41. package/dist-engine-src/src/backend/conformance/runner.rs +0 -90
  42. package/dist-engine-src/src/backend/conformance/scan.rs +0 -24
  43. package/dist-engine-src/src/backend/conformance/write.rs +0 -16
  44. package/dist-engine-src/src/backend/error.rs +0 -94
  45. package/dist-engine-src/src/backend/in_memory.rs +0 -670
  46. package/dist-engine-src/src/backend/mod.rs +0 -39
  47. package/dist-engine-src/src/backend/predicate.rs +0 -80
  48. package/dist-engine-src/src/backend/traits.rs +0 -260
  49. package/dist-engine-src/src/backend/types.rs +0 -239
  50. package/dist-engine-src/src/binary_cas/chunking.rs +0 -31
  51. package/dist-engine-src/src/binary_cas/codec.rs +0 -346
  52. package/dist-engine-src/src/binary_cas/context.rs +0 -139
  53. package/dist-engine-src/src/binary_cas/kv.rs +0 -1038
  54. package/dist-engine-src/src/binary_cas/mod.rs +0 -11
  55. package/dist-engine-src/src/binary_cas/types.rs +0 -121
  56. package/dist-engine-src/src/branch/context.rs +0 -40
  57. package/dist-engine-src/src/branch/lifecycle.rs +0 -221
  58. package/dist-engine-src/src/branch/mod.rs +0 -13
  59. package/dist-engine-src/src/branch/refs.rs +0 -321
  60. package/dist-engine-src/src/branch/stage_rows.rs +0 -67
  61. package/dist-engine-src/src/branch/types.rs +0 -21
  62. package/dist-engine-src/src/catalog/context.rs +0 -412
  63. package/dist-engine-src/src/catalog/mod.rs +0 -10
  64. package/dist-engine-src/src/catalog/schema.rs +0 -4
  65. package/dist-engine-src/src/catalog/snapshot.rs +0 -1114
  66. package/dist-engine-src/src/cel/context.rs +0 -86
  67. package/dist-engine-src/src/cel/error.rs +0 -19
  68. package/dist-engine-src/src/cel/mod.rs +0 -8
  69. package/dist-engine-src/src/cel/provider.rs +0 -9
  70. package/dist-engine-src/src/cel/runtime.rs +0 -167
  71. package/dist-engine-src/src/cel/value.rs +0 -50
  72. package/dist-engine-src/src/changelog/bench_support.rs +0 -785
  73. package/dist-engine-src/src/changelog/change.rs +0 -1
  74. package/dist-engine-src/src/changelog/codec.rs +0 -497
  75. package/dist-engine-src/src/changelog/commit.rs +0 -1
  76. package/dist-engine-src/src/changelog/context.rs +0 -1614
  77. package/dist-engine-src/src/changelog/mod.rs +0 -29
  78. package/dist-engine-src/src/changelog/store.rs +0 -163
  79. package/dist-engine-src/src/changelog/test_support.rs +0 -54
  80. package/dist-engine-src/src/changelog/types.rs +0 -213
  81. package/dist-engine-src/src/commit_graph/context.rs +0 -944
  82. package/dist-engine-src/src/commit_graph/mod.rs +0 -9
  83. package/dist-engine-src/src/commit_graph/types.rs +0 -89
  84. package/dist-engine-src/src/commit_graph/walker.rs +0 -786
  85. package/dist-engine-src/src/common/error.rs +0 -347
  86. package/dist-engine-src/src/common/fingerprint.rs +0 -3
  87. package/dist-engine-src/src/common/fs_path.rs +0 -1336
  88. package/dist-engine-src/src/common/identity.rs +0 -145
  89. package/dist-engine-src/src/common/json_pointer.rs +0 -67
  90. package/dist-engine-src/src/common/metadata.rs +0 -40
  91. package/dist-engine-src/src/common/mod.rs +0 -23
  92. package/dist-engine-src/src/common/types.rs +0 -105
  93. package/dist-engine-src/src/common/wire.rs +0 -222
  94. package/dist-engine-src/src/domain.rs +0 -320
  95. package/dist-engine-src/src/engine.rs +0 -203
  96. package/dist-engine-src/src/entity_pk.rs +0 -402
  97. package/dist-engine-src/src/functions/context.rs +0 -296
  98. package/dist-engine-src/src/functions/deterministic.rs +0 -113
  99. package/dist-engine-src/src/functions/mod.rs +0 -18
  100. package/dist-engine-src/src/functions/provider.rs +0 -130
  101. package/dist-engine-src/src/functions/state.rs +0 -335
  102. package/dist-engine-src/src/functions/types.rs +0 -37
  103. package/dist-engine-src/src/init.rs +0 -692
  104. package/dist-engine-src/src/json_store/compression.rs +0 -77
  105. package/dist-engine-src/src/json_store/context.rs +0 -172
  106. package/dist-engine-src/src/json_store/encoded.rs +0 -15
  107. package/dist-engine-src/src/json_store/mod.rs +0 -38
  108. package/dist-engine-src/src/json_store/store.rs +0 -494
  109. package/dist-engine-src/src/json_store/types.rs +0 -212
  110. package/dist-engine-src/src/lib.rs +0 -92
  111. package/dist-engine-src/src/live_state/context.rs +0 -1883
  112. package/dist-engine-src/src/live_state/mod.rs +0 -21
  113. package/dist-engine-src/src/live_state/overlay.rs +0 -75
  114. package/dist-engine-src/src/live_state/reader.rs +0 -23
  115. package/dist-engine-src/src/live_state/types.rs +0 -231
  116. package/dist-engine-src/src/live_state/visibility.rs +0 -666
  117. package/dist-engine-src/src/plugin/archive.rs +0 -438
  118. package/dist-engine-src/src/plugin/component.rs +0 -183
  119. package/dist-engine-src/src/plugin/install.rs +0 -619
  120. package/dist-engine-src/src/plugin/manifest.rs +0 -516
  121. package/dist-engine-src/src/plugin/materializer.rs +0 -202
  122. package/dist-engine-src/src/plugin/mod.rs +0 -33
  123. package/dist-engine-src/src/plugin/plugin_manifest.json +0 -119
  124. package/dist-engine-src/src/plugin/storage.rs +0 -74
  125. package/dist-engine-src/src/schema/annotations/defaults.rs +0 -275
  126. package/dist-engine-src/src/schema/annotations/mod.rs +0 -1
  127. package/dist-engine-src/src/schema/builtin/lix_account.json +0 -21
  128. package/dist-engine-src/src/schema/builtin/lix_active_account.json +0 -29
  129. package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +0 -29
  130. package/dist-engine-src/src/schema/builtin/lix_branch_descriptor.json +0 -34
  131. package/dist-engine-src/src/schema/builtin/lix_branch_ref.json +0 -48
  132. package/dist-engine-src/src/schema/builtin/lix_change.json +0 -63
  133. package/dist-engine-src/src/schema/builtin/lix_change_author.json +0 -45
  134. package/dist-engine-src/src/schema/builtin/lix_commit.json +0 -24
  135. package/dist-engine-src/src/schema/builtin/lix_commit_edge.json +0 -53
  136. package/dist-engine-src/src/schema/builtin/lix_directory_descriptor.json +0 -52
  137. package/dist-engine-src/src/schema/builtin/lix_file_descriptor.json +0 -52
  138. package/dist-engine-src/src/schema/builtin/lix_key_value.json +0 -40
  139. package/dist-engine-src/src/schema/builtin/lix_label.json +0 -29
  140. package/dist-engine-src/src/schema/builtin/lix_label_assignment.json +0 -74
  141. package/dist-engine-src/src/schema/builtin/lix_registered_schema.json +0 -25
  142. package/dist-engine-src/src/schema/builtin/mod.rs +0 -220
  143. package/dist-engine-src/src/schema/compatibility.rs +0 -787
  144. package/dist-engine-src/src/schema/definition.json +0 -187
  145. package/dist-engine-src/src/schema/definition.rs +0 -742
  146. package/dist-engine-src/src/schema/key.rs +0 -138
  147. package/dist-engine-src/src/schema/mod.rs +0 -20
  148. package/dist-engine-src/src/schema/seed.rs +0 -14
  149. package/dist-engine-src/src/schema/tests.rs +0 -780
  150. package/dist-engine-src/src/session/context.rs +0 -1059
  151. package/dist-engine-src/src/session/create_branch.rs +0 -94
  152. package/dist-engine-src/src/session/execute.rs +0 -681
  153. package/dist-engine-src/src/session/merge/analysis.rs +0 -108
  154. package/dist-engine-src/src/session/merge/branch.rs +0 -417
  155. package/dist-engine-src/src/session/merge/conflicts.rs +0 -63
  156. package/dist-engine-src/src/session/merge/mod.rs +0 -10
  157. package/dist-engine-src/src/session/merge/stats.rs +0 -61
  158. package/dist-engine-src/src/session/mod.rs +0 -30
  159. package/dist-engine-src/src/session/switch_branch.rs +0 -113
  160. package/dist-engine-src/src/session/transaction.rs +0 -557
  161. package/dist-engine-src/src/sql2/bind/classify.rs +0 -102
  162. package/dist-engine-src/src/sql2/bind/error.rs +0 -5
  163. package/dist-engine-src/src/sql2/bind/expr.rs +0 -29
  164. package/dist-engine-src/src/sql2/bind/mod.rs +0 -12
  165. package/dist-engine-src/src/sql2/bind/public_udf.rs +0 -306
  166. package/dist-engine-src/src/sql2/bind/read.rs +0 -65
  167. package/dist-engine-src/src/sql2/bind/statement.rs +0 -2236
  168. package/dist-engine-src/src/sql2/bind/table.rs +0 -273
  169. package/dist-engine-src/src/sql2/bind/write.rs +0 -86
  170. package/dist-engine-src/src/sql2/branch_scope.rs +0 -436
  171. package/dist-engine-src/src/sql2/catalog/capability.rs +0 -20
  172. package/dist-engine-src/src/sql2/catalog/entity_surface.rs +0 -296
  173. package/dist-engine-src/src/sql2/catalog/mod.rs +0 -15
  174. package/dist-engine-src/src/sql2/catalog/registry.rs +0 -556
  175. package/dist-engine-src/src/sql2/catalog/schema.rs +0 -88
  176. package/dist-engine-src/src/sql2/catalog/surface.rs +0 -41
  177. package/dist-engine-src/src/sql2/change_materialization.rs +0 -122
  178. package/dist-engine-src/src/sql2/context.rs +0 -317
  179. package/dist-engine-src/src/sql2/dml.rs +0 -148
  180. package/dist-engine-src/src/sql2/error.rs +0 -215
  181. package/dist-engine-src/src/sql2/exec/bound_public_write.rs +0 -1593
  182. package/dist-engine-src/src/sql2/exec/datafusion.rs +0 -5266
  183. package/dist-engine-src/src/sql2/exec/fast_write.rs +0 -82
  184. package/dist-engine-src/src/sql2/exec/mod.rs +0 -24
  185. package/dist-engine-src/src/sql2/exec/write.rs +0 -661
  186. package/dist-engine-src/src/sql2/filesystem_planner.rs +0 -1485
  187. package/dist-engine-src/src/sql2/filesystem_predicates.rs +0 -159
  188. package/dist-engine-src/src/sql2/filesystem_visibility.rs +0 -383
  189. package/dist-engine-src/src/sql2/history_projection.rs +0 -56
  190. package/dist-engine-src/src/sql2/history_route.rs +0 -661
  191. package/dist-engine-src/src/sql2/mod.rs +0 -52
  192. package/dist-engine-src/src/sql2/optimize/datafusion.rs +0 -1
  193. package/dist-engine-src/src/sql2/optimize/mod.rs +0 -2
  194. package/dist-engine-src/src/sql2/optimize/simple_write.rs +0 -116
  195. package/dist-engine-src/src/sql2/parse/mod.rs +0 -69
  196. package/dist-engine-src/src/sql2/parse/normalize.rs +0 -1
  197. package/dist-engine-src/src/sql2/plan/branch_scope.rs +0 -24
  198. package/dist-engine-src/src/sql2/plan/mod.rs +0 -5
  199. package/dist-engine-src/src/sql2/plan/predicate.rs +0 -22
  200. package/dist-engine-src/src/sql2/plan/write.rs +0 -147
  201. package/dist-engine-src/src/sql2/predicate_typecheck.rs +0 -504
  202. package/dist-engine-src/src/sql2/providers/branch.rs +0 -1206
  203. package/dist-engine-src/src/sql2/providers/change.rs +0 -445
  204. package/dist-engine-src/src/sql2/providers/directory.rs +0 -2422
  205. package/dist-engine-src/src/sql2/providers/directory_history.rs +0 -645
  206. package/dist-engine-src/src/sql2/providers/entity.rs +0 -1484
  207. package/dist-engine-src/src/sql2/providers/entity_history.rs +0 -452
  208. package/dist-engine-src/src/sql2/providers/file.rs +0 -3686
  209. package/dist-engine-src/src/sql2/providers/file_history.rs +0 -924
  210. package/dist-engine-src/src/sql2/providers/history.rs +0 -426
  211. package/dist-engine-src/src/sql2/providers/lix_state.rs +0 -2542
  212. package/dist-engine-src/src/sql2/providers/mod.rs +0 -508
  213. package/dist-engine-src/src/sql2/read_only.rs +0 -63
  214. package/dist-engine-src/src/sql2/record_batch.rs +0 -17
  215. package/dist-engine-src/src/sql2/result_metadata.rs +0 -29
  216. package/dist-engine-src/src/sql2/runtime.rs +0 -60
  217. package/dist-engine-src/src/sql2/session.rs +0 -83
  218. package/dist-engine-src/src/sql2/storage/constraints.rs +0 -1
  219. package/dist-engine-src/src/sql2/storage/mod.rs +0 -1
  220. package/dist-engine-src/src/sql2/test_support/differential.rs +0 -712
  221. package/dist-engine-src/src/sql2/test_support/generators.rs +0 -354
  222. package/dist-engine-src/src/sql2/test_support/mod.rs +0 -2
  223. package/dist-engine-src/src/sql2/udfs/common.rs +0 -295
  224. package/dist-engine-src/src/sql2/udfs/lix_active_branch_commit_id.rs +0 -53
  225. package/dist-engine-src/src/sql2/udfs/lix_empty_blob.rs +0 -47
  226. package/dist-engine-src/src/sql2/udfs/lix_json.rs +0 -100
  227. package/dist-engine-src/src/sql2/udfs/lix_json_get.rs +0 -99
  228. package/dist-engine-src/src/sql2/udfs/lix_json_get_text.rs +0 -99
  229. package/dist-engine-src/src/sql2/udfs/lix_text_decode.rs +0 -82
  230. package/dist-engine-src/src/sql2/udfs/lix_text_encode.rs +0 -85
  231. package/dist-engine-src/src/sql2/udfs/lix_timestamp.rs +0 -76
  232. package/dist-engine-src/src/sql2/udfs/lix_uuid_v7.rs +0 -76
  233. package/dist-engine-src/src/sql2/udfs/mod.rs +0 -86
  234. package/dist-engine-src/src/sql2/write_normalization.rs +0 -368
  235. package/dist-engine-src/src/storage/conformance.rs +0 -399
  236. package/dist-engine-src/src/storage/context.rs +0 -620
  237. package/dist-engine-src/src/storage/mod.rs +0 -52
  238. package/dist-engine-src/src/storage/point.rs +0 -440
  239. package/dist-engine-src/src/storage/read_scope.rs +0 -67
  240. package/dist-engine-src/src/storage/reader.rs +0 -867
  241. package/dist-engine-src/src/storage/scan.rs +0 -784
  242. package/dist-engine-src/src/storage/spaces.rs +0 -236
  243. package/dist-engine-src/src/storage/stats.rs +0 -80
  244. package/dist-engine-src/src/storage/write_set.rs +0 -962
  245. package/dist-engine-src/src/storage_bench.rs +0 -171
  246. package/dist-engine-src/src/test_support.rs +0 -450
  247. package/dist-engine-src/src/tracked_state/bench_support.rs +0 -394
  248. package/dist-engine-src/src/tracked_state/codec.rs +0 -1183
  249. package/dist-engine-src/src/tracked_state/commit_root_rebuild.rs +0 -358
  250. package/dist-engine-src/src/tracked_state/context.rs +0 -2801
  251. package/dist-engine-src/src/tracked_state/diff.rs +0 -2140
  252. package/dist-engine-src/src/tracked_state/merge.rs +0 -478
  253. package/dist-engine-src/src/tracked_state/mod.rs +0 -35
  254. package/dist-engine-src/src/tracked_state/row_materialization.rs +0 -275
  255. package/dist-engine-src/src/tracked_state/storage.rs +0 -427
  256. package/dist-engine-src/src/tracked_state/tree.rs +0 -3063
  257. package/dist-engine-src/src/tracked_state/types.rs +0 -238
  258. package/dist-engine-src/src/transaction/bench_support.rs +0 -407
  259. package/dist-engine-src/src/transaction/commit.rs +0 -1592
  260. package/dist-engine-src/src/transaction/context.rs +0 -1653
  261. package/dist-engine-src/src/transaction/mod.rs +0 -24
  262. package/dist-engine-src/src/transaction/normalization.rs +0 -877
  263. package/dist-engine-src/src/transaction/prep.rs +0 -37
  264. package/dist-engine-src/src/transaction/schema_resolver.rs +0 -163
  265. package/dist-engine-src/src/transaction/staging.rs +0 -1525
  266. package/dist-engine-src/src/transaction/types.rs +0 -403
  267. package/dist-engine-src/src/transaction/validation.rs +0 -5766
  268. package/dist-engine-src/src/untracked_state/codec.rs +0 -615
  269. package/dist-engine-src/src/untracked_state/context.rs +0 -98
  270. package/dist-engine-src/src/untracked_state/materialization.rs +0 -63
  271. package/dist-engine-src/src/untracked_state/mod.rs +0 -15
  272. package/dist-engine-src/src/untracked_state/storage.rs +0 -898
  273. package/dist-engine-src/src/untracked_state/types.rs +0 -146
  274. package/dist-engine-src/src/wasm/mod.rs +0 -60
@@ -1,354 +0,0 @@
1
- //! Deterministic sql2 statement generators for differential tests.
2
-
3
- #[cfg(test)]
4
- use std::borrow::Cow;
5
-
6
- #[cfg(test)]
7
- #[derive(Clone, Copy, Debug, PartialEq, Eq)]
8
- pub(crate) enum DifferentialExpectation {
9
- /// Semantic regression coverage. The candidate runs in normal auto mode,
10
- /// so this proves sql2 behavior but does not prove fast execution.
11
- SemanticParityMayFallback,
12
- /// Physical fast-path coverage. The candidate must produce a fast write
13
- /// plan, and the test fails if optimization declines the statement.
14
- FastRequiredParity,
15
- }
16
-
17
- #[cfg(test)]
18
- #[derive(Clone, Debug, PartialEq, Eq)]
19
- pub(crate) struct DifferentialSqlCase {
20
- pub(crate) seed: Cow<'static, str>,
21
- pub(crate) setup_sql: &'static [&'static str],
22
- pub(crate) transaction_setup_sql: &'static [&'static str],
23
- pub(crate) sql: Cow<'static, str>,
24
- pub(crate) params: &'static [DifferentialParam],
25
- pub(crate) probes: &'static [DifferentialProbe],
26
- pub(crate) expectation: DifferentialExpectation,
27
- pub(crate) expected_execution: ExpectedExecution,
28
- }
29
-
30
- #[cfg(test)]
31
- #[derive(Clone, Copy, Debug, PartialEq, Eq)]
32
- pub(crate) enum ExpectedExecution {
33
- Ok,
34
- Err { code: &'static str },
35
- }
36
-
37
- #[cfg(test)]
38
- #[derive(Clone, Copy, Debug, PartialEq, Eq)]
39
- pub(crate) enum DifferentialParam {
40
- Json(&'static str),
41
- }
42
-
43
- #[cfg(test)]
44
- #[derive(Clone, Copy, Debug, PartialEq, Eq)]
45
- pub(crate) enum DifferentialProbe {
46
- LixStateActive {
47
- schema_key: &'static str,
48
- entity_pks: &'static [&'static str],
49
- },
50
- LixStateByBranch {
51
- schema_key: &'static str,
52
- entity_pks: &'static [&'static str],
53
- branch_ids: &'static [&'static str],
54
- },
55
- RegisteredSchemaActive,
56
- RegisteredSchemaByBranch {
57
- branch_ids: &'static [&'static str],
58
- },
59
- }
60
-
61
- #[cfg(test)]
62
- const SEED_LIX_STATE_ROW_SQL: &str = "INSERT INTO lix_state (entity_pk, schema_key, file_id, snapshot_content, global, untracked) VALUES (lix_json('[\"diff-key\"]'), 'lix_key_value', NULL, lix_json('{\"key\":\"diff-key\",\"value\":\"base\"}'), false, true)";
63
-
64
- #[cfg(test)]
65
- const SETUP_SEED_LIX_STATE_ROW: &[&str] = &[SEED_LIX_STATE_ROW_SQL];
66
-
67
- #[cfg(test)]
68
- const EMPTY_PARAMS: &[DifferentialParam] = &[];
69
-
70
- #[cfg(test)]
71
- pub(crate) const ACTIVE_BRANCH_PROBE_ID: &str = "__active_branch__";
72
-
73
- #[cfg(test)]
74
- const LIX_KEY_VALUE_PROBE: &[DifferentialProbe] = &[DifferentialProbe::LixStateActive {
75
- schema_key: "lix_key_value",
76
- entity_pks: &["diff-key", "global-diff", "tx-diff", "dup"],
77
- }];
78
-
79
- #[cfg(test)]
80
- const LIX_KEY_VALUE_BRANCHED_PROBE: &[DifferentialProbe] = &[
81
- DifferentialProbe::LixStateActive {
82
- schema_key: "lix_key_value",
83
- entity_pks: &["diff-key", "global-diff", "tx-diff", "dup"],
84
- },
85
- DifferentialProbe::LixStateByBranch {
86
- schema_key: "lix_key_value",
87
- entity_pks: &["diff-key", "global-diff", "tx-diff", "dup"],
88
- branch_ids: &[ACTIVE_BRANCH_PROBE_ID, "global", "branch-a", "branch-b"],
89
- },
90
- ];
91
-
92
- #[cfg(test)]
93
- const REGISTERED_SCHEMA_PROBE: &[DifferentialProbe] = &[
94
- DifferentialProbe::RegisteredSchemaActive,
95
- DifferentialProbe::RegisteredSchemaByBranch {
96
- branch_ids: &[ACTIVE_BRANCH_PROBE_ID, "global", "branch-a", "branch-b"],
97
- },
98
- ];
99
-
100
- #[cfg(test)]
101
- const LIX_KEY_VALUE_AND_REGISTERED_SCHEMA_PROBES: &[DifferentialProbe] = &[
102
- DifferentialProbe::LixStateActive {
103
- schema_key: "lix_key_value",
104
- entity_pks: &["diff-key", "global-diff", "tx-diff", "dup"],
105
- },
106
- DifferentialProbe::RegisteredSchemaActive,
107
- ];
108
-
109
- #[cfg(test)]
110
- const STAGED_TX_INSERT_SQL: &str = "INSERT INTO lix_state (entity_pk, schema_key, file_id, snapshot_content, global, untracked) VALUES (lix_json('[\"tx-diff\"]'), 'lix_key_value', NULL, lix_json('{\"key\":\"tx-diff\",\"value\":\"base\"}'), false, true)";
111
-
112
- #[cfg(test)]
113
- const TX_SETUP_STAGED_LIX_STATE_ROW: &[&str] = &[STAGED_TX_INSERT_SQL];
114
-
115
- #[cfg(test)]
116
- const PARAM_METADATA_JSON: &[DifferentialParam] =
117
- &[DifferentialParam::Json("{\"seen\":\"param\"}")];
118
-
119
- #[cfg(test)]
120
- const PARAM_ENTITY_PK_AND_METADATA: &[DifferentialParam] = &[
121
- DifferentialParam::Json("[\"diff-key\"]"),
122
- DifferentialParam::Json("{\"seen\":\"param\"}"),
123
- ];
124
-
125
- #[cfg(test)]
126
- pub(crate) fn deterministic_repro_cases() -> Vec<DifferentialSqlCase> {
127
- vec![
128
- DifferentialSqlCase {
129
- seed: "known/unresolvable-assignment-target".into(),
130
- setup_sql: &[],
131
- transaction_setup_sql: &[],
132
- sql: "UPDATE lix_state SET no_such_column = 'x' WHERE false".into(),
133
- params: EMPTY_PARAMS,
134
- probes: LIX_KEY_VALUE_AND_REGISTERED_SCHEMA_PROBES,
135
- expectation: DifferentialExpectation::SemanticParityMayFallback,
136
- expected_execution: ExpectedExecution::Err {
137
- code: "LIX_COLUMN_NOT_FOUND",
138
- },
139
- },
140
- DifferentialSqlCase {
141
- seed: "known/base-entity-branch-override".into(),
142
- setup_sql: &[],
143
- transaction_setup_sql: &[],
144
- sql: "UPDATE lix_registered_schema SET value = lix_json('{\"x-lix-key\":\"x\",\"type\":\"object\"}') WHERE lixcol_branch_id = 'branch-b'".into(),
145
- params: EMPTY_PARAMS,
146
- probes: REGISTERED_SCHEMA_PROBE,
147
- expectation: DifferentialExpectation::SemanticParityMayFallback,
148
- expected_execution: ExpectedExecution::Err {
149
- code: "LIX_COLUMN_NOT_FOUND",
150
- },
151
- },
152
- DifferentialSqlCase {
153
- seed: "known/base-entity-insert-hidden-branch-column".into(),
154
- setup_sql: &[],
155
- transaction_setup_sql: &[],
156
- sql: "INSERT INTO lix_registered_schema (value, lixcol_branch_id) VALUES (lix_json('{\"x-lix-key\":\"x\",\"type\":\"object\"}'), 'branch-b')".into(),
157
- params: EMPTY_PARAMS,
158
- probes: REGISTERED_SCHEMA_PROBE,
159
- expectation: DifferentialExpectation::SemanticParityMayFallback,
160
- expected_execution: ExpectedExecution::Err {
161
- code: "LIX_COLUMN_NOT_FOUND",
162
- },
163
- },
164
- DifferentialSqlCase {
165
- seed: "known/unknown-typed-entity-insert-column".into(),
166
- setup_sql: &[],
167
- transaction_setup_sql: &[],
168
- sql: "INSERT INTO lix_registered_schema (value, unknown_column) VALUES (lix_json('{\"x-lix-key\":\"x\",\"type\":\"object\"}'), 'x')".into(),
169
- params: EMPTY_PARAMS,
170
- probes: REGISTERED_SCHEMA_PROBE,
171
- expectation: DifferentialExpectation::SemanticParityMayFallback,
172
- expected_execution: ExpectedExecution::Err {
173
- code: "LIX_COLUMN_NOT_FOUND",
174
- },
175
- },
176
- DifferentialSqlCase {
177
- seed: "known/by-branch-update-without-branch-predicate".into(),
178
- setup_sql: &[],
179
- transaction_setup_sql: &[],
180
- sql: "UPDATE lix_registered_schema_by_branch SET value = lix_json('{\"x-lix-key\":\"x\",\"type\":\"object\"}')".into(),
181
- params: EMPTY_PARAMS,
182
- probes: REGISTERED_SCHEMA_PROBE,
183
- expectation: DifferentialExpectation::SemanticParityMayFallback,
184
- expected_execution: ExpectedExecution::Err {
185
- code: "LIX_UNSUPPORTED_SQL",
186
- },
187
- },
188
- DifferentialSqlCase {
189
- seed: "known/by-branch-delete-without-branch-predicate".into(),
190
- setup_sql: &[],
191
- transaction_setup_sql: &[],
192
- sql: "DELETE FROM lix_registered_schema_by_branch".into(),
193
- params: EMPTY_PARAMS,
194
- probes: REGISTERED_SCHEMA_PROBE,
195
- expectation: DifferentialExpectation::SemanticParityMayFallback,
196
- expected_execution: ExpectedExecution::Err {
197
- code: "LIX_UNSUPPORTED_SQL",
198
- },
199
- },
200
- DifferentialSqlCase {
201
- seed: "known/repeated-contradictory-predicates".into(),
202
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
203
- transaction_setup_sql: &[],
204
- sql: "UPDATE lix_state SET metadata = lix_json('{\"seen\":true}') WHERE schema_key = 'lix_key_value' AND schema_key = 'other_schema'".into(),
205
- params: EMPTY_PARAMS,
206
- probes: LIX_KEY_VALUE_PROBE,
207
- expectation: DifferentialExpectation::SemanticParityMayFallback,
208
- expected_execution: ExpectedExecution::Ok,
209
- },
210
- DifferentialSqlCase {
211
- seed: "known/duplicate-insert-target-columns".into(),
212
- setup_sql: &[],
213
- transaction_setup_sql: &[],
214
- sql: "INSERT INTO lix_state (entity_pk, entity_pk, schema_key, file_id, snapshot_content) VALUES (lix_json('[\"dup\"]'), lix_json('[\"dup\"]'), 'lix_key_value', NULL, lix_json('{\"key\":\"dup\",\"value\":\"dup\"}'))".into(),
215
- params: EMPTY_PARAMS,
216
- probes: LIX_KEY_VALUE_PROBE,
217
- expectation: DifferentialExpectation::SemanticParityMayFallback,
218
- expected_execution: ExpectedExecution::Err {
219
- code: "LIX_INVALID_PARAM",
220
- },
221
- },
222
- DifferentialSqlCase {
223
- seed: "known/duplicate-update-assignments".into(),
224
- setup_sql: &[],
225
- transaction_setup_sql: &[],
226
- sql: "UPDATE lix_state SET metadata = NULL, metadata = NULL WHERE false".into(),
227
- params: EMPTY_PARAMS,
228
- probes: LIX_KEY_VALUE_PROBE,
229
- expectation: DifferentialExpectation::SemanticParityMayFallback,
230
- expected_execution: ExpectedExecution::Err {
231
- code: "LIX_INVALID_PARAM",
232
- },
233
- },
234
- DifferentialSqlCase {
235
- seed: "known/qualified-target-table-name".into(),
236
- setup_sql: &[],
237
- transaction_setup_sql: &[],
238
- sql: "UPDATE public.lix_state SET metadata = NULL WHERE false".into(),
239
- params: EMPTY_PARAMS,
240
- probes: LIX_KEY_VALUE_PROBE,
241
- expectation: DifferentialExpectation::SemanticParityMayFallback,
242
- expected_execution: ExpectedExecution::Err {
243
- code: "LIX_UNSUPPORTED_SQL",
244
- },
245
- },
246
- DifferentialSqlCase {
247
- seed: "known/staged-overlay-global-row-read".into(),
248
- setup_sql: &[],
249
- transaction_setup_sql: &[],
250
- sql: "INSERT INTO lix_state (entity_pk, schema_key, file_id, snapshot_content, global, untracked) VALUES (lix_json('[\"global-diff\"]'), 'lix_key_value', NULL, lix_json('{\"key\":\"global-diff\",\"value\":\"global\"}'), true, true)".into(),
251
- params: EMPTY_PARAMS,
252
- probes: LIX_KEY_VALUE_PROBE,
253
- expectation: DifferentialExpectation::SemanticParityMayFallback,
254
- expected_execution: ExpectedExecution::Ok,
255
- },
256
- DifferentialSqlCase {
257
- seed: "known/empty-branch-filter-base-staged-dedupe".into(),
258
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
259
- transaction_setup_sql: &[],
260
- sql: "UPDATE lix_state SET snapshot_content = lix_json('{\"key\":\"diff-key\",\"value\":\"staged\"}') WHERE schema_key IN ('lix_key_value') AND entity_pk = lix_json('[\"diff-key\"]')".into(),
261
- params: EMPTY_PARAMS,
262
- probes: LIX_KEY_VALUE_PROBE,
263
- expectation: DifferentialExpectation::SemanticParityMayFallback,
264
- expected_execution: ExpectedExecution::Ok,
265
- },
266
- DifferentialSqlCase {
267
- seed: "known/parameter-binding-after-contradiction".into(),
268
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
269
- transaction_setup_sql: &[],
270
- sql: "UPDATE lix_state SET metadata = $2 WHERE schema_key = 'lix_key_value' AND schema_key = 'other_schema' AND entity_pk = $1".into(),
271
- params: PARAM_ENTITY_PK_AND_METADATA,
272
- probes: LIX_KEY_VALUE_PROBE,
273
- expectation: DifferentialExpectation::SemanticParityMayFallback,
274
- expected_execution: ExpectedExecution::Ok,
275
- },
276
- DifferentialSqlCase {
277
- seed: "known/staged-overlay-update-sees-prior-staged-row".into(),
278
- setup_sql: &[],
279
- transaction_setup_sql: TX_SETUP_STAGED_LIX_STATE_ROW,
280
- sql: "UPDATE lix_state SET snapshot_content = lix_json('{\"key\":\"tx-diff\",\"value\":\"updated\"}') WHERE schema_key = 'lix_key_value' AND entity_pk = lix_json('[\"tx-diff\"]')".into(),
281
- params: EMPTY_PARAMS,
282
- probes: LIX_KEY_VALUE_PROBE,
283
- expectation: DifferentialExpectation::SemanticParityMayFallback,
284
- expected_execution: ExpectedExecution::Ok,
285
- },
286
- ]
287
- }
288
-
289
- #[cfg(test)]
290
- pub(crate) fn generated_dml_cases() -> Vec<DifferentialSqlCase> {
291
- let mut cases = Vec::new();
292
-
293
- for target in ["lix_state", "lix_state_by_branch"] {
294
- cases.push(DifferentialSqlCase {
295
- seed: format!("generated/{target}/delete-false").into(),
296
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
297
- transaction_setup_sql: &[],
298
- sql: format!("DELETE FROM {target} WHERE false").into(),
299
- params: EMPTY_PARAMS,
300
- probes: LIX_KEY_VALUE_BRANCHED_PROBE,
301
- expectation: DifferentialExpectation::FastRequiredParity,
302
- expected_execution: ExpectedExecution::Ok,
303
- });
304
- cases.push(DifferentialSqlCase {
305
- seed: format!("generated/{target}/update-false").into(),
306
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
307
- transaction_setup_sql: &[],
308
- sql: format!("UPDATE {target} SET metadata = NULL WHERE false").into(),
309
- params: EMPTY_PARAMS,
310
- probes: LIX_KEY_VALUE_BRANCHED_PROBE,
311
- expectation: DifferentialExpectation::FastRequiredParity,
312
- expected_execution: ExpectedExecution::Ok,
313
- });
314
- }
315
-
316
- cases.extend([
317
- DifferentialSqlCase {
318
- seed: "generated/lix-state-by-branch/update-explicit-miss".into(),
319
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
320
- transaction_setup_sql: &[],
321
- sql: "UPDATE lix_state_by_branch SET metadata = NULL WHERE branch_id = 'branch-b' AND schema_key = 'lix_key_value'".into(),
322
- params: EMPTY_PARAMS,
323
- probes: LIX_KEY_VALUE_BRANCHED_PROBE,
324
- expectation: DifferentialExpectation::SemanticParityMayFallback,
325
- expected_execution: ExpectedExecution::Err {
326
- code: "LIX_ERROR_INVALID_STORAGE_SCOPE",
327
- },
328
- },
329
- DifferentialSqlCase {
330
- seed: "generated/entity-base/reject-hidden-branch".into(),
331
- setup_sql: &[],
332
- transaction_setup_sql: &[],
333
- sql: "DELETE FROM lix_registered_schema WHERE lixcol_branch_id = 'branch-a'".into(),
334
- params: EMPTY_PARAMS,
335
- probes: REGISTERED_SCHEMA_PROBE,
336
- expectation: DifferentialExpectation::SemanticParityMayFallback,
337
- expected_execution: ExpectedExecution::Err {
338
- code: "LIX_COLUMN_NOT_FOUND",
339
- },
340
- },
341
- DifferentialSqlCase {
342
- seed: "generated/lix-state/update-param-metadata".into(),
343
- setup_sql: SETUP_SEED_LIX_STATE_ROW,
344
- transaction_setup_sql: &[],
345
- sql: "UPDATE lix_state SET metadata = $1 WHERE schema_key = 'lix_key_value' AND entity_pk = lix_json('[\"diff-key\"]')".into(),
346
- params: PARAM_METADATA_JSON,
347
- probes: LIX_KEY_VALUE_PROBE,
348
- expectation: DifferentialExpectation::SemanticParityMayFallback,
349
- expected_execution: ExpectedExecution::Ok,
350
- },
351
- ]);
352
-
353
- cases
354
- }
@@ -1,2 +0,0 @@
1
- pub(crate) mod differential;
2
- pub(crate) mod generators;
@@ -1,295 +0,0 @@
1
- use std::sync::Arc;
2
-
3
- use datafusion::arrow::array::{
4
- Array, ArrayRef, BinaryArray, BooleanArray, Float32Array, Float64Array, Int16Array, Int32Array,
5
- Int64Array, Int8Array, LargeBinaryArray, LargeStringArray, StringArray, UInt16Array,
6
- UInt32Array, UInt64Array, UInt8Array,
7
- };
8
- use datafusion::common::{plan_err, DataFusionError, Result};
9
- use datafusion::logical_expr::ColumnarValue;
10
- use serde_json::Value as JsonValue;
11
-
12
- pub(super) fn scalar_inputs(args: &[ColumnarValue]) -> bool {
13
- args.iter()
14
- .all(|value| matches!(value, ColumnarValue::Scalar(_)))
15
- }
16
-
17
- pub(super) fn json_value_to_serde(array: &dyn Array, row: usize) -> Result<Option<JsonValue>> {
18
- let Some(raw) = text_like_value(array, row)? else {
19
- return Ok(None);
20
- };
21
- serde_json::from_str::<JsonValue>(&raw)
22
- .map(Some)
23
- .map_err(|error| {
24
- DataFusionError::Execution(format!(
25
- "JSON function expected valid JSON text in its first argument, got error: {error}"
26
- ))
27
- })
28
- }
29
-
30
- pub(super) fn text_like_value(array: &dyn Array, row: usize) -> Result<Option<String>> {
31
- if let Some(array) = array.as_any().downcast_ref::<StringArray>() {
32
- return Ok((!array.is_null(row)).then(|| array.value(row).to_string()));
33
- }
34
- if let Some(array) = array.as_any().downcast_ref::<LargeStringArray>() {
35
- return Ok((!array.is_null(row)).then(|| array.value(row).to_string()));
36
- }
37
- if let Some(value) = numeric_value(array, row)? {
38
- return Ok(Some(value));
39
- }
40
- if let Some(array) = array.as_any().downcast_ref::<BooleanArray>() {
41
- return Ok((!array.is_null(row)).then(|| {
42
- if array.value(row) {
43
- "true".to_string()
44
- } else {
45
- "false".to_string()
46
- }
47
- }));
48
- }
49
- if let Some(array) = array.as_any().downcast_ref::<BinaryArray>() {
50
- return Ok(
51
- (!array.is_null(row)).then(|| String::from_utf8_lossy(array.value(row)).to_string())
52
- );
53
- }
54
- if let Some(array) = array.as_any().downcast_ref::<LargeBinaryArray>() {
55
- return Ok(
56
- (!array.is_null(row)).then(|| String::from_utf8_lossy(array.value(row)).to_string())
57
- );
58
- }
59
- Err(DataFusionError::Execution(format!(
60
- "unsupported argument type for JSON/text function: {:?}",
61
- array.data_type()
62
- )))
63
- }
64
-
65
- pub(super) fn numeric_value(array: &dyn Array, row: usize) -> Result<Option<String>> {
66
- macro_rules! numeric_array {
67
- ($ty:ty) => {
68
- if let Some(array) = array.as_any().downcast_ref::<$ty>() {
69
- return Ok((!array.is_null(row)).then(|| array.value(row).to_string()));
70
- }
71
- };
72
- }
73
-
74
- numeric_array!(Int8Array);
75
- numeric_array!(Int16Array);
76
- numeric_array!(Int32Array);
77
- numeric_array!(Int64Array);
78
- numeric_array!(UInt8Array);
79
- numeric_array!(UInt16Array);
80
- numeric_array!(UInt32Array);
81
- numeric_array!(UInt64Array);
82
- numeric_array!(Float32Array);
83
- numeric_array!(Float64Array);
84
- Ok(None)
85
- }
86
-
87
- pub(super) fn decode_utf8_value(array: &dyn Array, row: usize) -> Result<Option<String>> {
88
- if let Some(array) = array.as_any().downcast_ref::<BinaryArray>() {
89
- return (!array.is_null(row))
90
- .then(|| String::from_utf8(array.value(row).to_vec()))
91
- .transpose()
92
- .map_err(|error| {
93
- DataFusionError::Execution(format!(
94
- "lix_text_decode() expected valid UTF8 bytes: {error}"
95
- ))
96
- });
97
- }
98
- if let Some(array) = array.as_any().downcast_ref::<LargeBinaryArray>() {
99
- return (!array.is_null(row))
100
- .then(|| String::from_utf8(array.value(row).to_vec()))
101
- .transpose()
102
- .map_err(|error| {
103
- DataFusionError::Execution(format!(
104
- "lix_text_decode() expected valid UTF8 bytes: {error}"
105
- ))
106
- });
107
- }
108
- if let Some(array) = array.as_any().downcast_ref::<StringArray>() {
109
- return Ok((!array.is_null(row)).then(|| array.value(row).to_string()));
110
- }
111
- if let Some(array) = array.as_any().downcast_ref::<LargeStringArray>() {
112
- return Ok((!array.is_null(row)).then(|| array.value(row).to_string()));
113
- }
114
- Err(DataFusionError::Execution(format!(
115
- "lix_text_decode() expected Binary or Utf8, got {:?}",
116
- array.data_type()
117
- )))
118
- }
119
-
120
- pub(super) fn encode_utf8_value(array: &dyn Array, row: usize) -> Result<Option<Vec<u8>>> {
121
- if let Some(array) = array.as_any().downcast_ref::<StringArray>() {
122
- return Ok((!array.is_null(row)).then(|| array.value(row).as_bytes().to_vec()));
123
- }
124
- if let Some(array) = array.as_any().downcast_ref::<LargeStringArray>() {
125
- return Ok((!array.is_null(row)).then(|| array.value(row).as_bytes().to_vec()));
126
- }
127
- if let Some(array) = array.as_any().downcast_ref::<BinaryArray>() {
128
- return Ok((!array.is_null(row)).then(|| array.value(row).to_vec()));
129
- }
130
- if let Some(array) = array.as_any().downcast_ref::<LargeBinaryArray>() {
131
- return Ok((!array.is_null(row)).then(|| array.value(row).to_vec()));
132
- }
133
- Err(DataFusionError::Execution(format!(
134
- "lix_text_encode() expected Utf8 or Binary, got {:?}",
135
- array.data_type()
136
- )))
137
- }
138
-
139
- pub(super) fn validate_utf8_encoding_arg(
140
- fn_name: &str,
141
- encoding: Option<&ColumnarValue>,
142
- ) -> Result<()> {
143
- let Some(encoding) = encoding else {
144
- return Ok(());
145
- };
146
- let arrays = ColumnarValue::values_to_arrays(std::slice::from_ref(encoding))?;
147
- let array = &arrays[0];
148
- if array.len() == 0 {
149
- return Ok(());
150
- }
151
- let Some(value) = text_like_value(array.as_ref(), 0)? else {
152
- return Ok(());
153
- };
154
- let normalized = value.trim().to_ascii_uppercase().replace('-', "");
155
- if normalized == "UTF8" {
156
- Ok(())
157
- } else {
158
- plan_err!("{fn_name}() only supports UTF8 encoding, got '{value}'")
159
- }
160
- }
161
-
162
- pub(super) fn extract_json_path(
163
- fn_name: &str,
164
- arrays: &[ArrayRef],
165
- row: usize,
166
- ) -> Result<Option<JsonValue>> {
167
- let Some(mut current) = json_value_to_serde(arrays[0].as_ref(), row)? else {
168
- return Ok(None);
169
- };
170
-
171
- for path in &arrays[1..] {
172
- let Some(segment) = json_path_segment(fn_name, path.as_ref(), row)? else {
173
- return Ok(None);
174
- };
175
- let next = match segment {
176
- JsonPathSegment::Key(key) => current.get(&key).cloned(),
177
- JsonPathSegment::Index(index) => current
178
- .as_array()
179
- .and_then(|values| values.get(index))
180
- .cloned(),
181
- };
182
- let Some(value) = next else {
183
- return Ok(None);
184
- };
185
- current = value;
186
- }
187
-
188
- Ok(Some(current))
189
- }
190
-
191
- pub(super) fn json_text_value(value: &JsonValue) -> Result<String> {
192
- match value {
193
- JsonValue::String(text) => Ok(text.clone()),
194
- JsonValue::Number(number) => Ok(number.to_string()),
195
- JsonValue::Bool(boolean) => Ok(if *boolean {
196
- "true".to_string()
197
- } else {
198
- "false".to_string()
199
- }),
200
- JsonValue::Array(_) | JsonValue::Object(_) => {
201
- serde_json::to_string(value).map_err(|error| {
202
- DataFusionError::Execution(format!(
203
- "lix_json_get_text() could not render JSON value: {error}"
204
- ))
205
- })
206
- }
207
- JsonValue::Null => Ok("null".to_string()),
208
- }
209
- }
210
-
211
- pub(super) fn json_json_value(value: &JsonValue) -> Result<String> {
212
- serde_json::to_string(value).map_err(|error| {
213
- DataFusionError::Execution(format!(
214
- "lix_json_get() could not render JSON value: {error}"
215
- ))
216
- })
217
- }
218
-
219
- enum JsonPathSegment {
220
- Key(String),
221
- Index(usize),
222
- }
223
-
224
- fn json_path_segment(
225
- fn_name: &str,
226
- array: &dyn Array,
227
- row: usize,
228
- ) -> Result<Option<JsonPathSegment>> {
229
- if let Some(array) = array.as_any().downcast_ref::<StringArray>() {
230
- if array.is_null(row) {
231
- return Ok(None);
232
- }
233
- let value = array.value(row).to_string();
234
- validate_json_path_key_segment(fn_name, &value)?;
235
- return Ok(Some(JsonPathSegment::Key(value)));
236
- }
237
- if let Some(array) = array.as_any().downcast_ref::<LargeStringArray>() {
238
- if array.is_null(row) {
239
- return Ok(None);
240
- }
241
- let value = array.value(row).to_string();
242
- validate_json_path_key_segment(fn_name, &value)?;
243
- return Ok(Some(JsonPathSegment::Key(value)));
244
- }
245
- macro_rules! index_array {
246
- ($ty:ty) => {
247
- if let Some(array) = array.as_any().downcast_ref::<$ty>() {
248
- if array.is_null(row) {
249
- return Ok(None);
250
- }
251
- let value = array.value(row);
252
- let index = usize::try_from(value).map_err(|_| {
253
- DataFusionError::Execution(format!(
254
- "{fn_name}() path indexes must be non-negative integers"
255
- ))
256
- })?;
257
- return Ok(Some(JsonPathSegment::Index(index)));
258
- }
259
- };
260
- }
261
- index_array!(UInt8Array);
262
- index_array!(UInt16Array);
263
- index_array!(UInt32Array);
264
- index_array!(UInt64Array);
265
- index_array!(Int8Array);
266
- index_array!(Int16Array);
267
- index_array!(Int32Array);
268
- index_array!(Int64Array);
269
- Err(DataFusionError::Execution(format!(
270
- "{fn_name}() path arguments must be strings or non-negative integers, got {:?}",
271
- array.data_type()
272
- )))
273
- }
274
-
275
- fn validate_json_path_key_segment(fn_name: &str, value: &str) -> Result<()> {
276
- if value == "$" || value.starts_with("$.") || value.starts_with("$[") || value.starts_with('/')
277
- {
278
- return Err(DataFusionError::Execution(format!(
279
- "{fn_name}() uses variadic path segments, not JSONPath or JSON Pointer; got '{value}'"
280
- )));
281
- }
282
- Ok(())
283
- }
284
-
285
- pub(super) fn binary_array_from_owned(values: &[Option<Vec<u8>>]) -> BinaryArray {
286
- let refs = values
287
- .iter()
288
- .map(|value| value.as_deref())
289
- .collect::<Vec<_>>();
290
- BinaryArray::from(refs)
291
- }
292
-
293
- pub(super) fn array_ref<T: Array + 'static>(array: T) -> ArrayRef {
294
- Arc::new(array)
295
- }