@lix-js/sdk 0.6.0-preview.1 → 0.6.0-preview.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (191) hide show
  1. package/SKILL.md +305 -320
  2. package/dist/engine-wasm/wasm/lix_engine.d.ts +5 -0
  3. package/dist/engine-wasm/wasm/lix_engine.js +9 -13
  4. package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
  5. package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +1 -0
  6. package/dist/open-lix.d.ts +103 -14
  7. package/dist/open-lix.js +3 -0
  8. package/dist/sqlite/index.js +99 -22
  9. package/dist-engine-src/README.md +18 -0
  10. package/dist-engine-src/src/backend/kv.rs +358 -0
  11. package/dist-engine-src/src/backend/mod.rs +12 -0
  12. package/dist-engine-src/src/backend/testing.rs +658 -0
  13. package/dist-engine-src/src/backend/types.rs +96 -0
  14. package/dist-engine-src/src/binary_cas/chunking.rs +31 -0
  15. package/dist-engine-src/src/binary_cas/codec.rs +346 -0
  16. package/dist-engine-src/src/binary_cas/context.rs +139 -0
  17. package/dist-engine-src/src/binary_cas/kv.rs +1063 -0
  18. package/dist-engine-src/src/binary_cas/mod.rs +11 -0
  19. package/dist-engine-src/src/binary_cas/types.rs +127 -0
  20. package/dist-engine-src/src/cel/context.rs +86 -0
  21. package/dist-engine-src/src/cel/error.rs +19 -0
  22. package/dist-engine-src/src/cel/mod.rs +8 -0
  23. package/dist-engine-src/src/cel/provider.rs +9 -0
  24. package/dist-engine-src/src/cel/runtime.rs +167 -0
  25. package/dist-engine-src/src/cel/value.rs +50 -0
  26. package/dist-engine-src/src/changelog/codec.rs +321 -0
  27. package/dist-engine-src/src/changelog/context.rs +92 -0
  28. package/dist-engine-src/src/changelog/materialization.rs +121 -0
  29. package/dist-engine-src/src/changelog/mod.rs +13 -0
  30. package/dist-engine-src/src/changelog/reader.rs +20 -0
  31. package/dist-engine-src/src/changelog/storage.rs +220 -0
  32. package/dist-engine-src/src/changelog/types.rs +38 -0
  33. package/dist-engine-src/src/commit_graph/context.rs +1588 -0
  34. package/dist-engine-src/src/commit_graph/mod.rs +12 -0
  35. package/dist-engine-src/src/commit_graph/types.rs +145 -0
  36. package/dist-engine-src/src/commit_graph/walker.rs +780 -0
  37. package/dist-engine-src/src/common/error.rs +313 -0
  38. package/dist-engine-src/src/common/fingerprint.rs +3 -0
  39. package/dist-engine-src/src/common/fs_path.rs +1336 -0
  40. package/dist-engine-src/src/common/identity.rs +135 -0
  41. package/dist-engine-src/src/common/metadata.rs +35 -0
  42. package/dist-engine-src/src/common/mod.rs +23 -0
  43. package/dist-engine-src/src/common/types.rs +105 -0
  44. package/dist-engine-src/src/common/wire.rs +222 -0
  45. package/dist-engine-src/src/engine.rs +239 -0
  46. package/dist-engine-src/src/entity_identity.rs +285 -0
  47. package/dist-engine-src/src/functions/context.rs +327 -0
  48. package/dist-engine-src/src/functions/deterministic.rs +113 -0
  49. package/dist-engine-src/src/functions/mod.rs +18 -0
  50. package/dist-engine-src/src/functions/provider.rs +130 -0
  51. package/dist-engine-src/src/functions/state.rs +363 -0
  52. package/dist-engine-src/src/functions/types.rs +37 -0
  53. package/dist-engine-src/src/init.rs +505 -0
  54. package/dist-engine-src/src/json_store/compression.rs +77 -0
  55. package/dist-engine-src/src/json_store/context.rs +129 -0
  56. package/dist-engine-src/src/json_store/encoded.rs +15 -0
  57. package/dist-engine-src/src/json_store/mod.rs +9 -0
  58. package/dist-engine-src/src/json_store/store.rs +236 -0
  59. package/dist-engine-src/src/json_store/types.rs +52 -0
  60. package/dist-engine-src/src/lib.rs +61 -0
  61. package/dist-engine-src/src/live_state/context.rs +2241 -0
  62. package/dist-engine-src/src/live_state/mod.rs +15 -0
  63. package/dist-engine-src/src/live_state/overlay.rs +75 -0
  64. package/dist-engine-src/src/live_state/reader.rs +23 -0
  65. package/dist-engine-src/src/live_state/types.rs +239 -0
  66. package/dist-engine-src/src/live_state/visibility.rs +218 -0
  67. package/dist-engine-src/src/plugin/archive.rs +441 -0
  68. package/dist-engine-src/src/plugin/component.rs +183 -0
  69. package/dist-engine-src/src/plugin/install.rs +637 -0
  70. package/dist-engine-src/src/plugin/manifest.rs +516 -0
  71. package/dist-engine-src/src/plugin/materializer.rs +477 -0
  72. package/dist-engine-src/src/plugin/mod.rs +33 -0
  73. package/dist-engine-src/src/plugin/plugin_manifest.json +119 -0
  74. package/dist-engine-src/src/plugin/storage.rs +74 -0
  75. package/dist-engine-src/src/schema/annotations/defaults.rs +280 -0
  76. package/dist-engine-src/src/schema/annotations/mod.rs +1 -0
  77. package/dist-engine-src/src/schema/builtin/lix_account.json +22 -0
  78. package/dist-engine-src/src/schema/builtin/lix_active_account.json +30 -0
  79. package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +30 -0
  80. package/dist-engine-src/src/schema/builtin/lix_change.json +62 -0
  81. package/dist-engine-src/src/schema/builtin/lix_change_author.json +46 -0
  82. package/dist-engine-src/src/schema/builtin/lix_change_set.json +18 -0
  83. package/dist-engine-src/src/schema/builtin/lix_change_set_element.json +75 -0
  84. package/dist-engine-src/src/schema/builtin/lix_commit.json +62 -0
  85. package/dist-engine-src/src/schema/builtin/lix_commit_edge.json +46 -0
  86. package/dist-engine-src/src/schema/builtin/lix_directory_descriptor.json +53 -0
  87. package/dist-engine-src/src/schema/builtin/lix_entity_label.json +63 -0
  88. package/dist-engine-src/src/schema/builtin/lix_file_descriptor.json +53 -0
  89. package/dist-engine-src/src/schema/builtin/lix_key_value.json +41 -0
  90. package/dist-engine-src/src/schema/builtin/lix_label.json +22 -0
  91. package/dist-engine-src/src/schema/builtin/lix_registered_schema.json +31 -0
  92. package/dist-engine-src/src/schema/builtin/lix_version_descriptor.json +35 -0
  93. package/dist-engine-src/src/schema/builtin/lix_version_ref.json +49 -0
  94. package/dist-engine-src/src/schema/builtin/mod.rs +271 -0
  95. package/dist-engine-src/src/schema/definition.json +157 -0
  96. package/dist-engine-src/src/schema/definition.rs +636 -0
  97. package/dist-engine-src/src/schema/key.rs +206 -0
  98. package/dist-engine-src/src/schema/mod.rs +20 -0
  99. package/dist-engine-src/src/schema/seed.rs +14 -0
  100. package/dist-engine-src/src/schema/tests.rs +739 -0
  101. package/dist-engine-src/src/schema_registry.rs +294 -0
  102. package/dist-engine-src/src/session/context.rs +366 -0
  103. package/dist-engine-src/src/session/create_version.rs +80 -0
  104. package/dist-engine-src/src/session/execute.rs +447 -0
  105. package/dist-engine-src/src/session/merge/analysis.rs +102 -0
  106. package/dist-engine-src/src/session/merge/apply.rs +23 -0
  107. package/dist-engine-src/src/session/merge/conflicts.rs +62 -0
  108. package/dist-engine-src/src/session/merge/mod.rs +11 -0
  109. package/dist-engine-src/src/session/merge/stats.rs +65 -0
  110. package/dist-engine-src/src/session/merge/version.rs +437 -0
  111. package/dist-engine-src/src/session/mod.rs +25 -0
  112. package/dist-engine-src/src/session/switch_version.rs +121 -0
  113. package/dist-engine-src/src/sql2/change_provider.rs +337 -0
  114. package/dist-engine-src/src/sql2/classify.rs +147 -0
  115. package/dist-engine-src/src/sql2/commit_derived_provider.rs +591 -0
  116. package/dist-engine-src/src/sql2/context.rs +307 -0
  117. package/dist-engine-src/src/sql2/directory_history_provider.rs +623 -0
  118. package/dist-engine-src/src/sql2/directory_provider.rs +2405 -0
  119. package/dist-engine-src/src/sql2/dml.rs +148 -0
  120. package/dist-engine-src/src/sql2/entity_history_provider.rs +444 -0
  121. package/dist-engine-src/src/sql2/entity_provider.rs +2700 -0
  122. package/dist-engine-src/src/sql2/error.rs +196 -0
  123. package/dist-engine-src/src/sql2/execute.rs +3379 -0
  124. package/dist-engine-src/src/sql2/file_history_provider.rs +902 -0
  125. package/dist-engine-src/src/sql2/file_provider.rs +3254 -0
  126. package/dist-engine-src/src/sql2/filesystem_planner.rs +1526 -0
  127. package/dist-engine-src/src/sql2/filesystem_predicates.rs +159 -0
  128. package/dist-engine-src/src/sql2/filesystem_visibility.rs +369 -0
  129. package/dist-engine-src/src/sql2/history_projection.rs +80 -0
  130. package/dist-engine-src/src/sql2/history_provider.rs +418 -0
  131. package/dist-engine-src/src/sql2/history_route.rs +643 -0
  132. package/dist-engine-src/src/sql2/lix_state_provider.rs +2430 -0
  133. package/dist-engine-src/src/sql2/mod.rs +43 -0
  134. package/dist-engine-src/src/sql2/read_only.rs +65 -0
  135. package/dist-engine-src/src/sql2/record_batch.rs +17 -0
  136. package/dist-engine-src/src/sql2/result_metadata.rs +29 -0
  137. package/dist-engine-src/src/sql2/runtime.rs +60 -0
  138. package/dist-engine-src/src/sql2/session.rs +135 -0
  139. package/dist-engine-src/src/sql2/udfs/common.rs +295 -0
  140. package/dist-engine-src/src/sql2/udfs/lix_active_version_commit_id.rs +53 -0
  141. package/dist-engine-src/src/sql2/udfs/lix_empty_blob.rs +47 -0
  142. package/dist-engine-src/src/sql2/udfs/lix_json.rs +100 -0
  143. package/dist-engine-src/src/sql2/udfs/lix_json_get.rs +99 -0
  144. package/dist-engine-src/src/sql2/udfs/lix_json_get_text.rs +99 -0
  145. package/dist-engine-src/src/sql2/udfs/lix_text_decode.rs +82 -0
  146. package/dist-engine-src/src/sql2/udfs/lix_text_encode.rs +85 -0
  147. package/dist-engine-src/src/sql2/udfs/lix_uuid_v7.rs +76 -0
  148. package/dist-engine-src/src/sql2/udfs/mod.rs +82 -0
  149. package/dist-engine-src/src/sql2/version_provider.rs +1187 -0
  150. package/dist-engine-src/src/sql2/version_scope.rs +394 -0
  151. package/dist-engine-src/src/sql2/write_normalization.rs +345 -0
  152. package/dist-engine-src/src/storage/context.rs +356 -0
  153. package/dist-engine-src/src/storage/mod.rs +14 -0
  154. package/dist-engine-src/src/storage/read_scope.rs +88 -0
  155. package/dist-engine-src/src/storage/types.rs +501 -0
  156. package/dist-engine-src/src/storage_bench.rs +3406 -0
  157. package/dist-engine-src/src/test_support.rs +81 -0
  158. package/dist-engine-src/src/tracked_state/by_file_index.rs +102 -0
  159. package/dist-engine-src/src/tracked_state/codec.rs +747 -0
  160. package/dist-engine-src/src/tracked_state/context.rs +983 -0
  161. package/dist-engine-src/src/tracked_state/diff.rs +494 -0
  162. package/dist-engine-src/src/tracked_state/materialization.rs +141 -0
  163. package/dist-engine-src/src/tracked_state/merge.rs +474 -0
  164. package/dist-engine-src/src/tracked_state/mod.rs +31 -0
  165. package/dist-engine-src/src/tracked_state/rebuild.rs +771 -0
  166. package/dist-engine-src/src/tracked_state/storage.rs +243 -0
  167. package/dist-engine-src/src/tracked_state/tree.rs +2744 -0
  168. package/dist-engine-src/src/tracked_state/tree_types.rs +176 -0
  169. package/dist-engine-src/src/tracked_state/types.rs +61 -0
  170. package/dist-engine-src/src/transaction/commit.rs +1224 -0
  171. package/dist-engine-src/src/transaction/context.rs +1307 -0
  172. package/dist-engine-src/src/transaction/live_state_overlay.rs +34 -0
  173. package/dist-engine-src/src/transaction/mod.rs +11 -0
  174. package/dist-engine-src/src/transaction/normalization.rs +1026 -0
  175. package/dist-engine-src/src/transaction/schema_resolver.rs +127 -0
  176. package/dist-engine-src/src/transaction/staging.rs +1436 -0
  177. package/dist-engine-src/src/transaction/types.rs +351 -0
  178. package/dist-engine-src/src/transaction/validation.rs +4811 -0
  179. package/dist-engine-src/src/untracked_state/codec.rs +363 -0
  180. package/dist-engine-src/src/untracked_state/context.rs +82 -0
  181. package/dist-engine-src/src/untracked_state/materialization.rs +157 -0
  182. package/dist-engine-src/src/untracked_state/mod.rs +17 -0
  183. package/dist-engine-src/src/untracked_state/storage.rs +348 -0
  184. package/dist-engine-src/src/untracked_state/types.rs +96 -0
  185. package/dist-engine-src/src/version/context.rs +52 -0
  186. package/dist-engine-src/src/version/mod.rs +12 -0
  187. package/dist-engine-src/src/version/refs.rs +421 -0
  188. package/dist-engine-src/src/version/stage_rows.rs +71 -0
  189. package/dist-engine-src/src/version/types.rs +21 -0
  190. package/dist-engine-src/src/wasm/mod.rs +60 -0
  191. package/package.json +68 -64
@@ -0,0 +1,81 @@
1
+ use std::sync::Arc;
2
+
3
+ use crate::json_store::JsonStoreContext;
4
+ use crate::storage::StorageContext;
5
+ use crate::storage::StorageWriteSet;
6
+ use crate::tracked_state::{TrackedStateContext, TrackedStateRow};
7
+ use crate::untracked_state::UntrackedStateContext;
8
+ use crate::version::VersionContext;
9
+ use crate::GLOBAL_VERSION_ID;
10
+
11
+ pub(crate) const TEST_EMPTY_ROOT_COMMIT_ID: &str = "test-empty-root";
12
+ const TEST_TIMESTAMP: &str = "1970-01-01T00:00:00.000Z";
13
+
14
+ /// Seeds a version head and matching tracked root for unit tests.
15
+ ///
16
+ /// A version ref that points at a commit without a tracked root is invalid for
17
+ /// the serving projection. This helper keeps that invariant in one place while
18
+ /// still letting low-level tests use synthetic commit ids.
19
+ pub(crate) async fn seed_version_head(storage: StorageContext, version_id: &str, commit_id: &str) {
20
+ seed_version_head_with_rows(storage, version_id, commit_id, &[]).await;
21
+ }
22
+
23
+ /// Seeds the global version head to an empty tracked root for unit tests.
24
+ pub(crate) async fn seed_global_version_head(storage: StorageContext) {
25
+ seed_version_head(storage, GLOBAL_VERSION_ID, TEST_EMPTY_ROOT_COMMIT_ID).await;
26
+ }
27
+
28
+ /// Seeds a version head and writes the tracked root contents for its commit.
29
+ pub(crate) async fn seed_version_head_with_rows(
30
+ storage: StorageContext,
31
+ version_id: &str,
32
+ commit_id: &str,
33
+ rows: &[TrackedStateRow],
34
+ ) {
35
+ let mut transaction = storage
36
+ .begin_write_transaction()
37
+ .await
38
+ .expect("seed transaction should open");
39
+ let version_ctx = VersionContext::new(Arc::new(UntrackedStateContext::new()));
40
+ let mut writes = StorageWriteSet::new();
41
+ let canonical_row = {
42
+ let mut json_writer = JsonStoreContext::new().writer();
43
+ version_ctx
44
+ .canonical_ref_row(
45
+ &mut writes,
46
+ &mut json_writer,
47
+ version_id,
48
+ commit_id,
49
+ TEST_TIMESTAMP,
50
+ )
51
+ .expect("version ref should canonicalize")
52
+ };
53
+ version_ctx
54
+ .stage_canonical_ref_rows(&mut writes, &[canonical_row])
55
+ .expect("version ref should stage");
56
+ writes
57
+ .apply(&mut transaction.as_mut())
58
+ .await
59
+ .expect("version ref should write");
60
+ let mut writes = StorageWriteSet::new();
61
+ {
62
+ let mut json_writer = JsonStoreContext::new().writer();
63
+ TrackedStateContext::new()
64
+ .writer()
65
+ .stage_root(
66
+ &mut transaction.as_mut(),
67
+ &mut writes,
68
+ &mut json_writer,
69
+ commit_id,
70
+ None,
71
+ rows,
72
+ )
73
+ .await
74
+ .expect("tracked root should write");
75
+ }
76
+ writes
77
+ .apply(&mut transaction.as_mut())
78
+ .await
79
+ .expect("tracked root should write");
80
+ transaction.commit().await.expect("seed should commit");
81
+ }
@@ -0,0 +1,102 @@
1
+ use crate::tracked_state::tree_types::{
2
+ TrackedStateKey, TrackedStateTreeScanRequest, TrackedStateValue,
3
+ };
4
+ use crate::tracked_state::{TrackedStateRow, TrackedStateScanRequest};
5
+ use crate::NullableKeyFilter;
6
+
7
+ const NULL_COMPONENT: &str = "\0";
8
+ const VALUE_PREFIX: &str = "\u{1}";
9
+
10
+ pub(crate) struct ByFileIndex;
11
+
12
+ impl ByFileIndex {
13
+ pub(crate) fn should_use(request: &TrackedStateScanRequest) -> bool {
14
+ !request.filter.file_ids.is_empty()
15
+ && request
16
+ .filter
17
+ .file_ids
18
+ .iter()
19
+ .all(|filter| !matches!(filter, NullableKeyFilter::Any))
20
+ }
21
+
22
+ pub(crate) fn scan_request_from_tracked(
23
+ request: &TrackedStateScanRequest,
24
+ ) -> TrackedStateTreeScanRequest {
25
+ let schema_keys = request
26
+ .filter
27
+ .file_ids
28
+ .iter()
29
+ .filter_map(|filter| match filter {
30
+ NullableKeyFilter::Any => None,
31
+ NullableKeyFilter::Null => Some(NULL_COMPONENT.to_string()),
32
+ NullableKeyFilter::Value(file_id) => Some(value_component(file_id)),
33
+ })
34
+ .collect();
35
+ let file_ids = request
36
+ .filter
37
+ .schema_keys
38
+ .iter()
39
+ .cloned()
40
+ .map(NullableKeyFilter::Value)
41
+ .collect();
42
+ TrackedStateTreeScanRequest {
43
+ schema_keys,
44
+ entity_ids: request.filter.entity_ids.clone(),
45
+ file_ids,
46
+ include_tombstones: true,
47
+ limit: None,
48
+ }
49
+ }
50
+
51
+ pub(crate) fn key_from_row(row: &TrackedStateRow) -> TrackedStateKey {
52
+ TrackedStateKey {
53
+ schema_key: component(row.file_id.as_deref()),
54
+ file_id: Some(row.schema_key.clone()),
55
+ entity_id: row.entity_id.clone(),
56
+ }
57
+ }
58
+
59
+ pub(crate) fn primary_key_from_index_key(
60
+ index_key: TrackedStateKey,
61
+ ) -> Option<TrackedStateKey> {
62
+ let schema_key = index_key.file_id?;
63
+ Some(TrackedStateKey {
64
+ schema_key,
65
+ file_id: file_id_from_component(&index_key.schema_key)?,
66
+ entity_id: index_key.entity_id,
67
+ })
68
+ }
69
+
70
+ pub(crate) fn header_value_from_primary(value: &TrackedStateValue) -> TrackedStateValue {
71
+ TrackedStateValue {
72
+ snapshot_ref: None,
73
+ metadata_ref: None,
74
+ schema_version: value.schema_version.clone(),
75
+ created_at: value.created_at.clone(),
76
+ updated_at: value.updated_at.clone(),
77
+ change_id: value.change_id.clone(),
78
+ commit_id: value.commit_id.clone(),
79
+ deleted: value.deleted,
80
+ }
81
+ }
82
+ }
83
+
84
+ fn component(file_id: Option<&str>) -> String {
85
+ match file_id {
86
+ Some(file_id) => value_component(file_id),
87
+ None => NULL_COMPONENT.to_string(),
88
+ }
89
+ }
90
+
91
+ fn value_component(file_id: &str) -> String {
92
+ format!("{VALUE_PREFIX}{file_id}")
93
+ }
94
+
95
+ fn file_id_from_component(component: &str) -> Option<Option<String>> {
96
+ if component == NULL_COMPONENT {
97
+ return Some(None);
98
+ }
99
+ component
100
+ .strip_prefix(VALUE_PREFIX)
101
+ .map(|file_id| Some(file_id.to_string()))
102
+ }