@lix-js/sdk 0.6.0-preview.1 → 0.6.0-preview.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (205) hide show
  1. package/SKILL.md +304 -320
  2. package/dist/engine-wasm/wasm/lix_engine.d.ts +5 -0
  3. package/dist/engine-wasm/wasm/lix_engine.js +9 -13
  4. package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
  5. package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +1 -0
  6. package/dist/generated/builtin-schemas.d.ts +87 -162
  7. package/dist/generated/builtin-schemas.js +139 -236
  8. package/dist/open-lix.d.ts +103 -14
  9. package/dist/open-lix.js +3 -0
  10. package/dist/sqlite/index.js +99 -22
  11. package/dist-engine-src/README.md +18 -0
  12. package/dist-engine-src/src/backend/kv.rs +358 -0
  13. package/dist-engine-src/src/backend/mod.rs +12 -0
  14. package/dist-engine-src/src/backend/testing.rs +658 -0
  15. package/dist-engine-src/src/backend/types.rs +96 -0
  16. package/dist-engine-src/src/binary_cas/chunking.rs +31 -0
  17. package/dist-engine-src/src/binary_cas/codec.rs +346 -0
  18. package/dist-engine-src/src/binary_cas/context.rs +139 -0
  19. package/dist-engine-src/src/binary_cas/kv.rs +1063 -0
  20. package/dist-engine-src/src/binary_cas/mod.rs +11 -0
  21. package/dist-engine-src/src/binary_cas/types.rs +121 -0
  22. package/dist-engine-src/src/catalog/context.rs +412 -0
  23. package/dist-engine-src/src/catalog/mod.rs +10 -0
  24. package/dist-engine-src/src/catalog/schema.rs +4 -0
  25. package/dist-engine-src/src/catalog/snapshot.rs +1114 -0
  26. package/dist-engine-src/src/cel/context.rs +86 -0
  27. package/dist-engine-src/src/cel/error.rs +19 -0
  28. package/dist-engine-src/src/cel/mod.rs +8 -0
  29. package/dist-engine-src/src/cel/provider.rs +9 -0
  30. package/dist-engine-src/src/cel/runtime.rs +167 -0
  31. package/dist-engine-src/src/cel/value.rs +50 -0
  32. package/dist-engine-src/src/commit_graph/context.rs +901 -0
  33. package/dist-engine-src/src/commit_graph/mod.rs +11 -0
  34. package/dist-engine-src/src/commit_graph/types.rs +109 -0
  35. package/dist-engine-src/src/commit_graph/walker.rs +756 -0
  36. package/dist-engine-src/src/commit_store/codec.rs +887 -0
  37. package/dist-engine-src/src/commit_store/context.rs +944 -0
  38. package/dist-engine-src/src/commit_store/materialization.rs +84 -0
  39. package/dist-engine-src/src/commit_store/mod.rs +16 -0
  40. package/dist-engine-src/src/commit_store/storage.rs +600 -0
  41. package/dist-engine-src/src/commit_store/types.rs +215 -0
  42. package/dist-engine-src/src/common/error.rs +313 -0
  43. package/dist-engine-src/src/common/fingerprint.rs +3 -0
  44. package/dist-engine-src/src/common/fs_path.rs +1336 -0
  45. package/dist-engine-src/src/common/identity.rs +145 -0
  46. package/dist-engine-src/src/common/json_pointer.rs +67 -0
  47. package/dist-engine-src/src/common/metadata.rs +40 -0
  48. package/dist-engine-src/src/common/mod.rs +23 -0
  49. package/dist-engine-src/src/common/types.rs +105 -0
  50. package/dist-engine-src/src/common/wire.rs +222 -0
  51. package/dist-engine-src/src/domain.rs +324 -0
  52. package/dist-engine-src/src/engine.rs +225 -0
  53. package/dist-engine-src/src/entity_identity.rs +405 -0
  54. package/dist-engine-src/src/functions/context.rs +292 -0
  55. package/dist-engine-src/src/functions/deterministic.rs +113 -0
  56. package/dist-engine-src/src/functions/mod.rs +18 -0
  57. package/dist-engine-src/src/functions/provider.rs +130 -0
  58. package/dist-engine-src/src/functions/state.rs +336 -0
  59. package/dist-engine-src/src/functions/types.rs +37 -0
  60. package/dist-engine-src/src/init.rs +558 -0
  61. package/dist-engine-src/src/json_store/compression.rs +77 -0
  62. package/dist-engine-src/src/json_store/context.rs +423 -0
  63. package/dist-engine-src/src/json_store/encoded.rs +15 -0
  64. package/dist-engine-src/src/json_store/mod.rs +12 -0
  65. package/dist-engine-src/src/json_store/store.rs +1109 -0
  66. package/dist-engine-src/src/json_store/types.rs +217 -0
  67. package/dist-engine-src/src/lib.rs +62 -0
  68. package/dist-engine-src/src/live_state/context.rs +2019 -0
  69. package/dist-engine-src/src/live_state/mod.rs +15 -0
  70. package/dist-engine-src/src/live_state/overlay.rs +75 -0
  71. package/dist-engine-src/src/live_state/reader.rs +23 -0
  72. package/dist-engine-src/src/live_state/types.rs +222 -0
  73. package/dist-engine-src/src/live_state/visibility.rs +223 -0
  74. package/dist-engine-src/src/plugin/archive.rs +438 -0
  75. package/dist-engine-src/src/plugin/component.rs +183 -0
  76. package/dist-engine-src/src/plugin/install.rs +619 -0
  77. package/dist-engine-src/src/plugin/manifest.rs +516 -0
  78. package/dist-engine-src/src/plugin/materializer.rs +477 -0
  79. package/dist-engine-src/src/plugin/mod.rs +33 -0
  80. package/dist-engine-src/src/plugin/plugin_manifest.json +118 -0
  81. package/dist-engine-src/src/plugin/storage.rs +74 -0
  82. package/dist-engine-src/src/schema/annotations/defaults.rs +275 -0
  83. package/dist-engine-src/src/schema/annotations/mod.rs +1 -0
  84. package/dist-engine-src/src/schema/builtin/lix_account.json +21 -0
  85. package/dist-engine-src/src/schema/builtin/lix_active_account.json +29 -0
  86. package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +29 -0
  87. package/dist-engine-src/src/schema/builtin/lix_change.json +63 -0
  88. package/dist-engine-src/src/schema/builtin/lix_change_author.json +45 -0
  89. package/dist-engine-src/src/schema/builtin/lix_commit.json +24 -0
  90. package/dist-engine-src/src/schema/builtin/lix_commit_edge.json +53 -0
  91. package/dist-engine-src/src/schema/builtin/lix_directory_descriptor.json +52 -0
  92. package/dist-engine-src/src/schema/builtin/lix_file_descriptor.json +52 -0
  93. package/dist-engine-src/src/schema/builtin/lix_key_value.json +40 -0
  94. package/dist-engine-src/src/schema/builtin/lix_label.json +29 -0
  95. package/dist-engine-src/src/schema/builtin/lix_label_assignment.json +74 -0
  96. package/dist-engine-src/src/schema/builtin/lix_registered_schema.json +25 -0
  97. package/dist-engine-src/src/schema/builtin/lix_version_descriptor.json +34 -0
  98. package/dist-engine-src/src/schema/builtin/lix_version_ref.json +48 -0
  99. package/dist-engine-src/src/schema/builtin/mod.rs +222 -0
  100. package/dist-engine-src/src/schema/compatibility.rs +787 -0
  101. package/dist-engine-src/src/schema/definition.json +187 -0
  102. package/dist-engine-src/src/schema/definition.rs +742 -0
  103. package/dist-engine-src/src/schema/key.rs +138 -0
  104. package/dist-engine-src/src/schema/mod.rs +20 -0
  105. package/dist-engine-src/src/schema/seed.rs +14 -0
  106. package/dist-engine-src/src/schema/tests.rs +780 -0
  107. package/dist-engine-src/src/session/context.rs +364 -0
  108. package/dist-engine-src/src/session/create_version.rs +88 -0
  109. package/dist-engine-src/src/session/execute.rs +478 -0
  110. package/dist-engine-src/src/session/merge/analysis.rs +102 -0
  111. package/dist-engine-src/src/session/merge/apply.rs +23 -0
  112. package/dist-engine-src/src/session/merge/conflicts.rs +63 -0
  113. package/dist-engine-src/src/session/merge/mod.rs +11 -0
  114. package/dist-engine-src/src/session/merge/stats.rs +65 -0
  115. package/dist-engine-src/src/session/merge/version.rs +427 -0
  116. package/dist-engine-src/src/session/mod.rs +27 -0
  117. package/dist-engine-src/src/session/optimization9_sql2_bench.rs +100 -0
  118. package/dist-engine-src/src/session/switch_version.rs +109 -0
  119. package/dist-engine-src/src/sql2/change_provider.rs +331 -0
  120. package/dist-engine-src/src/sql2/classify.rs +182 -0
  121. package/dist-engine-src/src/sql2/context.rs +311 -0
  122. package/dist-engine-src/src/sql2/directory_history_provider.rs +631 -0
  123. package/dist-engine-src/src/sql2/directory_provider.rs +2453 -0
  124. package/dist-engine-src/src/sql2/dml.rs +148 -0
  125. package/dist-engine-src/src/sql2/entity_history_provider.rs +440 -0
  126. package/dist-engine-src/src/sql2/entity_provider.rs +3211 -0
  127. package/dist-engine-src/src/sql2/error.rs +216 -0
  128. package/dist-engine-src/src/sql2/execute.rs +3440 -0
  129. package/dist-engine-src/src/sql2/file_history_provider.rs +910 -0
  130. package/dist-engine-src/src/sql2/file_provider.rs +3679 -0
  131. package/dist-engine-src/src/sql2/filesystem_planner.rs +1490 -0
  132. package/dist-engine-src/src/sql2/filesystem_predicates.rs +159 -0
  133. package/dist-engine-src/src/sql2/filesystem_visibility.rs +383 -0
  134. package/dist-engine-src/src/sql2/history_projection.rs +56 -0
  135. package/dist-engine-src/src/sql2/history_provider.rs +412 -0
  136. package/dist-engine-src/src/sql2/history_route.rs +657 -0
  137. package/dist-engine-src/src/sql2/lix_state_provider.rs +2512 -0
  138. package/dist-engine-src/src/sql2/mod.rs +46 -0
  139. package/dist-engine-src/src/sql2/predicate_typecheck.rs +246 -0
  140. package/dist-engine-src/src/sql2/public_bind/assignment.rs +46 -0
  141. package/dist-engine-src/src/sql2/public_bind/capability.rs +41 -0
  142. package/dist-engine-src/src/sql2/public_bind/dml.rs +166 -0
  143. package/dist-engine-src/src/sql2/public_bind/mod.rs +25 -0
  144. package/dist-engine-src/src/sql2/public_bind/table.rs +168 -0
  145. package/dist-engine-src/src/sql2/read_only.rs +63 -0
  146. package/dist-engine-src/src/sql2/record_batch.rs +17 -0
  147. package/dist-engine-src/src/sql2/result_metadata.rs +29 -0
  148. package/dist-engine-src/src/sql2/runtime.rs +60 -0
  149. package/dist-engine-src/src/sql2/session.rs +132 -0
  150. package/dist-engine-src/src/sql2/udfs/common.rs +295 -0
  151. package/dist-engine-src/src/sql2/udfs/lix_active_version_commit_id.rs +53 -0
  152. package/dist-engine-src/src/sql2/udfs/lix_empty_blob.rs +47 -0
  153. package/dist-engine-src/src/sql2/udfs/lix_json.rs +100 -0
  154. package/dist-engine-src/src/sql2/udfs/lix_json_get.rs +99 -0
  155. package/dist-engine-src/src/sql2/udfs/lix_json_get_text.rs +99 -0
  156. package/dist-engine-src/src/sql2/udfs/lix_text_decode.rs +82 -0
  157. package/dist-engine-src/src/sql2/udfs/lix_text_encode.rs +85 -0
  158. package/dist-engine-src/src/sql2/udfs/lix_timestamp.rs +76 -0
  159. package/dist-engine-src/src/sql2/udfs/lix_uuid_v7.rs +76 -0
  160. package/dist-engine-src/src/sql2/udfs/mod.rs +89 -0
  161. package/dist-engine-src/src/sql2/udfs/public_call.rs +211 -0
  162. package/dist-engine-src/src/sql2/version_provider.rs +1202 -0
  163. package/dist-engine-src/src/sql2/version_scope.rs +394 -0
  164. package/dist-engine-src/src/sql2/write_normalization.rs +345 -0
  165. package/dist-engine-src/src/storage/context.rs +356 -0
  166. package/dist-engine-src/src/storage/mod.rs +14 -0
  167. package/dist-engine-src/src/storage/read_scope.rs +88 -0
  168. package/dist-engine-src/src/storage/types.rs +501 -0
  169. package/dist-engine-src/src/storage_bench.rs +4863 -0
  170. package/dist-engine-src/src/test_support.rs +228 -0
  171. package/dist-engine-src/src/tracked_state/by_file_index.rs +98 -0
  172. package/dist-engine-src/src/tracked_state/codec.rs +2085 -0
  173. package/dist-engine-src/src/tracked_state/context.rs +1867 -0
  174. package/dist-engine-src/src/tracked_state/diff.rs +686 -0
  175. package/dist-engine-src/src/tracked_state/materialization.rs +403 -0
  176. package/dist-engine-src/src/tracked_state/materializer.rs +488 -0
  177. package/dist-engine-src/src/tracked_state/merge.rs +492 -0
  178. package/dist-engine-src/src/tracked_state/mod.rs +32 -0
  179. package/dist-engine-src/src/tracked_state/storage.rs +375 -0
  180. package/dist-engine-src/src/tracked_state/tree.rs +3187 -0
  181. package/dist-engine-src/src/tracked_state/types.rs +231 -0
  182. package/dist-engine-src/src/transaction/commit.rs +1484 -0
  183. package/dist-engine-src/src/transaction/context.rs +1548 -0
  184. package/dist-engine-src/src/transaction/live_state_overlay.rs +35 -0
  185. package/dist-engine-src/src/transaction/mod.rs +13 -0
  186. package/dist-engine-src/src/transaction/normalization.rs +890 -0
  187. package/dist-engine-src/src/transaction/prep.rs +37 -0
  188. package/dist-engine-src/src/transaction/schema_resolver.rs +149 -0
  189. package/dist-engine-src/src/transaction/staging.rs +1731 -0
  190. package/dist-engine-src/src/transaction/types.rs +460 -0
  191. package/dist-engine-src/src/transaction/validation.rs +5830 -0
  192. package/dist-engine-src/src/untracked_state/codec.rs +307 -0
  193. package/dist-engine-src/src/untracked_state/context.rs +98 -0
  194. package/dist-engine-src/src/untracked_state/materialization.rs +63 -0
  195. package/dist-engine-src/src/untracked_state/mod.rs +15 -0
  196. package/dist-engine-src/src/untracked_state/storage.rs +396 -0
  197. package/dist-engine-src/src/untracked_state/types.rs +146 -0
  198. package/dist-engine-src/src/version/context.rs +40 -0
  199. package/dist-engine-src/src/version/lifecycle.rs +221 -0
  200. package/dist-engine-src/src/version/mod.rs +13 -0
  201. package/dist-engine-src/src/version/refs.rs +330 -0
  202. package/dist-engine-src/src/version/stage_rows.rs +67 -0
  203. package/dist-engine-src/src/version/types.rs +21 -0
  204. package/dist-engine-src/src/wasm/mod.rs +60 -0
  205. package/package.json +68 -64
@@ -0,0 +1,37 @@
1
+ use crate::entity_identity::EntityIdentity;
2
+ use crate::untracked_state::UntrackedStateRow;
3
+ use crate::version::VERSION_REF_SCHEMA_KEY;
4
+ use crate::{LixError, GLOBAL_VERSION_ID};
5
+
6
+ pub(crate) struct PreparedVersionRefRow {
7
+ pub(crate) row: UntrackedStateRow,
8
+ }
9
+
10
+ pub(crate) fn prepare_version_ref_row(
11
+ version_id: &str,
12
+ commit_id: &str,
13
+ timestamp: &str,
14
+ ) -> Result<PreparedVersionRefRow, LixError> {
15
+ let snapshot = serde_json::json!({
16
+ "id": version_id,
17
+ "commit_id": commit_id,
18
+ });
19
+ let snapshot = crate::json_store::NormalizedJson::from_value(
20
+ &snapshot,
21
+ "engine version-ref snapshot_content",
22
+ )?;
23
+
24
+ Ok(PreparedVersionRefRow {
25
+ row: UntrackedStateRow {
26
+ entity_id: EntityIdentity::single(version_id),
27
+ schema_key: VERSION_REF_SCHEMA_KEY.to_string(),
28
+ file_id: None,
29
+ snapshot_content: Some(snapshot.as_str().to_string()),
30
+ metadata: None,
31
+ created_at: timestamp.to_string(),
32
+ updated_at: timestamp.to_string(),
33
+ global: true,
34
+ version_id: GLOBAL_VERSION_ID.to_string(),
35
+ },
36
+ })
37
+ }
@@ -0,0 +1,149 @@
1
+ use std::collections::BTreeMap;
2
+ use std::sync::Arc;
3
+
4
+ use async_trait::async_trait;
5
+
6
+ use crate::catalog::{CatalogContext, CatalogSnapshot, SchemaCatalogFact};
7
+ use crate::domain::Domain;
8
+ use crate::live_state::{
9
+ LiveStateReader, LiveStateRowRequest, LiveStateScanRequest, MaterializedLiveStateRow,
10
+ };
11
+ use crate::transaction::live_state_overlay::overlay_scan_rows;
12
+ use crate::transaction::staging::PreparedStateRowOverlay;
13
+ use crate::LixError;
14
+
15
+ pub(crate) struct TransactionSchemaResolver {
16
+ context: Arc<CatalogContext>,
17
+ catalogs_by_domain: BTreeMap<Domain, CatalogEntry>,
18
+ }
19
+
20
+ enum CatalogEntry {
21
+ SchemaFacts(Vec<SchemaCatalogFact>),
22
+ Catalog(CatalogSnapshot),
23
+ }
24
+
25
+ impl TransactionSchemaResolver {
26
+ pub(crate) fn new(context: Arc<CatalogContext>) -> Self {
27
+ Self {
28
+ context,
29
+ catalogs_by_domain: BTreeMap::new(),
30
+ }
31
+ }
32
+
33
+ async fn load_catalog_for_domain(
34
+ &mut self,
35
+ live_state: &dyn LiveStateReader,
36
+ staged: Option<&PreparedStateRowOverlay>,
37
+ domain: &Domain,
38
+ ) -> Result<(), LixError> {
39
+ let domain = domain.schema_catalog_domain();
40
+ let needs_load = !self.catalogs_by_domain.contains_key(&domain);
41
+ if needs_load {
42
+ let facts = if let Some(staged) = staged {
43
+ let reader = TransactionSchemaLiveStateReader {
44
+ base: live_state,
45
+ staged,
46
+ };
47
+ self.context
48
+ .schema_facts_for_domain(&reader, &domain)
49
+ .await?
50
+ } else {
51
+ self.context
52
+ .schema_facts_for_domain(live_state, &domain)
53
+ .await?
54
+ };
55
+ self.catalogs_by_domain
56
+ .insert(domain.clone(), CatalogEntry::SchemaFacts(facts));
57
+ }
58
+
59
+ let should_materialize = self
60
+ .catalogs_by_domain
61
+ .get(&domain)
62
+ .is_some_and(|entry| matches!(entry, CatalogEntry::SchemaFacts(_)));
63
+ if should_materialize {
64
+ #[cfg(feature = "storage-benches")]
65
+ crate::storage_bench::record_transaction_schema_catalog_load();
66
+ let entry = self
67
+ .catalogs_by_domain
68
+ .remove(&domain)
69
+ .expect("schema catalog entry should exist after load");
70
+ let CatalogEntry::SchemaFacts(facts) = entry else {
71
+ unreachable!("catalog entry was checked as schema facts");
72
+ };
73
+ let catalog = CatalogSnapshot::from_schema_facts(&facts)?;
74
+ self.catalogs_by_domain
75
+ .insert(domain, CatalogEntry::Catalog(catalog));
76
+ }
77
+ Ok(())
78
+ }
79
+
80
+ pub(crate) async fn catalog_for_row_normalization(
81
+ &mut self,
82
+ live_state: &dyn LiveStateReader,
83
+ staged: &PreparedStateRowOverlay,
84
+ domain: &Domain,
85
+ ) -> Result<&mut CatalogSnapshot, LixError> {
86
+ self.load_catalog_for_domain(live_state, Some(staged), domain)
87
+ .await?;
88
+ let domain = domain.schema_catalog_domain();
89
+ match self
90
+ .catalogs_by_domain
91
+ .get_mut(&domain)
92
+ .expect("catalog cache should contain requested version")
93
+ {
94
+ CatalogEntry::Catalog(catalog) => Ok(catalog),
95
+ CatalogEntry::SchemaFacts(_) => {
96
+ unreachable!("schema catalog should be materialized before mutable access")
97
+ }
98
+ }
99
+ }
100
+
101
+ pub(crate) async fn catalog_for_validation(
102
+ &mut self,
103
+ live_state: &dyn LiveStateReader,
104
+ domain: &Domain,
105
+ ) -> Result<&CatalogSnapshot, LixError> {
106
+ self.load_catalog_for_domain(live_state, None, domain)
107
+ .await?;
108
+ let domain = domain.schema_catalog_domain();
109
+ match self
110
+ .catalogs_by_domain
111
+ .get(&domain)
112
+ .expect("catalog cache should contain requested version")
113
+ {
114
+ CatalogEntry::Catalog(catalog) => Ok(catalog),
115
+ CatalogEntry::SchemaFacts(_) => {
116
+ unreachable!("schema catalog should be materialized before validation access")
117
+ }
118
+ }
119
+ }
120
+
121
+ pub(crate) fn remember_schema_facts(&mut self, domain: &Domain, facts: Vec<SchemaCatalogFact>) {
122
+ self.catalogs_by_domain.insert(
123
+ domain.schema_catalog_domain(),
124
+ CatalogEntry::SchemaFacts(facts),
125
+ );
126
+ }
127
+ }
128
+
129
+ struct TransactionSchemaLiveStateReader<'a> {
130
+ base: &'a dyn LiveStateReader,
131
+ staged: &'a PreparedStateRowOverlay,
132
+ }
133
+
134
+ #[async_trait]
135
+ impl LiveStateReader for TransactionSchemaLiveStateReader<'_> {
136
+ async fn scan_rows(
137
+ &self,
138
+ request: &LiveStateScanRequest,
139
+ ) -> Result<Vec<MaterializedLiveStateRow>, LixError> {
140
+ overlay_scan_rows(self.base, self.staged, request).await
141
+ }
142
+
143
+ async fn load_row(
144
+ &self,
145
+ request: &LiveStateRowRequest,
146
+ ) -> Result<Option<MaterializedLiveStateRow>, LixError> {
147
+ self.base.load_row(request).await
148
+ }
149
+ }