@lix-js/sdk 0.6.0-preview.0 → 0.6.0-preview.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -0
- package/SKILL.md +468 -0
- package/dist/engine-wasm/index.d.ts +15 -11
- package/dist/engine-wasm/index.js +105 -38
- package/dist/engine-wasm/wasm/lix_engine.d.ts +14 -2
- package/dist/engine-wasm/wasm/lix_engine.js +18 -17
- package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
- package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +2 -1
- package/dist/generated/builtin-schemas.d.ts +31 -41
- package/dist/generated/builtin-schemas.js +52 -56
- package/dist/open-lix.d.ts +141 -24
- package/dist/open-lix.js +199 -35
- package/dist/sqlite/index.js +99 -22
- package/dist-engine-src/README.md +18 -0
- package/dist-engine-src/src/backend/kv.rs +358 -0
- package/dist-engine-src/src/backend/mod.rs +12 -0
- package/dist-engine-src/src/backend/testing.rs +658 -0
- package/dist-engine-src/src/backend/types.rs +96 -0
- package/dist-engine-src/src/binary_cas/chunking.rs +31 -0
- package/dist-engine-src/src/binary_cas/codec.rs +346 -0
- package/dist-engine-src/src/binary_cas/context.rs +139 -0
- package/dist-engine-src/src/binary_cas/kv.rs +1063 -0
- package/dist-engine-src/src/binary_cas/mod.rs +11 -0
- package/dist-engine-src/src/binary_cas/types.rs +127 -0
- package/dist-engine-src/src/cel/context.rs +86 -0
- package/dist-engine-src/src/cel/error.rs +19 -0
- package/dist-engine-src/src/cel/mod.rs +8 -0
- package/dist-engine-src/src/cel/provider.rs +9 -0
- package/dist-engine-src/src/cel/runtime.rs +167 -0
- package/dist-engine-src/src/cel/value.rs +50 -0
- package/dist-engine-src/src/changelog/codec.rs +321 -0
- package/dist-engine-src/src/changelog/context.rs +92 -0
- package/dist-engine-src/src/changelog/materialization.rs +121 -0
- package/dist-engine-src/src/changelog/mod.rs +13 -0
- package/dist-engine-src/src/changelog/reader.rs +20 -0
- package/dist-engine-src/src/changelog/storage.rs +220 -0
- package/dist-engine-src/src/changelog/types.rs +38 -0
- package/dist-engine-src/src/commit_graph/context.rs +1588 -0
- package/dist-engine-src/src/commit_graph/mod.rs +12 -0
- package/dist-engine-src/src/commit_graph/types.rs +145 -0
- package/dist-engine-src/src/commit_graph/walker.rs +780 -0
- package/dist-engine-src/src/common/error.rs +313 -0
- package/dist-engine-src/src/common/fingerprint.rs +3 -0
- package/dist-engine-src/src/common/fs_path.rs +1336 -0
- package/dist-engine-src/src/common/identity.rs +135 -0
- package/dist-engine-src/src/common/metadata.rs +35 -0
- package/dist-engine-src/src/common/mod.rs +23 -0
- package/dist-engine-src/src/common/types.rs +105 -0
- package/dist-engine-src/src/common/wire.rs +222 -0
- package/dist-engine-src/src/engine.rs +239 -0
- package/dist-engine-src/src/entity_identity.rs +285 -0
- package/dist-engine-src/src/functions/context.rs +327 -0
- package/dist-engine-src/src/functions/deterministic.rs +113 -0
- package/dist-engine-src/src/functions/mod.rs +18 -0
- package/dist-engine-src/src/functions/provider.rs +130 -0
- package/dist-engine-src/src/functions/state.rs +363 -0
- package/dist-engine-src/src/functions/types.rs +37 -0
- package/dist-engine-src/src/init.rs +505 -0
- package/dist-engine-src/src/json_store/compression.rs +77 -0
- package/dist-engine-src/src/json_store/context.rs +129 -0
- package/dist-engine-src/src/json_store/encoded.rs +15 -0
- package/dist-engine-src/src/json_store/mod.rs +9 -0
- package/dist-engine-src/src/json_store/store.rs +236 -0
- package/dist-engine-src/src/json_store/types.rs +52 -0
- package/dist-engine-src/src/lib.rs +61 -0
- package/dist-engine-src/src/live_state/context.rs +2241 -0
- package/dist-engine-src/src/live_state/mod.rs +15 -0
- package/dist-engine-src/src/live_state/overlay.rs +75 -0
- package/dist-engine-src/src/live_state/reader.rs +23 -0
- package/dist-engine-src/src/live_state/types.rs +239 -0
- package/dist-engine-src/src/live_state/visibility.rs +218 -0
- package/dist-engine-src/src/plugin/archive.rs +441 -0
- package/dist-engine-src/src/plugin/component.rs +183 -0
- package/dist-engine-src/src/plugin/install.rs +637 -0
- package/dist-engine-src/src/plugin/manifest.rs +516 -0
- package/dist-engine-src/src/plugin/materializer.rs +477 -0
- package/dist-engine-src/src/plugin/mod.rs +33 -0
- package/dist-engine-src/src/plugin/plugin_manifest.json +119 -0
- package/dist-engine-src/src/plugin/storage.rs +74 -0
- package/dist-engine-src/src/schema/annotations/defaults.rs +280 -0
- package/dist-engine-src/src/schema/annotations/mod.rs +1 -0
- package/dist-engine-src/src/schema/builtin/lix_account.json +22 -0
- package/dist-engine-src/src/schema/builtin/lix_active_account.json +30 -0
- package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +30 -0
- package/dist-engine-src/src/schema/builtin/lix_change.json +62 -0
- package/dist-engine-src/src/schema/builtin/lix_change_author.json +46 -0
- package/dist-engine-src/src/schema/builtin/lix_change_set.json +18 -0
- package/dist-engine-src/src/schema/builtin/lix_change_set_element.json +75 -0
- package/dist-engine-src/src/schema/builtin/lix_commit.json +62 -0
- package/dist-engine-src/src/schema/builtin/lix_commit_edge.json +46 -0
- package/dist-engine-src/src/schema/builtin/lix_directory_descriptor.json +53 -0
- package/dist-engine-src/src/schema/builtin/lix_entity_label.json +63 -0
- package/dist-engine-src/src/schema/builtin/lix_file_descriptor.json +53 -0
- package/dist-engine-src/src/schema/builtin/lix_key_value.json +41 -0
- package/dist-engine-src/src/schema/builtin/lix_label.json +22 -0
- package/dist-engine-src/src/schema/builtin/lix_registered_schema.json +31 -0
- package/dist-engine-src/src/schema/builtin/lix_version_descriptor.json +35 -0
- package/dist-engine-src/src/schema/builtin/lix_version_ref.json +49 -0
- package/dist-engine-src/src/schema/builtin/mod.rs +271 -0
- package/dist-engine-src/src/schema/definition.json +157 -0
- package/dist-engine-src/src/schema/definition.rs +636 -0
- package/dist-engine-src/src/schema/key.rs +206 -0
- package/dist-engine-src/src/schema/mod.rs +20 -0
- package/dist-engine-src/src/schema/seed.rs +14 -0
- package/dist-engine-src/src/schema/tests.rs +739 -0
- package/dist-engine-src/src/schema_registry.rs +294 -0
- package/dist-engine-src/src/session/context.rs +366 -0
- package/dist-engine-src/src/session/create_version.rs +80 -0
- package/dist-engine-src/src/session/execute.rs +447 -0
- package/dist-engine-src/src/session/merge/analysis.rs +102 -0
- package/dist-engine-src/src/session/merge/apply.rs +23 -0
- package/dist-engine-src/src/session/merge/conflicts.rs +62 -0
- package/dist-engine-src/src/session/merge/mod.rs +11 -0
- package/dist-engine-src/src/session/merge/stats.rs +65 -0
- package/dist-engine-src/src/session/merge/version.rs +437 -0
- package/dist-engine-src/src/session/mod.rs +25 -0
- package/dist-engine-src/src/session/switch_version.rs +121 -0
- package/dist-engine-src/src/sql2/change_provider.rs +337 -0
- package/dist-engine-src/src/sql2/classify.rs +147 -0
- package/dist-engine-src/src/sql2/commit_derived_provider.rs +591 -0
- package/dist-engine-src/src/sql2/context.rs +307 -0
- package/dist-engine-src/src/sql2/directory_history_provider.rs +623 -0
- package/dist-engine-src/src/sql2/directory_provider.rs +2405 -0
- package/dist-engine-src/src/sql2/dml.rs +148 -0
- package/dist-engine-src/src/sql2/entity_history_provider.rs +444 -0
- package/dist-engine-src/src/sql2/entity_provider.rs +2700 -0
- package/dist-engine-src/src/sql2/error.rs +196 -0
- package/dist-engine-src/src/sql2/execute.rs +3379 -0
- package/dist-engine-src/src/sql2/file_history_provider.rs +902 -0
- package/dist-engine-src/src/sql2/file_provider.rs +3254 -0
- package/dist-engine-src/src/sql2/filesystem_planner.rs +1526 -0
- package/dist-engine-src/src/sql2/filesystem_predicates.rs +159 -0
- package/dist-engine-src/src/sql2/filesystem_visibility.rs +369 -0
- package/dist-engine-src/src/sql2/history_projection.rs +80 -0
- package/dist-engine-src/src/sql2/history_provider.rs +418 -0
- package/dist-engine-src/src/sql2/history_route.rs +643 -0
- package/dist-engine-src/src/sql2/lix_state_provider.rs +2430 -0
- package/dist-engine-src/src/sql2/mod.rs +43 -0
- package/dist-engine-src/src/sql2/read_only.rs +65 -0
- package/dist-engine-src/src/sql2/record_batch.rs +17 -0
- package/dist-engine-src/src/sql2/result_metadata.rs +29 -0
- package/dist-engine-src/src/sql2/runtime.rs +60 -0
- package/dist-engine-src/src/sql2/session.rs +135 -0
- package/dist-engine-src/src/sql2/udfs/common.rs +295 -0
- package/dist-engine-src/src/sql2/udfs/lix_active_version_commit_id.rs +53 -0
- package/dist-engine-src/src/sql2/udfs/lix_empty_blob.rs +47 -0
- package/dist-engine-src/src/sql2/udfs/lix_json.rs +100 -0
- package/dist-engine-src/src/sql2/udfs/lix_json_get.rs +99 -0
- package/dist-engine-src/src/sql2/udfs/lix_json_get_text.rs +99 -0
- package/dist-engine-src/src/sql2/udfs/lix_text_decode.rs +82 -0
- package/dist-engine-src/src/sql2/udfs/lix_text_encode.rs +85 -0
- package/dist-engine-src/src/sql2/udfs/lix_uuid_v7.rs +76 -0
- package/dist-engine-src/src/sql2/udfs/mod.rs +82 -0
- package/dist-engine-src/src/sql2/version_provider.rs +1187 -0
- package/dist-engine-src/src/sql2/version_scope.rs +394 -0
- package/dist-engine-src/src/sql2/write_normalization.rs +345 -0
- package/dist-engine-src/src/storage/context.rs +356 -0
- package/dist-engine-src/src/storage/mod.rs +14 -0
- package/dist-engine-src/src/storage/read_scope.rs +88 -0
- package/dist-engine-src/src/storage/types.rs +501 -0
- package/dist-engine-src/src/storage_bench.rs +3406 -0
- package/dist-engine-src/src/test_support.rs +81 -0
- package/dist-engine-src/src/tracked_state/by_file_index.rs +102 -0
- package/dist-engine-src/src/tracked_state/codec.rs +747 -0
- package/dist-engine-src/src/tracked_state/context.rs +983 -0
- package/dist-engine-src/src/tracked_state/diff.rs +494 -0
- package/dist-engine-src/src/tracked_state/materialization.rs +141 -0
- package/dist-engine-src/src/tracked_state/merge.rs +474 -0
- package/dist-engine-src/src/tracked_state/mod.rs +31 -0
- package/dist-engine-src/src/tracked_state/rebuild.rs +771 -0
- package/dist-engine-src/src/tracked_state/storage.rs +243 -0
- package/dist-engine-src/src/tracked_state/tree.rs +2744 -0
- package/dist-engine-src/src/tracked_state/tree_types.rs +176 -0
- package/dist-engine-src/src/tracked_state/types.rs +61 -0
- package/dist-engine-src/src/transaction/commit.rs +1224 -0
- package/dist-engine-src/src/transaction/context.rs +1307 -0
- package/dist-engine-src/src/transaction/live_state_overlay.rs +34 -0
- package/dist-engine-src/src/transaction/mod.rs +11 -0
- package/dist-engine-src/src/transaction/normalization.rs +1026 -0
- package/dist-engine-src/src/transaction/schema_resolver.rs +127 -0
- package/dist-engine-src/src/transaction/staging.rs +1436 -0
- package/dist-engine-src/src/transaction/types.rs +351 -0
- package/dist-engine-src/src/transaction/validation.rs +4811 -0
- package/dist-engine-src/src/untracked_state/codec.rs +363 -0
- package/dist-engine-src/src/untracked_state/context.rs +82 -0
- package/dist-engine-src/src/untracked_state/materialization.rs +157 -0
- package/dist-engine-src/src/untracked_state/mod.rs +17 -0
- package/dist-engine-src/src/untracked_state/storage.rs +348 -0
- package/dist-engine-src/src/untracked_state/types.rs +96 -0
- package/dist-engine-src/src/version/context.rs +52 -0
- package/dist-engine-src/src/version/mod.rs +12 -0
- package/dist-engine-src/src/version/refs.rs +421 -0
- package/dist-engine-src/src/version/stage_rows.rs +71 -0
- package/dist-engine-src/src/version/types.rs +21 -0
- package/dist-engine-src/src/wasm/mod.rs +60 -0
- package/package.json +68 -63
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
use std::sync::Arc;
|
|
2
|
+
|
|
3
|
+
use crate::json_store::JsonStoreContext;
|
|
4
|
+
use crate::storage::StorageContext;
|
|
5
|
+
use crate::storage::StorageWriteSet;
|
|
6
|
+
use crate::tracked_state::{TrackedStateContext, TrackedStateRow};
|
|
7
|
+
use crate::untracked_state::UntrackedStateContext;
|
|
8
|
+
use crate::version::VersionContext;
|
|
9
|
+
use crate::GLOBAL_VERSION_ID;
|
|
10
|
+
|
|
11
|
+
pub(crate) const TEST_EMPTY_ROOT_COMMIT_ID: &str = "test-empty-root";
|
|
12
|
+
const TEST_TIMESTAMP: &str = "1970-01-01T00:00:00.000Z";
|
|
13
|
+
|
|
14
|
+
/// Seeds a version head and matching tracked root for unit tests.
|
|
15
|
+
///
|
|
16
|
+
/// A version ref that points at a commit without a tracked root is invalid for
|
|
17
|
+
/// the serving projection. This helper keeps that invariant in one place while
|
|
18
|
+
/// still letting low-level tests use synthetic commit ids.
|
|
19
|
+
pub(crate) async fn seed_version_head(storage: StorageContext, version_id: &str, commit_id: &str) {
|
|
20
|
+
seed_version_head_with_rows(storage, version_id, commit_id, &[]).await;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/// Seeds the global version head to an empty tracked root for unit tests.
|
|
24
|
+
pub(crate) async fn seed_global_version_head(storage: StorageContext) {
|
|
25
|
+
seed_version_head(storage, GLOBAL_VERSION_ID, TEST_EMPTY_ROOT_COMMIT_ID).await;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/// Seeds a version head and writes the tracked root contents for its commit.
|
|
29
|
+
pub(crate) async fn seed_version_head_with_rows(
|
|
30
|
+
storage: StorageContext,
|
|
31
|
+
version_id: &str,
|
|
32
|
+
commit_id: &str,
|
|
33
|
+
rows: &[TrackedStateRow],
|
|
34
|
+
) {
|
|
35
|
+
let mut transaction = storage
|
|
36
|
+
.begin_write_transaction()
|
|
37
|
+
.await
|
|
38
|
+
.expect("seed transaction should open");
|
|
39
|
+
let version_ctx = VersionContext::new(Arc::new(UntrackedStateContext::new()));
|
|
40
|
+
let mut writes = StorageWriteSet::new();
|
|
41
|
+
let canonical_row = {
|
|
42
|
+
let mut json_writer = JsonStoreContext::new().writer();
|
|
43
|
+
version_ctx
|
|
44
|
+
.canonical_ref_row(
|
|
45
|
+
&mut writes,
|
|
46
|
+
&mut json_writer,
|
|
47
|
+
version_id,
|
|
48
|
+
commit_id,
|
|
49
|
+
TEST_TIMESTAMP,
|
|
50
|
+
)
|
|
51
|
+
.expect("version ref should canonicalize")
|
|
52
|
+
};
|
|
53
|
+
version_ctx
|
|
54
|
+
.stage_canonical_ref_rows(&mut writes, &[canonical_row])
|
|
55
|
+
.expect("version ref should stage");
|
|
56
|
+
writes
|
|
57
|
+
.apply(&mut transaction.as_mut())
|
|
58
|
+
.await
|
|
59
|
+
.expect("version ref should write");
|
|
60
|
+
let mut writes = StorageWriteSet::new();
|
|
61
|
+
{
|
|
62
|
+
let mut json_writer = JsonStoreContext::new().writer();
|
|
63
|
+
TrackedStateContext::new()
|
|
64
|
+
.writer()
|
|
65
|
+
.stage_root(
|
|
66
|
+
&mut transaction.as_mut(),
|
|
67
|
+
&mut writes,
|
|
68
|
+
&mut json_writer,
|
|
69
|
+
commit_id,
|
|
70
|
+
None,
|
|
71
|
+
rows,
|
|
72
|
+
)
|
|
73
|
+
.await
|
|
74
|
+
.expect("tracked root should write");
|
|
75
|
+
}
|
|
76
|
+
writes
|
|
77
|
+
.apply(&mut transaction.as_mut())
|
|
78
|
+
.await
|
|
79
|
+
.expect("tracked root should write");
|
|
80
|
+
transaction.commit().await.expect("seed should commit");
|
|
81
|
+
}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
use crate::tracked_state::tree_types::{
|
|
2
|
+
TrackedStateKey, TrackedStateTreeScanRequest, TrackedStateValue,
|
|
3
|
+
};
|
|
4
|
+
use crate::tracked_state::{TrackedStateRow, TrackedStateScanRequest};
|
|
5
|
+
use crate::NullableKeyFilter;
|
|
6
|
+
|
|
7
|
+
const NULL_COMPONENT: &str = "\0";
|
|
8
|
+
const VALUE_PREFIX: &str = "\u{1}";
|
|
9
|
+
|
|
10
|
+
pub(crate) struct ByFileIndex;
|
|
11
|
+
|
|
12
|
+
impl ByFileIndex {
|
|
13
|
+
pub(crate) fn should_use(request: &TrackedStateScanRequest) -> bool {
|
|
14
|
+
!request.filter.file_ids.is_empty()
|
|
15
|
+
&& request
|
|
16
|
+
.filter
|
|
17
|
+
.file_ids
|
|
18
|
+
.iter()
|
|
19
|
+
.all(|filter| !matches!(filter, NullableKeyFilter::Any))
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
pub(crate) fn scan_request_from_tracked(
|
|
23
|
+
request: &TrackedStateScanRequest,
|
|
24
|
+
) -> TrackedStateTreeScanRequest {
|
|
25
|
+
let schema_keys = request
|
|
26
|
+
.filter
|
|
27
|
+
.file_ids
|
|
28
|
+
.iter()
|
|
29
|
+
.filter_map(|filter| match filter {
|
|
30
|
+
NullableKeyFilter::Any => None,
|
|
31
|
+
NullableKeyFilter::Null => Some(NULL_COMPONENT.to_string()),
|
|
32
|
+
NullableKeyFilter::Value(file_id) => Some(value_component(file_id)),
|
|
33
|
+
})
|
|
34
|
+
.collect();
|
|
35
|
+
let file_ids = request
|
|
36
|
+
.filter
|
|
37
|
+
.schema_keys
|
|
38
|
+
.iter()
|
|
39
|
+
.cloned()
|
|
40
|
+
.map(NullableKeyFilter::Value)
|
|
41
|
+
.collect();
|
|
42
|
+
TrackedStateTreeScanRequest {
|
|
43
|
+
schema_keys,
|
|
44
|
+
entity_ids: request.filter.entity_ids.clone(),
|
|
45
|
+
file_ids,
|
|
46
|
+
include_tombstones: true,
|
|
47
|
+
limit: None,
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
pub(crate) fn key_from_row(row: &TrackedStateRow) -> TrackedStateKey {
|
|
52
|
+
TrackedStateKey {
|
|
53
|
+
schema_key: component(row.file_id.as_deref()),
|
|
54
|
+
file_id: Some(row.schema_key.clone()),
|
|
55
|
+
entity_id: row.entity_id.clone(),
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
pub(crate) fn primary_key_from_index_key(
|
|
60
|
+
index_key: TrackedStateKey,
|
|
61
|
+
) -> Option<TrackedStateKey> {
|
|
62
|
+
let schema_key = index_key.file_id?;
|
|
63
|
+
Some(TrackedStateKey {
|
|
64
|
+
schema_key,
|
|
65
|
+
file_id: file_id_from_component(&index_key.schema_key)?,
|
|
66
|
+
entity_id: index_key.entity_id,
|
|
67
|
+
})
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
pub(crate) fn header_value_from_primary(value: &TrackedStateValue) -> TrackedStateValue {
|
|
71
|
+
TrackedStateValue {
|
|
72
|
+
snapshot_ref: None,
|
|
73
|
+
metadata_ref: None,
|
|
74
|
+
schema_version: value.schema_version.clone(),
|
|
75
|
+
created_at: value.created_at.clone(),
|
|
76
|
+
updated_at: value.updated_at.clone(),
|
|
77
|
+
change_id: value.change_id.clone(),
|
|
78
|
+
commit_id: value.commit_id.clone(),
|
|
79
|
+
deleted: value.deleted,
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
fn component(file_id: Option<&str>) -> String {
|
|
85
|
+
match file_id {
|
|
86
|
+
Some(file_id) => value_component(file_id),
|
|
87
|
+
None => NULL_COMPONENT.to_string(),
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
fn value_component(file_id: &str) -> String {
|
|
92
|
+
format!("{VALUE_PREFIX}{file_id}")
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
fn file_id_from_component(component: &str) -> Option<Option<String>> {
|
|
96
|
+
if component == NULL_COMPONENT {
|
|
97
|
+
return Some(None);
|
|
98
|
+
}
|
|
99
|
+
component
|
|
100
|
+
.strip_prefix(VALUE_PREFIX)
|
|
101
|
+
.map(|file_id| Some(file_id.to_string()))
|
|
102
|
+
}
|