@lix-js/sdk 0.6.0-preview.3 → 0.6.0-preview.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/SKILL.md +105 -65
- package/dist/engine-wasm/index.js +4 -4
- package/dist/engine-wasm/wasm/lix_engine.d.ts +30 -6
- package/dist/engine-wasm/wasm/lix_engine.js +187 -117
- package/dist/engine-wasm/wasm/lix_engine.wasm +0 -0
- package/dist/engine-wasm/wasm/lix_engine.wasm.d.ts +14 -8
- package/dist/generated/builtin-schemas.d.ts +69 -69
- package/dist/generated/builtin-schemas.js +94 -94
- package/dist/open-lix.d.ts +42 -28
- package/dist/open-lix.js +49 -10
- package/dist/sqlite/index.js +86 -30
- package/dist-engine-src/README.md +3 -3
- package/dist-engine-src/src/backend/capabilities.rs +67 -0
- package/dist-engine-src/src/backend/conformance/baseline.rs +1127 -0
- package/dist-engine-src/src/backend/conformance/factory.rs +93 -0
- package/dist-engine-src/src/backend/conformance/failure_tests.rs +608 -0
- package/dist-engine-src/src/backend/conformance/fixtures.rs +26 -0
- package/dist-engine-src/src/backend/conformance/mod.rs +75 -0
- package/dist-engine-src/src/backend/conformance/model.rs +28 -0
- package/dist-engine-src/src/backend/conformance/model_based.rs +257 -0
- package/dist-engine-src/src/backend/conformance/persistence.rs +204 -0
- package/dist-engine-src/src/backend/conformance/projection.rs +21 -0
- package/dist-engine-src/src/backend/conformance/pushdown.rs +24 -0
- package/dist-engine-src/src/backend/conformance/runner.rs +90 -0
- package/dist-engine-src/src/backend/conformance/scan.rs +24 -0
- package/dist-engine-src/src/backend/conformance/write.rs +16 -0
- package/dist-engine-src/src/backend/error.rs +94 -0
- package/dist-engine-src/src/backend/in_memory.rs +670 -0
- package/dist-engine-src/src/backend/mod.rs +36 -9
- package/dist-engine-src/src/backend/predicate.rs +80 -0
- package/dist-engine-src/src/backend/traits.rs +260 -0
- package/dist-engine-src/src/backend/types.rs +224 -81
- package/dist-engine-src/src/binary_cas/context.rs +8 -8
- package/dist-engine-src/src/binary_cas/kv.rs +234 -259
- package/dist-engine-src/src/{version → branch}/context.rs +12 -12
- package/dist-engine-src/src/branch/lifecycle.rs +221 -0
- package/dist-engine-src/src/branch/mod.rs +13 -0
- package/dist-engine-src/src/branch/refs.rs +321 -0
- package/dist-engine-src/src/branch/stage_rows.rs +67 -0
- package/dist-engine-src/src/branch/types.rs +21 -0
- package/dist-engine-src/src/catalog/context.rs +18 -18
- package/dist-engine-src/src/catalog/snapshot.rs +8 -8
- package/dist-engine-src/src/changelog/bench_support.rs +785 -0
- package/dist-engine-src/src/changelog/change.rs +1 -0
- package/dist-engine-src/src/changelog/codec.rs +497 -0
- package/dist-engine-src/src/changelog/commit.rs +1 -0
- package/dist-engine-src/src/changelog/context.rs +1614 -0
- package/dist-engine-src/src/changelog/mod.rs +29 -0
- package/dist-engine-src/src/changelog/store.rs +163 -0
- package/dist-engine-src/src/changelog/test_support.rs +54 -0
- package/dist-engine-src/src/changelog/types.rs +213 -0
- package/dist-engine-src/src/commit_graph/context.rs +317 -274
- package/dist-engine-src/src/commit_graph/mod.rs +2 -4
- package/dist-engine-src/src/commit_graph/types.rs +22 -42
- package/dist-engine-src/src/commit_graph/walker.rs +133 -103
- package/dist-engine-src/src/common/error.rs +52 -18
- package/dist-engine-src/src/common/identity.rs +2 -2
- package/dist-engine-src/src/common/mod.rs +1 -1
- package/dist-engine-src/src/domain.rs +42 -46
- package/dist-engine-src/src/engine.rs +74 -96
- package/dist-engine-src/src/{entity_identity.rs → entity_pk.rs} +89 -92
- package/dist-engine-src/src/functions/context.rs +56 -52
- package/dist-engine-src/src/functions/state.rs +51 -52
- package/dist-engine-src/src/init.rs +288 -154
- package/dist-engine-src/src/json_store/context.rs +15 -266
- package/dist-engine-src/src/json_store/mod.rs +26 -0
- package/dist-engine-src/src/json_store/store.rs +103 -718
- package/dist-engine-src/src/json_store/types.rs +4 -9
- package/dist-engine-src/src/lib.rs +49 -19
- package/dist-engine-src/src/live_state/context.rs +654 -790
- package/dist-engine-src/src/live_state/mod.rs +9 -3
- package/dist-engine-src/src/live_state/overlay.rs +4 -4
- package/dist-engine-src/src/live_state/types.rs +30 -21
- package/dist-engine-src/src/live_state/visibility.rs +514 -71
- package/dist-engine-src/src/plugin/install.rs +48 -48
- package/dist-engine-src/src/plugin/manifest.rs +7 -7
- package/dist-engine-src/src/plugin/materializer.rs +0 -275
- package/dist-engine-src/src/plugin/plugin_manifest.json +4 -3
- package/dist-engine-src/src/schema/builtin/lix_binary_blob_ref.json +2 -2
- package/dist-engine-src/src/schema/builtin/lix_branch_descriptor.json +34 -0
- package/dist-engine-src/src/schema/builtin/lix_branch_ref.json +48 -0
- package/dist-engine-src/src/schema/builtin/lix_change.json +3 -3
- package/dist-engine-src/src/schema/builtin/lix_commit.json +1 -1
- package/dist-engine-src/src/schema/builtin/lix_label_assignment.json +6 -6
- package/dist-engine-src/src/schema/builtin/mod.rs +18 -20
- package/dist-engine-src/src/schema/compatibility.rs +11 -11
- package/dist-engine-src/src/schema/definition.json +2 -2
- package/dist-engine-src/src/schema/definition.rs +5 -5
- package/dist-engine-src/src/schema/key.rs +3 -3
- package/dist-engine-src/src/schema/mod.rs +1 -1
- package/dist-engine-src/src/schema/tests.rs +18 -18
- package/dist-engine-src/src/session/context.rs +819 -124
- package/dist-engine-src/src/session/create_branch.rs +94 -0
- package/dist-engine-src/src/session/execute.rs +260 -57
- package/dist-engine-src/src/session/merge/analysis.rs +9 -3
- package/dist-engine-src/src/session/merge/{version.rs → branch.rs} +119 -129
- package/dist-engine-src/src/session/merge/conflicts.rs +2 -2
- package/dist-engine-src/src/session/merge/mod.rs +5 -6
- package/dist-engine-src/src/session/merge/stats.rs +7 -11
- package/dist-engine-src/src/session/mod.rs +19 -16
- package/dist-engine-src/src/session/switch_branch.rs +113 -0
- package/dist-engine-src/src/session/transaction.rs +557 -0
- package/dist-engine-src/src/sql2/bind/classify.rs +102 -0
- package/dist-engine-src/src/sql2/bind/error.rs +5 -0
- package/dist-engine-src/src/sql2/bind/expr.rs +29 -0
- package/dist-engine-src/src/sql2/bind/mod.rs +12 -0
- package/dist-engine-src/src/sql2/{udfs/public_call.rs → bind/public_udf.rs} +98 -3
- package/dist-engine-src/src/sql2/bind/read.rs +65 -0
- package/dist-engine-src/src/sql2/bind/statement.rs +2236 -0
- package/dist-engine-src/src/sql2/bind/table.rs +273 -0
- package/dist-engine-src/src/sql2/bind/write.rs +86 -0
- package/dist-engine-src/src/sql2/branch_scope.rs +436 -0
- package/dist-engine-src/src/sql2/catalog/capability.rs +20 -0
- package/dist-engine-src/src/sql2/catalog/entity_surface.rs +296 -0
- package/dist-engine-src/src/sql2/catalog/mod.rs +15 -0
- package/dist-engine-src/src/sql2/catalog/registry.rs +556 -0
- package/dist-engine-src/src/sql2/catalog/schema.rs +88 -0
- package/dist-engine-src/src/sql2/catalog/surface.rs +41 -0
- package/dist-engine-src/src/sql2/change_materialization.rs +122 -0
- package/dist-engine-src/src/sql2/context.rs +36 -30
- package/dist-engine-src/src/sql2/error.rs +4 -5
- package/dist-engine-src/src/sql2/exec/bound_public_write.rs +1593 -0
- package/dist-engine-src/src/sql2/exec/datafusion.rs +5266 -0
- package/dist-engine-src/src/sql2/exec/fast_write.rs +82 -0
- package/dist-engine-src/src/sql2/exec/mod.rs +24 -0
- package/dist-engine-src/src/sql2/exec/write.rs +661 -0
- package/dist-engine-src/src/sql2/filesystem_planner.rs +72 -77
- package/dist-engine-src/src/sql2/filesystem_visibility.rs +21 -21
- package/dist-engine-src/src/sql2/history_projection.rs +8 -8
- package/dist-engine-src/src/sql2/history_route.rs +35 -31
- package/dist-engine-src/src/sql2/mod.rs +30 -24
- package/dist-engine-src/src/sql2/optimize/datafusion.rs +1 -0
- package/dist-engine-src/src/sql2/optimize/mod.rs +2 -0
- package/dist-engine-src/src/sql2/optimize/simple_write.rs +116 -0
- package/dist-engine-src/src/sql2/parse/mod.rs +69 -0
- package/dist-engine-src/src/sql2/parse/normalize.rs +1 -0
- package/dist-engine-src/src/sql2/plan/branch_scope.rs +24 -0
- package/dist-engine-src/src/sql2/plan/mod.rs +5 -0
- package/dist-engine-src/src/sql2/plan/predicate.rs +22 -0
- package/dist-engine-src/src/sql2/plan/write.rs +147 -0
- package/dist-engine-src/src/sql2/predicate_typecheck.rs +258 -0
- package/dist-engine-src/src/sql2/{version_provider.rs → providers/branch.rs} +218 -214
- package/dist-engine-src/src/sql2/{change_provider.rs → providers/change.rs} +156 -42
- package/dist-engine-src/src/sql2/{directory_provider.rs → providers/directory.rs} +291 -322
- package/dist-engine-src/src/sql2/{directory_history_provider.rs → providers/directory_history.rs} +56 -42
- package/dist-engine-src/src/sql2/providers/entity.rs +1484 -0
- package/dist-engine-src/src/sql2/{entity_history_provider.rs → providers/entity_history.rs} +43 -31
- package/dist-engine-src/src/sql2/{file_provider.rs → providers/file.rs} +323 -316
- package/dist-engine-src/src/sql2/{file_history_provider.rs → providers/file_history.rs} +60 -46
- package/dist-engine-src/src/sql2/{history_provider.rs → providers/history.rs} +46 -32
- package/dist-engine-src/src/sql2/{lix_state_provider.rs → providers/lix_state.rs} +359 -329
- package/dist-engine-src/src/sql2/providers/mod.rs +508 -0
- package/dist-engine-src/src/sql2/read_only.rs +2 -2
- package/dist-engine-src/src/sql2/session.rs +47 -96
- package/dist-engine-src/src/sql2/storage/constraints.rs +1 -0
- package/dist-engine-src/src/sql2/storage/mod.rs +1 -0
- package/dist-engine-src/src/sql2/test_support/differential.rs +712 -0
- package/dist-engine-src/src/sql2/test_support/generators.rs +354 -0
- package/dist-engine-src/src/sql2/test_support/mod.rs +2 -0
- package/dist-engine-src/src/sql2/udfs/{lix_active_version_commit_id.rs → lix_active_branch_commit_id.rs} +7 -7
- package/dist-engine-src/src/sql2/udfs/mod.rs +3 -6
- package/dist-engine-src/src/sql2/write_normalization.rs +45 -22
- package/dist-engine-src/src/storage/conformance.rs +399 -0
- package/dist-engine-src/src/storage/context.rs +552 -288
- package/dist-engine-src/src/storage/mod.rs +48 -10
- package/dist-engine-src/src/storage/point.rs +440 -0
- package/dist-engine-src/src/storage/read_scope.rs +43 -64
- package/dist-engine-src/src/storage/reader.rs +867 -0
- package/dist-engine-src/src/storage/scan.rs +784 -0
- package/dist-engine-src/src/storage/spaces.rs +236 -0
- package/dist-engine-src/src/storage/stats.rs +80 -0
- package/dist-engine-src/src/storage/write_set.rs +962 -0
- package/dist-engine-src/src/storage_bench.rs +136 -4828
- package/dist-engine-src/src/test_support.rs +360 -138
- package/dist-engine-src/src/tracked_state/bench_support.rs +394 -0
- package/dist-engine-src/src/tracked_state/codec.rs +155 -1057
- package/dist-engine-src/src/tracked_state/commit_root_rebuild.rs +358 -0
- package/dist-engine-src/src/tracked_state/context.rs +1927 -993
- package/dist-engine-src/src/tracked_state/diff.rs +1715 -261
- package/dist-engine-src/src/tracked_state/merge.rs +74 -88
- package/dist-engine-src/src/tracked_state/mod.rs +19 -16
- package/dist-engine-src/src/tracked_state/{materialization.rs → row_materialization.rs} +50 -178
- package/dist-engine-src/src/tracked_state/storage.rs +243 -191
- package/dist-engine-src/src/tracked_state/tree.rs +247 -371
- package/dist-engine-src/src/tracked_state/types.rs +49 -42
- package/dist-engine-src/src/transaction/bench_support.rs +407 -0
- package/dist-engine-src/src/transaction/commit.rs +821 -713
- package/dist-engine-src/src/transaction/context.rs +705 -600
- package/dist-engine-src/src/transaction/mod.rs +13 -2
- package/dist-engine-src/src/transaction/normalization.rs +63 -76
- package/dist-engine-src/src/transaction/prep.rs +13 -13
- package/dist-engine-src/src/transaction/schema_resolver.rs +19 -5
- package/dist-engine-src/src/transaction/staging.rs +228 -434
- package/dist-engine-src/src/transaction/types.rs +41 -98
- package/dist-engine-src/src/transaction/validation.rs +382 -446
- package/dist-engine-src/src/untracked_state/codec.rs +337 -29
- package/dist-engine-src/src/untracked_state/context.rs +7 -7
- package/dist-engine-src/src/untracked_state/materialization.rs +2 -2
- package/dist-engine-src/src/untracked_state/mod.rs +1 -1
- package/dist-engine-src/src/untracked_state/storage.rs +659 -157
- package/dist-engine-src/src/untracked_state/types.rs +21 -21
- package/package.json +71 -68
- package/dist-engine-src/src/backend/kv.rs +0 -358
- package/dist-engine-src/src/backend/testing.rs +0 -658
- package/dist-engine-src/src/commit_store/codec.rs +0 -887
- package/dist-engine-src/src/commit_store/context.rs +0 -944
- package/dist-engine-src/src/commit_store/materialization.rs +0 -84
- package/dist-engine-src/src/commit_store/mod.rs +0 -16
- package/dist-engine-src/src/commit_store/storage.rs +0 -600
- package/dist-engine-src/src/commit_store/types.rs +0 -215
- package/dist-engine-src/src/schema/builtin/lix_version_descriptor.json +0 -34
- package/dist-engine-src/src/schema/builtin/lix_version_ref.json +0 -48
- package/dist-engine-src/src/session/create_version.rs +0 -88
- package/dist-engine-src/src/session/merge/apply.rs +0 -23
- package/dist-engine-src/src/session/optimization9_sql2_bench.rs +0 -100
- package/dist-engine-src/src/session/switch_version.rs +0 -109
- package/dist-engine-src/src/sql2/classify.rs +0 -182
- package/dist-engine-src/src/sql2/entity_provider.rs +0 -3211
- package/dist-engine-src/src/sql2/execute.rs +0 -3440
- package/dist-engine-src/src/sql2/public_bind/assignment.rs +0 -46
- package/dist-engine-src/src/sql2/public_bind/capability.rs +0 -41
- package/dist-engine-src/src/sql2/public_bind/dml.rs +0 -166
- package/dist-engine-src/src/sql2/public_bind/mod.rs +0 -25
- package/dist-engine-src/src/sql2/public_bind/table.rs +0 -168
- package/dist-engine-src/src/sql2/version_scope.rs +0 -394
- package/dist-engine-src/src/storage/types.rs +0 -501
- package/dist-engine-src/src/tracked_state/by_file_index.rs +0 -98
- package/dist-engine-src/src/tracked_state/materializer.rs +0 -488
- package/dist-engine-src/src/transaction/live_state_overlay.rs +0 -35
- package/dist-engine-src/src/version/lifecycle.rs +0 -221
- package/dist-engine-src/src/version/mod.rs +0 -13
- package/dist-engine-src/src/version/refs.rs +0 -330
- package/dist-engine-src/src/version/stage_rows.rs +0 -67
- package/dist-engine-src/src/version/types.rs +0 -21
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
use std::collections::BTreeSet;
|
|
2
|
-
|
|
3
|
-
use crate::LixError;
|
|
4
|
-
|
|
5
|
-
use super::table::{PublicSurface, PublicTableContracts};
|
|
6
|
-
|
|
7
|
-
pub(crate) fn validate_update_assignments(
|
|
8
|
-
surface: &PublicSurface,
|
|
9
|
-
columns: Vec<String>,
|
|
10
|
-
contracts: &PublicTableContracts,
|
|
11
|
-
) -> Result<(), LixError> {
|
|
12
|
-
let Some(contract) = contracts.get(surface) else {
|
|
13
|
-
return Ok(());
|
|
14
|
-
};
|
|
15
|
-
let mut seen = BTreeSet::new();
|
|
16
|
-
for column in columns {
|
|
17
|
-
if !seen.insert(column.clone()) {
|
|
18
|
-
return Err(LixError::new(
|
|
19
|
-
LixError::CODE_INVALID_PARAM,
|
|
20
|
-
format!(
|
|
21
|
-
"update {} assigns column '{column}' more than once",
|
|
22
|
-
surface.name()
|
|
23
|
-
),
|
|
24
|
-
));
|
|
25
|
-
}
|
|
26
|
-
let Some(column_contract) = contract.column(&column) else {
|
|
27
|
-
return Err(LixError::new(
|
|
28
|
-
LixError::CODE_INVALID_PARAM,
|
|
29
|
-
format!(
|
|
30
|
-
"update {} references unknown column '{column}'",
|
|
31
|
-
surface.name()
|
|
32
|
-
),
|
|
33
|
-
));
|
|
34
|
-
};
|
|
35
|
-
if !column_contract.writable {
|
|
36
|
-
return Err(LixError::new(
|
|
37
|
-
LixError::CODE_UNSUPPORTED_SQL,
|
|
38
|
-
format!(
|
|
39
|
-
"update {} cannot assign read-only column '{column}'",
|
|
40
|
-
surface.name()
|
|
41
|
-
),
|
|
42
|
-
));
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
Ok(())
|
|
46
|
-
}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
use crate::LixError;
|
|
2
|
-
|
|
3
|
-
use super::table::{Capability, PublicSurface, PublicTableContracts};
|
|
4
|
-
use super::DmlOperation;
|
|
5
|
-
|
|
6
|
-
pub(crate) fn validate_table_operation(
|
|
7
|
-
surface: &PublicSurface,
|
|
8
|
-
operation: DmlOperation,
|
|
9
|
-
contracts: &PublicTableContracts,
|
|
10
|
-
) -> Result<(), LixError> {
|
|
11
|
-
let Some(contract) = contracts.get(surface) else {
|
|
12
|
-
return Ok(());
|
|
13
|
-
};
|
|
14
|
-
match contract.operation(operation) {
|
|
15
|
-
Capability::Allowed => Ok(()),
|
|
16
|
-
Capability::ReadOnly(hint) => {
|
|
17
|
-
let message = if surface.name().ends_with("_history") {
|
|
18
|
-
format!(
|
|
19
|
-
"DML cannot write read-only history view '{}'",
|
|
20
|
-
surface.name()
|
|
21
|
-
)
|
|
22
|
-
} else {
|
|
23
|
-
format!(
|
|
24
|
-
"{} {} is not allowed because the SQL surface is read-only",
|
|
25
|
-
operation.as_str(),
|
|
26
|
-
surface.name()
|
|
27
|
-
)
|
|
28
|
-
};
|
|
29
|
-
Err(LixError::new(LixError::CODE_READ_ONLY, message).with_hint(hint))
|
|
30
|
-
}
|
|
31
|
-
Capability::Unsupported(hint) => Err(LixError::new(
|
|
32
|
-
LixError::CODE_UNSUPPORTED_SQL,
|
|
33
|
-
format!(
|
|
34
|
-
"{} {} is not supported by Lix SQL",
|
|
35
|
-
operation.as_str(),
|
|
36
|
-
surface.name()
|
|
37
|
-
),
|
|
38
|
-
)
|
|
39
|
-
.with_hint(hint)),
|
|
40
|
-
}
|
|
41
|
-
}
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
use datafusion::logical_expr::{LogicalPlan, WriteOp};
|
|
2
|
-
use datafusion::sql::sqlparser::ast::{
|
|
3
|
-
Assignment, AssignmentTarget, Delete, FromTable, ObjectName, Statement, TableFactor,
|
|
4
|
-
TableObject, TableWithJoins, Update,
|
|
5
|
-
};
|
|
6
|
-
use datafusion::sql::sqlparser::dialect::GenericDialect;
|
|
7
|
-
use datafusion::sql::sqlparser::parser::Parser;
|
|
8
|
-
use serde_json::Value as JsonValue;
|
|
9
|
-
|
|
10
|
-
use crate::LixError;
|
|
11
|
-
|
|
12
|
-
use super::assignment::validate_update_assignments;
|
|
13
|
-
use super::capability::validate_table_operation;
|
|
14
|
-
use super::table::{PublicSurface, PublicTableContracts};
|
|
15
|
-
|
|
16
|
-
#[derive(Clone, Copy, Debug, Eq, PartialEq)]
|
|
17
|
-
pub(crate) enum DmlOperation {
|
|
18
|
-
Insert,
|
|
19
|
-
Update,
|
|
20
|
-
Delete,
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
impl DmlOperation {
|
|
24
|
-
pub(crate) fn as_str(self) -> &'static str {
|
|
25
|
-
match self {
|
|
26
|
-
Self::Insert => "insert",
|
|
27
|
-
Self::Update => "update",
|
|
28
|
-
Self::Delete => "delete",
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
pub(crate) fn validate_sql(sql: &str, visible_schemas: &[JsonValue]) -> Result<(), LixError> {
|
|
34
|
-
let statements = Parser::parse_sql(&GenericDialect {}, sql).map_err(|error| {
|
|
35
|
-
LixError::new(
|
|
36
|
-
LixError::CODE_PARSE_ERROR,
|
|
37
|
-
format!("sql2 SQL parse error: {error}"),
|
|
38
|
-
)
|
|
39
|
-
})?;
|
|
40
|
-
let [statement] = statements.as_slice() else {
|
|
41
|
-
return Ok(());
|
|
42
|
-
};
|
|
43
|
-
let contracts = PublicTableContracts::new(visible_schemas)?;
|
|
44
|
-
validate_statement(statement, &contracts)
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
pub(crate) fn validate_plan(
|
|
48
|
-
plan: &LogicalPlan,
|
|
49
|
-
visible_schemas: &[JsonValue],
|
|
50
|
-
) -> Result<(), LixError> {
|
|
51
|
-
let contracts = PublicTableContracts::new(visible_schemas)?;
|
|
52
|
-
validate_plan_with_contracts(plan, &contracts)
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
fn validate_plan_with_contracts(
|
|
56
|
-
plan: &LogicalPlan,
|
|
57
|
-
contracts: &PublicTableContracts,
|
|
58
|
-
) -> Result<(), LixError> {
|
|
59
|
-
if let LogicalPlan::Dml(dml) = plan {
|
|
60
|
-
let surface = PublicSurface::named(dml.table_name.table());
|
|
61
|
-
validate_table_operation(&surface, operation_from_write_op(&dml.op), contracts)?;
|
|
62
|
-
}
|
|
63
|
-
for input in plan.inputs() {
|
|
64
|
-
validate_plan_with_contracts(input, contracts)?;
|
|
65
|
-
}
|
|
66
|
-
Ok(())
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
fn operation_from_write_op(op: &WriteOp) -> DmlOperation {
|
|
70
|
-
match op {
|
|
71
|
-
WriteOp::Insert(_) | WriteOp::Ctas => DmlOperation::Insert,
|
|
72
|
-
WriteOp::Update => DmlOperation::Update,
|
|
73
|
-
WriteOp::Delete | WriteOp::Truncate => DmlOperation::Delete,
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
fn validate_statement(
|
|
78
|
-
statement: &Statement,
|
|
79
|
-
contracts: &PublicTableContracts,
|
|
80
|
-
) -> Result<(), LixError> {
|
|
81
|
-
match statement {
|
|
82
|
-
Statement::Insert(insert) => {
|
|
83
|
-
let Some(table_name) = insert_target_name(&insert.table) else {
|
|
84
|
-
return Ok(());
|
|
85
|
-
};
|
|
86
|
-
let surface = PublicSurface::named(table_name);
|
|
87
|
-
validate_table_operation(&surface, DmlOperation::Insert, contracts)
|
|
88
|
-
}
|
|
89
|
-
Statement::Update(update) => validate_update(update, contracts),
|
|
90
|
-
Statement::Delete(delete) => validate_delete(delete, contracts),
|
|
91
|
-
Statement::Explain { statement, .. } => validate_statement(statement, contracts),
|
|
92
|
-
_ => Ok(()),
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
fn validate_update(update: &Update, contracts: &PublicTableContracts) -> Result<(), LixError> {
|
|
97
|
-
let Some(table_name) = table_with_joins_target_name(&update.table) else {
|
|
98
|
-
return Ok(());
|
|
99
|
-
};
|
|
100
|
-
let surface = PublicSurface::named(table_name);
|
|
101
|
-
validate_table_operation(&surface, DmlOperation::Update, contracts)?;
|
|
102
|
-
validate_update_assignments(
|
|
103
|
-
&surface,
|
|
104
|
-
assignment_column_names(&update.assignments)?,
|
|
105
|
-
contracts,
|
|
106
|
-
)
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
fn validate_delete(delete: &Delete, contracts: &PublicTableContracts) -> Result<(), LixError> {
|
|
110
|
-
for table in delete_from_tables(delete) {
|
|
111
|
-
let Some(table_name) = table_with_joins_target_name(table) else {
|
|
112
|
-
continue;
|
|
113
|
-
};
|
|
114
|
-
let surface = PublicSurface::named(table_name);
|
|
115
|
-
validate_table_operation(&surface, DmlOperation::Delete, contracts)?;
|
|
116
|
-
}
|
|
117
|
-
Ok(())
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
fn delete_from_tables(delete: &Delete) -> &[TableWithJoins] {
|
|
121
|
-
match &delete.from {
|
|
122
|
-
FromTable::WithFromKeyword(tables) | FromTable::WithoutKeyword(tables) => tables,
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
fn assignment_column_names(assignments: &[Assignment]) -> Result<Vec<String>, LixError> {
|
|
127
|
-
let mut columns = Vec::new();
|
|
128
|
-
for assignment in assignments {
|
|
129
|
-
match &assignment.target {
|
|
130
|
-
AssignmentTarget::ColumnName(name) => {
|
|
131
|
-
if let Some(column) = object_name_leaf(name) {
|
|
132
|
-
columns.push(column);
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
AssignmentTarget::Tuple(names) => {
|
|
136
|
-
for name in names {
|
|
137
|
-
if let Some(column) = object_name_leaf(name) {
|
|
138
|
-
columns.push(column);
|
|
139
|
-
}
|
|
140
|
-
}
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
Ok(columns)
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
fn insert_target_name(table: &TableObject) -> Option<String> {
|
|
148
|
-
match table {
|
|
149
|
-
TableObject::TableName(name) => object_name_leaf(name),
|
|
150
|
-
_ => None,
|
|
151
|
-
}
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
fn table_with_joins_target_name(table: &TableWithJoins) -> Option<String> {
|
|
155
|
-
match &table.relation {
|
|
156
|
-
TableFactor::Table { name, .. } => object_name_leaf(name),
|
|
157
|
-
_ => None,
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
fn object_name_leaf(name: &ObjectName) -> Option<String> {
|
|
162
|
-
name.0
|
|
163
|
-
.last()
|
|
164
|
-
.and_then(|part| part.as_ident())
|
|
165
|
-
.map(|ident| ident.value.to_ascii_lowercase())
|
|
166
|
-
}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
mod assignment;
|
|
2
|
-
mod capability;
|
|
3
|
-
mod dml;
|
|
4
|
-
mod table;
|
|
5
|
-
|
|
6
|
-
use datafusion::logical_expr::LogicalPlan;
|
|
7
|
-
use serde_json::Value as JsonValue;
|
|
8
|
-
|
|
9
|
-
use crate::LixError;
|
|
10
|
-
|
|
11
|
-
pub(crate) use dml::DmlOperation;
|
|
12
|
-
|
|
13
|
-
pub(crate) fn validate_public_dml_sql(
|
|
14
|
-
sql: &str,
|
|
15
|
-
visible_schemas: &[JsonValue],
|
|
16
|
-
) -> Result<(), LixError> {
|
|
17
|
-
dml::validate_sql(sql, visible_schemas)
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
pub(crate) fn validate_public_dml_plan(
|
|
21
|
-
plan: &LogicalPlan,
|
|
22
|
-
visible_schemas: &[JsonValue],
|
|
23
|
-
) -> Result<(), LixError> {
|
|
24
|
-
dml::validate_plan(plan, visible_schemas)
|
|
25
|
-
}
|
|
@@ -1,168 +0,0 @@
|
|
|
1
|
-
use std::collections::{BTreeMap, BTreeSet};
|
|
2
|
-
|
|
3
|
-
use serde_json::Value as JsonValue;
|
|
4
|
-
|
|
5
|
-
use crate::schema::schema_key_from_definition;
|
|
6
|
-
use crate::LixError;
|
|
7
|
-
|
|
8
|
-
#[derive(Clone, Copy, Debug, Eq, PartialEq)]
|
|
9
|
-
pub(crate) enum Capability {
|
|
10
|
-
Allowed,
|
|
11
|
-
ReadOnly(&'static str),
|
|
12
|
-
Unsupported(&'static str),
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
#[derive(Clone, Debug)]
|
|
16
|
-
pub(crate) struct ColumnContract {
|
|
17
|
-
pub(crate) writable: bool,
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
#[derive(Clone, Debug)]
|
|
21
|
-
pub(crate) struct TableContract {
|
|
22
|
-
pub(crate) insert: Capability,
|
|
23
|
-
pub(crate) update: Capability,
|
|
24
|
-
pub(crate) delete: Capability,
|
|
25
|
-
pub(crate) columns: BTreeMap<String, ColumnContract>,
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
impl TableContract {
|
|
29
|
-
pub(crate) fn operation(&self, operation: super::DmlOperation) -> Capability {
|
|
30
|
-
match operation {
|
|
31
|
-
super::DmlOperation::Insert => self.insert,
|
|
32
|
-
super::DmlOperation::Update => self.update,
|
|
33
|
-
super::DmlOperation::Delete => self.delete,
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
pub(crate) fn column(&self, column: &str) -> Option<&ColumnContract> {
|
|
38
|
-
self.columns.get(column)
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
#[derive(Clone, Debug, Eq, PartialEq, Ord, PartialOrd)]
|
|
43
|
-
pub(crate) struct PublicSurface {
|
|
44
|
-
name: String,
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
impl PublicSurface {
|
|
48
|
-
pub(crate) fn named(name: impl Into<String>) -> Self {
|
|
49
|
-
Self {
|
|
50
|
-
name: name.into().to_ascii_lowercase(),
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
pub(crate) fn name(&self) -> &str {
|
|
55
|
-
&self.name
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
#[derive(Clone, Debug)]
|
|
60
|
-
pub(crate) struct PublicTableContracts {
|
|
61
|
-
contracts: BTreeMap<String, TableContract>,
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
impl PublicTableContracts {
|
|
65
|
-
pub(crate) fn new(visible_schemas: &[JsonValue]) -> Result<Self, LixError> {
|
|
66
|
-
let mut contracts = builtin_contracts();
|
|
67
|
-
for schema in visible_schemas {
|
|
68
|
-
let schema_key = schema_key_from_definition(schema)?.schema_key;
|
|
69
|
-
contracts.insert(
|
|
70
|
-
format!("{}_history", schema_key.to_ascii_lowercase()),
|
|
71
|
-
history_contract(),
|
|
72
|
-
);
|
|
73
|
-
}
|
|
74
|
-
Ok(Self { contracts })
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
pub(crate) fn get(&self, surface: &PublicSurface) -> Option<&TableContract> {
|
|
78
|
-
self.contracts.get(surface.name())
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
fn builtin_contracts() -> BTreeMap<String, TableContract> {
|
|
83
|
-
let mut contracts = BTreeMap::new();
|
|
84
|
-
|
|
85
|
-
for table in [
|
|
86
|
-
"lix_change",
|
|
87
|
-
"lix_commit",
|
|
88
|
-
"lix_commit_by_version",
|
|
89
|
-
"lix_commit_edge",
|
|
90
|
-
"lix_commit_edge_by_version",
|
|
91
|
-
"lix_change_set",
|
|
92
|
-
"lix_change_set_by_version",
|
|
93
|
-
"lix_change_set_element",
|
|
94
|
-
"lix_change_set_element_by_version",
|
|
95
|
-
] {
|
|
96
|
-
contracts.insert(table.to_string(), commit_graph_contract());
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
for table in [
|
|
100
|
-
"lix_state_history",
|
|
101
|
-
"lix_file_history",
|
|
102
|
-
"lix_directory_history",
|
|
103
|
-
] {
|
|
104
|
-
contracts.insert(table.to_string(), history_contract());
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
contracts.insert(
|
|
108
|
-
"lix_registered_schema".to_string(),
|
|
109
|
-
TableContract {
|
|
110
|
-
insert: Capability::Allowed,
|
|
111
|
-
update: Capability::Allowed,
|
|
112
|
-
delete: Capability::Unsupported(
|
|
113
|
-
"lix_registered_schema deletion is not supported; register an amended schema instead",
|
|
114
|
-
),
|
|
115
|
-
columns: columns(&["value", "lixcol_metadata", "lixcol_global", "lixcol_untracked"]),
|
|
116
|
-
},
|
|
117
|
-
);
|
|
118
|
-
|
|
119
|
-
contracts.insert(
|
|
120
|
-
"lix_key_value".to_string(),
|
|
121
|
-
TableContract {
|
|
122
|
-
insert: Capability::Allowed,
|
|
123
|
-
update: Capability::Allowed,
|
|
124
|
-
delete: Capability::Allowed,
|
|
125
|
-
columns: columns(&["key", "value", "lixcol_metadata"]),
|
|
126
|
-
},
|
|
127
|
-
);
|
|
128
|
-
|
|
129
|
-
contracts
|
|
130
|
-
}
|
|
131
|
-
|
|
132
|
-
fn commit_graph_contract() -> TableContract {
|
|
133
|
-
TableContract {
|
|
134
|
-
insert: Capability::ReadOnly(
|
|
135
|
-
"Commit graph and changelog surfaces are read-only; Lix creates them when transactions commit.",
|
|
136
|
-
),
|
|
137
|
-
update: Capability::ReadOnly(
|
|
138
|
-
"Commit graph and changelog surfaces are read-only; Lix creates them when transactions commit.",
|
|
139
|
-
),
|
|
140
|
-
delete: Capability::ReadOnly(
|
|
141
|
-
"Commit graph and changelog surfaces are read-only; Lix creates them when transactions commit.",
|
|
142
|
-
),
|
|
143
|
-
columns: BTreeMap::new(),
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
fn history_contract() -> TableContract {
|
|
148
|
-
TableContract {
|
|
149
|
-
insert: Capability::ReadOnly(
|
|
150
|
-
"History views are query-only; write to the live surface such as lix_state, lix_file, lix_directory, or the typed entity table.",
|
|
151
|
-
),
|
|
152
|
-
update: Capability::ReadOnly(
|
|
153
|
-
"History views are query-only; write to the live surface such as lix_state, lix_file, lix_directory, or the typed entity table.",
|
|
154
|
-
),
|
|
155
|
-
delete: Capability::ReadOnly(
|
|
156
|
-
"History views are query-only; write to the live surface such as lix_state, lix_file, lix_directory, or the typed entity table.",
|
|
157
|
-
),
|
|
158
|
-
columns: BTreeMap::new(),
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
fn columns(writable: &[&str]) -> BTreeMap<String, ColumnContract> {
|
|
163
|
-
let writable = writable.iter().copied().collect::<BTreeSet<_>>();
|
|
164
|
-
writable
|
|
165
|
-
.into_iter()
|
|
166
|
-
.map(|column| (column.to_string(), ColumnContract { writable: true }))
|
|
167
|
-
.collect()
|
|
168
|
-
}
|