@lix-js/sdk 0.5.0-preview.1 → 0.5.0

package/src/change-set/apply-change-set.ts

@@ -1,6 +1,7 @@
 import type { Lix } from "../lix/index.js";
-import type { LixChangeSet } from "./schema.js";
+import type { LixChangeSet } from "./schema-definition.js";
 import { updateStateCache } from "../state/cache/update-state-cache.js";
+import { clearFileDataCache } from "../filesystem/file/cache/clear-file-data-cache.js";
 
 /**
  * Applies a change set to the lix.
@@ -22,7 +23,7 @@ export async function applyChangeSet(args: {
 		// This is necessary because we are applying a change set directly
 		// and we don't want to create a new change set for this operation
 		await trx
-			.insertInto("key_value_all")
+			.insertInto("key_value_by_version")
 			.values({
 				key: "lix_skip_file_handlers",
 				value: true,
@@ -38,56 +39,38 @@ export async function applyChangeSet(args: {
 			.where("id", "=", version.id)
 			.execute();
 
-		// Add a parent relationship (create the edge in the commit graph)
-		if (version.commit_id !== version.commit_id) {
-			// Check if edge already exists to avoid conflict
-			const existingEdge = await trx
-				.selectFrom("commit_edge_all")
-				.where("parent_id", "=", version.commit_id)
-				.where("child_id", "=", version.commit_id)
-				.where("lixcol_version_id", "=", "global")
-				.selectAll()
-				.executeTakeFirst();
-
-			if (!existingEdge) {
-				await trx
-					.insertInto("commit_edge_all")
-					.values({
-						parent_id: version.commit_id,
-						child_id: version.commit_id,
-						lixcol_version_id: "global",
-					})
-					.execute();
-			}
-		}
-
 		// Query for changes in the provided change set (direct mode only)
 		const changesResult = await trx
 			.selectFrom("change")
 			.innerJoin(
-				"change_set_element_all",
-				"change_set_element_all.change_id",
+				"change_set_element_by_version",
+				"change_set_element_by_version.change_id",
 				"change.id"
 			)
-			.where("change_set_element_all.change_set_id", "=", args.changeSet.id)
-			.where("change_set_element_all.lixcol_version_id", "=", "global")
+			.where(
+				"change_set_element_by_version.change_set_id",
+				"=",
+				args.changeSet.id
+			)
+			.where("change_set_element_by_version.lixcol_version_id", "=", "global")
 			.selectAll("change")
 			.execute();
 
-		// Write-through cache: populate internal_state_cache for all applied changes
-		for (const change of changesResult) {
-			updateStateCache({
-				lix: args.lix,
-				change: {
-					...change,
-					snapshot_content: change.snapshot_content
-						? JSON.stringify(change.snapshot_content)
-						: null,
-				},
-				version_id: version.id,
-				commit_id: version.commit_id,
-			});
-		}
+		// Write-through cache: populate lix_internal_state_cache for all applied changes
+		const changesForCache = changesResult.map((change) => ({
+			...change,
+			snapshot_content: change.snapshot_content
+				? JSON.stringify(change.snapshot_content)
+				: null,
+			metadata: change.metadata ? JSON.stringify(change.metadata) : null,
+		}));
+
+		updateStateCache({
+			engine: args.lix.engine!,
+			changes: changesForCache,
+			version_id: version.id,
+			commit_id: version.commit_id,
+		});
 
 		// Group changes by file_id for processing
 		const changesGroupedByFile = Object.groupBy(
@@ -110,7 +93,7 @@ export async function applyChangeSet(args: {
 			// Skip plugin processing for lix own file changes (file metadata changes)
 			// These are handled by the database triggers and don't need plugin processing
 			const hasLixOwnEntityChanges = changes.some(
-				(c) => c.plugin_key === "lix_own_entity"
+				(c) => c.plugin_key === "lix_sdk"
 			);
 			if (hasLixOwnEntityChanges) {
 				continue;
@@ -126,6 +109,15 @@ export async function applyChangeSet(args: {
 				continue;
 			}
 
+			// Clear file cache before fetching to ensure we get fresh data
+			// This is important because the file may have been updated by previous operations
+			// and we need the current state for plugin processing
+			clearFileDataCache({
+				engine: args.lix.engine!,
+				fileId: file_id,
+				versionId: version.id,
+			});
+
 			const file = await trx
 				.selectFrom("file")
 				.where("id", "=", file_id)
@@ -161,7 +153,7 @@ export async function applyChangeSet(args: {
 
 			// After processing all plugins, emit file change event
 			await trx
-				.deleteFrom("key_value_all")
+				.deleteFrom("key_value_by_version")
 				.where("lixcol_version_id", "=", version.id)
 				.where("key", "=", "lix_skip_file_handlers")
 				.execute();

package/src/change-set/create-change-set.test.ts

@@ -10,13 +10,14 @@ test("creating a change set should succeed", async () => {
 		.insertInto("stored_schema")
 		.values({
 			value: {
-				"x-lix-key": "mock-schema",
+				"x-lix-key": "mock_schema",
 				"x-lix-version": "1.0",
 				type: "object",
 				properties: {
 					id: { type: "string" },
 				},
 				required: ["id"],
+				additionalProperties: false,
 			} satisfies LixSchemaDefinition,
 		})
 		.execute();
@@ -26,7 +27,7 @@ test("creating a change set should succeed", async () => {
 		.values([
 			{
 				id: "change0",
-				schema_key: "mock-schema",
+				schema_key: "mock_schema",
 				schema_version: "1.0",
 				entity_id: "value1",
 				file_id: "mock",
@@ -35,7 +36,7 @@ test("creating a change set should succeed", async () => {
 			},
 			{
 				id: "change1",
-				schema_key: "mock-schema",
+				schema_key: "mock_schema",
 				schema_version: "1.0",
 				entity_id: "value2",
 				file_id: "mock",
@@ -89,55 +90,6 @@ test("creating a change set with empty elements array should succeed", async ()
 	expect(changeSetMembers).toHaveLength(0);
 });
 
-test("creating a change set with labels should associate the labels with the change set", async () => {
-	const lix = await openLix({});
-
-	// Get the active version to ensure we work in the same context
-	const activeVersion = await lix.db
-		.selectFrom("active_version")
-		.select("version_id")
-		.executeTakeFirstOrThrow();
-
-	// Create a new label in the active version context
-	await lix.db
-		.insertInto("label")
-		.values({
-			name: "test-label",
-		})
-		.execute();
-
-	const testLabel = await lix.db
-		.selectFrom("label")
-		.selectAll()
-		.where("name", "=", "test-label")
-		.executeTakeFirstOrThrow();
-
-	// Create a change set with labels in the same version context
-	const changeSet = await createChangeSet({
-		lix: lix,
-		elements: [],
-		labels: [testLabel],
-		lixcol_version_id: activeVersion.version_id,
-	});
-
-	// Verify the change set was created
-	expect(changeSet.id).toBeDefined();
-
-	// Get the labels associated with the change set
-	const changeSetLabels = await lix.db
-		.selectFrom("change_set_label")
-		.innerJoin("label", "label.id", "change_set_label.label_id")
-		.selectAll()
-		.where("change_set_id", "=", changeSet.id)
-		.execute();
-
-	// Verify both labels are associated with the change set
-	expect(changeSetLabels).toHaveLength(1);
-	expect(changeSetLabels.map((label) => label.name)).toEqual(
-		expect.arrayContaining(["test-label"])
-	);
-});
-
 test("creating a change set with version_id should store it in the specified version", async () => {
 	const lix = await openLix({});
 
@@ -157,7 +109,7 @@ test("creating a change set with version_id should store it in the specified ver
 
 	// Also verify by querying the database directly
 	const storedChangeSet = await lix.db
-		.selectFrom("change_set_all")
+		.selectFrom("change_set_by_version")
 		.selectAll()
 		.where("id", "=", changeSet.id)
 		.where("lixcol_version_id", "=", globalVersion)

package/src/change-set/create-change-set.ts

@@ -1,8 +1,7 @@
-import { nanoId } from "../deterministic/index.js";
+import { nanoId } from "../engine/functions/nano-id.js";
 import type { Lix } from "../lix/open-lix.js";
-import type { LixChangeSet, LixChangeSetElement } from "./schema.js";
-import type { LixLabel } from "../label/schema.js";
-import type { NewState } from "../entity-views/types.js";
+import type { LixChangeSet, LixChangeSetElement } from "./schema-definition.js";
+import type { NewState } from "../engine/entity-views/types.js";
 
 /**
  * Creates a change set and optionally attaches elements and labels.
@@ -18,20 +17,19 @@ import type { NewState } from "../entity-views/types.js";
  */
 
 export async function createChangeSet(args: {
-	lix: Pick<Lix, "db" | "sqlite">;
+	lix: Lix;
 	id?: string;
 	elements?: Omit<NewState<LixChangeSetElement>, "change_set_id">[];
-	labels?: Pick<LixLabel, "id">[];
 	/** Version ID where the change set should be stored. Defaults to active version */
 	lixcol_version_id?: string;
 }): Promise<LixChangeSet & { lixcol_version_id: string }> {
 	const executeInTransaction = async (trx: Lix["db"]) => {
-		const csId = args.id ?? nanoId({ lix: args.lix });
+		const csId = args.id ?? (await nanoId({ lix: { ...args.lix, db: trx } }));
 
 		// Use _all view if version_id is specified, otherwise use regular view
 		if (args.lixcol_version_id) {
 			await trx
-				.insertInto("change_set_all")
+				.insertInto("change_set_by_version")
 				.values({
 					id: csId,
 					lixcol_version_id: args.lixcol_version_id,
@@ -50,7 +48,7 @@ export async function createChangeSet(args: {
 			// Insert elements linking change set to changes
 			if (args.lixcol_version_id) {
 				await trx
-					.insertInto("change_set_element_all")
+					.insertInto("change_set_element_by_version")
 					.values(
 						args.elements.map((element) => ({
 							change_set_id: csId,
@@ -72,34 +70,8 @@ export async function createChangeSet(args: {
 			}
 		}
 
-		// Add labels if provided
-		if (args.labels && args.labels.length > 0) {
-			if (args.lixcol_version_id) {
-				await trx
-					.insertInto("change_set_label_all")
-					.values(
-						args.labels.map((label) => ({
-							lixcol_version_id: args.lixcol_version_id,
-							label_id: label.id,
-							change_set_id: csId,
-						}))
-					)
-					.execute();
-			} else {
-				await trx
-					.insertInto("change_set_label")
-					.values(
-						args.labels.map((label) => ({
-							label_id: label.id,
-							change_set_id: csId,
-						}))
-					)
-					.execute();
-			}
-		}
-
 		const changeSet = await trx
-			.selectFrom("change_set_all")
+			.selectFrom("change_set_by_version")
 			.selectAll()
 			.where("id", "=", csId)
 			.where(

package/src/change-set/index.ts

@@ -1,10 +1,8 @@
 export {
 	LixChangeSetSchema,
 	LixChangeSetElementSchema,
-	LixChangeSetLabelSchema,
 	type LixChangeSet,
 	type LixChangeSetElement,
-	type LixChangeSetLabel,
-} from "./schema.js";
+} from "./schema-definition.js";
 export { createChangeSet } from "./create-change-set.js";
 export { applyChangeSet } from "./apply-change-set.js";

package/src/change-set/schema-definition.ts

@@ -0,0 +1,83 @@
+import type {
+	FromLixSchemaDefinition,
+	LixSchemaDefinition,
+} from "../schema-definition/definition.js";
+
+export type LixChangeSet = FromLixSchemaDefinition<typeof LixChangeSetSchema>;
+
+export const LixChangeSetSchema = {
+	"x-lix-key": "lix_change_set",
+	"x-lix-version": "1.0",
+	"x-lix-primary-key": ["/id"],
+	"x-lix-override-lixcols": {
+		lixcol_file_id: '"lix"',
+		lixcol_plugin_key: '"lix_sdk"',
+		lixcol_version_id: '"global"',
+	},
+	type: "object",
+	properties: {
+		id: {
+			type: "string",
+			"x-lix-default": "lix_uuid_v7()",
+		},
+	},
+	required: ["id"],
+	additionalProperties: false,
+} as const;
+LixChangeSetSchema satisfies LixSchemaDefinition;
+
+export type LixChangeSetElement = FromLixSchemaDefinition<
+	typeof LixChangeSetElementSchema
+>;
+
+export const LixChangeSetElementSchema = {
+	"x-lix-key": "lix_change_set_element",
+	"x-lix-version": "1.0",
+	"x-lix-foreign-keys": [
+		{
+			properties: ["/change_set_id"],
+			references: {
+				schemaKey: "lix_change_set",
+				properties: ["/id"],
+			},
+		},
+		{
+			properties: ["/change_id"],
+			references: {
+				schemaKey: "lix_change",
+				properties: ["/id"],
+			},
+		},
+		{
+			properties: ["/schema_key"],
+			references: {
+				schemaKey: "lix_stored_schema",
+				properties: ["/value/x-lix-key"],
+			},
+		},
+	],
+	"x-lix-primary-key": ["/change_set_id", "/change_id"],
+	"x-lix-unique": [["/change_set_id", "/entity_id", "/schema_key", "/file_id"]],
+	"x-lix-override-lixcols": {
+		lixcol_file_id: '"lix"',
+		lixcol_plugin_key: '"lix_sdk"',
+		lixcol_version_id: '"global"',
+	},
+	type: "object",
+	properties: {
+		change_set_id: { type: "string" },
+		change_id: { type: "string" },
+		entity_id: { type: "string" },
+		schema_key: { type: "string" },
+		file_id: { type: "string" },
+	},
+	required: [
+		"change_set_id",
+		"change_id",
+		"entity_id",
+		"schema_key",
+		"file_id",
+	],
+	additionalProperties: false,
+} as const;
+LixChangeSetElementSchema satisfies LixSchemaDefinition;

package/src/change-set/schema.test.ts

@@ -20,18 +20,18 @@ describe("change_set", () => {
 		expect(viewAfterInsert).toMatchObject([
 			{
 				id: "cs0",
-				metadata: null,
+				lixcol_metadata: null,
 			},
 			{
 				id: "cs1",
-				metadata: null,
+				lixcol_metadata: null,
 			},
 		]);
 
 		await lix.db
 			.updateTable("change_set")
 			.where("id", "=", "cs0")
-			.set({ metadata: { foo: "bar" } })
+			.set({ lixcol_metadata: { foo: "bar" } })
 			.execute();
 
 		const viewAfterUpdate = await lix.db
@@ -44,11 +44,11 @@ describe("change_set", () => {
 		expect(viewAfterUpdate).toMatchObject([
 			{
 				id: "cs0",
-				metadata: { foo: "bar" },
+				lixcol_metadata: { foo: "bar" },
 			},
 			{
 				id: "cs1",
-				metadata: null,
+				lixcol_metadata: null,
 			},
 		]);
 
@@ -64,7 +64,7 @@ describe("change_set", () => {
 		expect(viewAfterDelete).toMatchObject([
 			{
 				id: "cs1",
-				metadata: null,
+				lixcol_metadata: null,
 			},
 		]);
 
@@ -80,21 +80,25 @@ describe("change_set", () => {
 			// insert
 			{
 				id: "cs0",
-				metadata: null,
 			},
 			// insert
 			{
 				id: "cs1",
-				metadata: null,
 			},
 			// update
 			{
 				id: "cs0",
-				metadata: { foo: "bar" },
 			},
 			// delete
 			null,
 		]);
+
+		expect(changes.map((change) => change.metadata)).toMatchObject([
+			null,
+			null,
+			{ foo: "bar" },
+			null,
+		]);
 	});
 
 	test("should allow inserting with explicit ID", async () => {
@@ -139,7 +143,6 @@ describe("change_set_element", () => {
 		await lix.db
 			.insertInto("stored_schema")
 			.values({
-				key: "mock_schema",
 				value: {
 					"x-lix-key": "mock_schema",
 					"x-lix-version": "1.0",
@@ -220,7 +223,6 @@ describe("change_set_element", () => {
 		await lix.db
 			.insertInto("stored_schema")
 			.values({
-				key: "mock_schema",
 				value: {
 					"x-lix-key": "mock_schema",
 					"x-lix-version": "1.0",
@@ -280,7 +282,6 @@ describe("change_set_element", () => {
 		await lix.db
 			.insertInto("stored_schema")
 			.values({
-				key: "mock_schema",
 				value: {
 					"x-lix-key": "mock_schema",
 					"x-lix-version": "1.0",
@@ -317,7 +318,6 @@ describe("change_set_element", () => {
 		await lix.db
 			.insertInto("stored_schema")
 			.values({
-				key: "mock_schema",
 				value: {
 					"x-lix-key": "mock_schema",
 					additionalProperties: false,
@@ -379,7 +379,6 @@ describe("change_set_element", () => {
 		await lix.db
 			.insertInto("stored_schema")
 			.values({
-				key: "sk1",
 				value: {
 					"x-lix-key": "sk1",
 					"x-lix-version": "1.0",
@@ -448,7 +447,6 @@ test("should allow the same change to be in multiple change sets", async () => {
 	await lix.db
 		.insertInto("stored_schema")
 		.values({
-			key: "mock_schema",
 			value: {
 				"x-lix-key": "mock_schema",
 				"x-lix-version": "1.0",
@@ -497,175 +495,3 @@ test("should allow the same change to be in multiple change sets", async () => {
 	expect(elements).toHaveLength(2);
 	expect(elements.map((e) => e.change_set_id).sort()).toEqual(["cs1", "cs2"]);
 });
-
-describe("change_set_label", () => {
-	test("insert, update, delete on the change set label view", async () => {
-		const lix = await openLix({});
-
-		// Create the referenced change set and label first
-		await lix.db.insertInto("change_set").values({ id: "cs0" }).execute();
-
-		await lix.db
-			.insertInto("label")
-			.values({ id: "label0", name: "bug" })
-			.execute();
-
-		await lix.db
-			.insertInto("change_set_label")
-			.values({
-				change_set_id: "cs0",
-				label_id: "label0",
-				metadata: { priority: "high", assignee: "alice" },
-			})
-			.execute();
-
-		const viewAfterInsert = await lix.db
-			.selectFrom("change_set_label")
-			.where("change_set_id", "=", "cs0")
-			.selectAll()
-			.execute();
-
-		expect(viewAfterInsert).toMatchObject([
-			{
-				change_set_id: "cs0",
-				label_id: "label0",
-				metadata: { priority: "high", assignee: "alice" },
-			},
-		]);
-
-		// Test update - update the metadata (non-primary key field)
-		await lix.db
-			.updateTable("change_set_label")
-			.where("change_set_id", "=", "cs0")
-			.where("label_id", "=", "label0")
-			.set({ metadata: { priority: "low", assignee: "bob", notes: "updated" } })
-			.execute();
-
-		const viewAfterUpdate = await lix.db
-			.selectFrom("change_set_label")
-			.where("change_set_id", "=", "cs0")
-			.selectAll()
-			.execute();
-
-		expect(viewAfterUpdate).toMatchObject([
-			{
-				change_set_id: "cs0",
-				label_id: "label0",
-				metadata: { priority: "low", assignee: "bob", notes: "updated" },
-			},
-		]);
-
-		// Test delete
-		await lix.db
-			.deleteFrom("change_set_label")
-			.where("change_set_id", "=", "cs0")
-			.where("label_id", "=", "label0")
-			.execute();
-
-		const viewAfterDelete = await lix.db
-			.selectFrom("change_set_label")
-			.where("change_set_id", "=", "cs0")
-			.selectAll()
-			.execute();
-
-		expect(viewAfterDelete).toEqual([]);
-
-		// Verify changes were recorded
-		const changes = await lix.db
-			.selectFrom("change")
-
-			.where("schema_key", "=", "lix_change_set_label")
-			.orderBy("change.created_at", "asc")
-			.selectAll("change")
-
-			.execute();
-
-		expect(changes.map((change) => change.snapshot_content)).toMatchObject([
-			// insert
-			{
-				change_set_id: "cs0",
-				label_id: "label0",
-				metadata: { priority: "high", assignee: "alice" },
-			},
-			// update
-			{
-				change_set_id: "cs0",
-				label_id: "label0",
-				metadata: { priority: "low", assignee: "bob", notes: "updated" },
-			},
-			// delete
-			null,
-		]);
-	});
-
-	test("should enforce primary key constraint (change_set_id, label_id)", async () => {
-		const lix = await openLix({});
-
-		// Create the referenced change set and label
-		await lix.db.insertInto("change_set").values({ id: "cs1" }).execute();
-
-		await lix.db
-			.insertInto("label")
-			.values({ id: "label1", name: "test" })
-			.execute();
-
-		// Insert first label
-		await lix.db
-			.insertInto("change_set_label")
-			.values({
-				change_set_id: "cs1",
-				label_id: "label1",
-			})
-			.execute();
-
-		// Attempt duplicate insert with same primary key
-		await expect(
-			lix.db
-				.insertInto("change_set_label")
-				.values({
-					change_set_id: "cs1",
-					label_id: "label1",
-				})
-				.execute()
-		).rejects.toThrow(/Primary key constraint violation/i);
-	});
-
-	test("should enforce foreign key constraint on change_set_id", async () => {
-		const lix = await openLix({});
-
-		// Create only label (not change set)
-		await lix.db
-			.insertInto("label")
-			.values({ id: "label1", name: "test" })
-			.execute();
-
-		// Attempt to insert with non-existent change_set_id
-		await expect(
-			lix.db
-				.insertInto("change_set_label")
-				.values({
-					change_set_id: "cs_nonexistent",
-					label_id: "label1",
-				})
-				.execute()
-		).rejects.toThrow(/Foreign key constraint violation/i);
-	});
-
-	test("should enforce foreign key constraint on label_id", async () => {
-		const lix = await openLix({});
-
-		// Create only change set (not label)
-		await lix.db.insertInto("change_set").values({ id: "cs1" }).execute();
-
-		// Attempt to insert with non-existent label_id
-		await expect(
-			lix.db
-				.insertInto("change_set_label")
-				.values({
-					change_set_id: "cs1",
-					label_id: "label_nonexistent",
-				})
-				.execute()
-		).rejects.toThrow(/Foreign key constraint violation/i);
-	});
-});