syncorejs 0.1.0 → 0.2.0

package/dist/_vendor/core/runtime/runtime.mjs

@@ -1,5 +1,5 @@
 import { generateId } from "./id.mjs";
-import { createSchemaSnapshot, diffSchemaSnapshots, parseSchemaSnapshot, renderCreateSearchIndexStatement, renderMigrationSql, searchIndexTableName } from "../../schema/index.js";
+import { createSchemaSnapshot, describeValidator, diffSchemaSnapshots, parseSchemaSnapshot, renderCreateSearchIndexStatement, renderMigrationSql, searchIndexTableName } from "../../schema/index.js";
 import { fromZonedTime, toZonedTime } from "date-fns-tz";
 //#region src/runtime/runtime.ts
 const DEFAULT_MISFIRE_POLICY = { type: "catch_up" };
@@ -224,9 +224,17 @@ var SyncoreRuntime = class {
 	activeQueries = /* @__PURE__ */ new Map();
 	disabledSearchIndexes = /* @__PURE__ */ new Set();
 	recentEvents = [];
+	devtoolsListeners = /* @__PURE__ */ new Set();
+	devtoolsInvalidationListeners = /* @__PURE__ */ new Set();
+	externalChangeSourceId = generateId();
+	detachExternalChangeListener;
+	pendingExternalChangePromise;
+	queuedExternalChange;
 	schedulerTimer;
 	recurringJobs;
 	schedulerPollIntervalMs;
+	driverDatabasePath;
+	prepared = false;
 	started = false;
 	constructor(options) {
 		this.options = options;
@@ -235,17 +243,19 @@ var SyncoreRuntime = class {
 		this.recurringJobs = options.scheduler?.recurringJobs ?? [];
 		this.schedulerPollIntervalMs = options.scheduler?.pollIntervalMs ?? 1e3;
 		this.capabilities = Object.freeze(this.buildCapabilities());
+		this.driverDatabasePath = inferDriverDatabasePath(options.driver);
+		this.options.devtools?.attachRuntime?.(this);
 	}
 	/**
 	* Start the local Syncore runtime.
 	*/
 	async start() {
 		if (this.started) return;
-		await this.ensureSystemTables();
-		await this.reconcileStorageState();
-		await this.applySchema();
-		await this.syncRecurringJobs();
+		await this.prepareForDirectAccess();
 		await this.runPluginHook("onStart");
+		this.detachExternalChangeListener = this.options.externalChangeSignal?.subscribe((event) => {
+			this.handleExternalChangeEvent(event);
+		});
 		this.schedulerTimer = setInterval(() => {
 			this.processDueJobs();
 		}, this.schedulerPollIntervalMs);
@@ -257,6 +267,14 @@ var SyncoreRuntime = class {
 			timestamp: Date.now()
 		});
 	}
+	async prepareForDirectAccess() {
+		if (this.prepared) return;
+		await this.ensureSystemTables();
+		await this.reconcileStorageState();
+		await this.applySchema();
+		await this.syncRecurringJobs();
+		this.prepared = true;
+	}
 	/**
 	* Stop the local Syncore runtime and release any open resources.
 	*/
@@ -266,6 +284,8 @@ var SyncoreRuntime = class {
 			this.schedulerTimer = void 0;
 		}
 		if (this.started) await this.runPluginHook("onStop");
+		this.detachExternalChangeListener?.();
+		this.detachExternalChangeListener = void 0;
 		await this.options.driver.close?.();
 		if (this.started) this.emitDevtools({
 			type: "runtime.disconnected",
@@ -285,31 +305,140 @@ var SyncoreRuntime = class {
 			watchQuery: (reference, ...args) => this.watchQuery(reference, normalizeOptionalArgs(args))
 		};
 	}
-	getDevtoolsSnapshot() {
+	async getDevtoolsLiveQuerySnapshot() {
+		return {
+			summary: this.getRuntimeSummary(),
+			activeQueries: this.getActiveQueryInfos(),
+			schemaTables: await this.getSchemaTablesForDevtools()
+		};
+	}
+	getRuntimeSummary() {
 		return {
 			runtimeId: this.runtimeId,
 			platform: this.platform,
 			connectedAt: Date.now(),
-			activeQueries: [...this.activeQueries.values()].map((query) => ({
-				id: query.id,
-				functionName: query.functionName,
-				dependencyKeys: [...query.dependencyKeys],
-				lastRunAt: query.lastRunAt
-			})),
-			pendingJobs: [],
-			recentEvents: [...this.recentEvents]
+			activeQueryCount: this.activeQueries.size,
+			recentEventCount: this.recentEvents.length
 		};
 	}
+	getActiveQueryInfos() {
+		return [...this.activeQueries.values()].map((query) => ({
+			id: query.id,
+			functionName: query.functionName,
+			dependencyKeys: [...query.dependencyKeys],
+			lastRunAt: query.lastRunAt
+		}));
+	}
+	getDriverDatabasePath() {
+		return this.driverDatabasePath;
+	}
+	async cancelScheduledJob(id) {
+		await this.prepareForDirectAccess();
+		if (((await this.options.driver.run(`UPDATE "_scheduled_functions"
+       SET status = 'cancelled', updated_at = ?
+       WHERE id = ? AND status = 'scheduled'`, [Date.now(), id])).changes ?? 0) > 0) {
+			this.notifySchedulerJobsChanged();
+			return true;
+		}
+		return false;
+	}
+	async updateScheduledJob(options) {
+		await this.prepareForDirectAccess();
+		const existing = await this.options.driver.get(`SELECT status, recurring_name FROM "_scheduled_functions" WHERE id = ?`, [options.id]);
+		if (!existing || existing.status !== "scheduled" || !existing.recurring_name) return false;
+		const now = Date.now();
+		const runAt = options.runAt ?? computeNextRun(options.schedule, now);
+		if (((await this.options.driver.run(`UPDATE "_scheduled_functions"
+       SET args_json = ?, run_at = ?, updated_at = ?, schedule_json = ?, timezone = ?, misfire_policy = ?, window_ms = ?
+       WHERE id = ? AND status = 'scheduled' AND recurring_name IS NOT NULL`, [
+			stableStringify(options.args),
+			runAt,
+			now,
+			stableStringify(options.schedule),
+			"timezone" in options.schedule ? options.schedule.timezone ?? null : null,
+			options.misfirePolicy.type,
+			options.misfirePolicy.type === "windowed" ? options.misfirePolicy.windowMs : null,
+			options.id
+		])).changes ?? 0) > 0) {
+			this.notifySchedulerJobsChanged();
+			return true;
+		}
+		return false;
+	}
+	subscribeToDevtoolsEvents(listener) {
+		this.devtoolsListeners.add(listener);
+		return () => {
+			this.devtoolsListeners.delete(listener);
+		};
+	}
+	subscribeToDevtoolsInvalidations(listener) {
+		this.devtoolsInvalidationListeners.add(listener);
+		return () => {
+			this.devtoolsInvalidationListeners.delete(listener);
+		};
+	}
+	notifyDevtoolsScopes(scopes) {
+		const scopeSet = new Set(scopes);
+		if (scopeSet.size === 0) return;
+		for (const listener of this.devtoolsInvalidationListeners) listener(scopeSet);
+	}
+	async runDevtoolsMutation(callback, meta = {}) {
+		const mutationId = generateId();
+		const startedAt = Date.now();
+		const changedTables = /* @__PURE__ */ new Set();
+		const storageChanges = [];
+		const result = await this.options.driver.withTransaction(async () => callback({ db: this.createDatabaseWriter({
+			mutationDepth: 1,
+			changedTables,
+			storageChanges
+		}) }));
+		await this.refreshInvalidatedQueries(changedTables, mutationId);
+		if (storageChanges.length > 0) await this.refreshAllActiveQueries();
+		if (changedTables.size > 0) await this.publishExternalChange({
+			scope: "database",
+			reason: "commit",
+			changedTables: [...changedTables]
+		});
+		await this.publishStorageChanges(storageChanges);
+		this.emitDevtools({
+			type: "mutation.committed",
+			runtimeId: this.runtimeId,
+			mutationId,
+			functionName: "__devtools__/mutation",
+			changedTables: [...changedTables],
+			durationMs: Date.now() - startedAt,
+			timestamp: Date.now(),
+			...meta.origin ? { origin: meta.origin } : {}
+		});
+		return result;
+	}
+	async forceRefreshDevtools(reason, meta = {}) {
+		await this.refreshAllActiveQueries();
+		await this.publishExternalChange({
+			scope: "database",
+			reason: "reconcile"
+		});
+		this.notifyDevtoolsScopes(["all"]);
+		this.emitDevtools({
+			type: "log",
+			runtimeId: this.runtimeId,
+			level: "info",
+			message: reason,
+			timestamp: Date.now(),
+			...meta.origin ? { origin: meta.origin } : {}
+		});
+	}
 	getRuntimeId() {
 		return this.runtimeId;
 	}
-	async runQuery(reference, args = {}) {
+	async runQuery(reference, args = {}, meta = {}) {
 		const definition = this.resolveFunction(reference, "query");
 		const dependencyCollector = /* @__PURE__ */ new Set();
 		const startedAt = Date.now();
 		const result = await this.invokeFunction(definition, args, {
 			mutationDepth: 0,
 			changedTables: /* @__PURE__ */ new Set(),
+			storageChanges: [],
 			dependencyCollector
 		});
 		this.emitDevtools({
@@ -319,20 +448,30 @@ var SyncoreRuntime = class {
 			functionName: reference.name,
 			dependencies: [...dependencyCollector],
 			durationMs: Date.now() - startedAt,
-			timestamp: Date.now()
+			timestamp: Date.now(),
+			...meta.origin ? { origin: meta.origin } : {}
 		});
 		return result;
 	}
-	async runMutation(reference, args = {}) {
+	async runMutation(reference, args = {}, meta = {}) {
 		const definition = this.resolveFunction(reference, "mutation");
 		const mutationId = generateId();
 		const startedAt = Date.now();
 		const changedTables = /* @__PURE__ */ new Set();
+		const storageChanges = [];
 		const result = await this.options.driver.withTransaction(async () => this.invokeFunction(definition, args, {
 			mutationDepth: 1,
-			changedTables
+			changedTables,
+			storageChanges
 		}));
 		await this.refreshInvalidatedQueries(changedTables, mutationId);
+		if (storageChanges.length > 0) await this.refreshAllActiveQueries();
+		if (changedTables.size > 0) await this.publishExternalChange({
+			scope: "database",
+			reason: "commit",
+			changedTables: [...changedTables]
+		});
+		await this.publishStorageChanges(storageChanges);
 		this.emitDevtools({
 			type: "mutation.committed",
 			runtimeId: this.runtimeId,
@@ -340,18 +479,20 @@ var SyncoreRuntime = class {
 			functionName: reference.name,
 			changedTables: [...changedTables],
 			durationMs: Date.now() - startedAt,
-			timestamp: Date.now()
+			timestamp: Date.now(),
+			...meta.origin ? { origin: meta.origin } : {}
 		});
 		return result;
 	}
-	async runAction(reference, args = {}) {
+	async runAction(reference, args = {}, meta = {}) {
 		const definition = this.resolveFunction(reference, "action");
 		const actionId = generateId();
 		const startedAt = Date.now();
 		try {
 			const result = await this.invokeFunction(definition, args, {
 				mutationDepth: 0,
-				changedTables: /* @__PURE__ */ new Set()
+				changedTables: /* @__PURE__ */ new Set(),
+				storageChanges: []
 			});
 			this.emitDevtools({
 				type: "action.completed",
@@ -359,7 +500,8 @@ var SyncoreRuntime = class {
 				actionId,
 				functionName: reference.name,
 				durationMs: Date.now() - startedAt,
-				timestamp: Date.now()
+				timestamp: Date.now(),
+				...meta.origin ? { origin: meta.origin } : {}
 			});
 			return result;
 		} catch (error) {
@@ -370,6 +512,7 @@ var SyncoreRuntime = class {
 				functionName: reference.name,
 				durationMs: Date.now() - startedAt,
 				timestamp: Date.now(),
+				...meta.origin ? { origin: meta.origin } : {},
 				error: error instanceof Error ? error.message : String(error)
 			});
 			throw error;
@@ -470,7 +613,7 @@ var SyncoreRuntime = class {
 	}
 	createContext(kind, state) {
 		const db = kind === "mutation" ? this.createDatabaseWriter(state) : this.createDatabaseReader(state);
-		const storage = this.createStorageApi();
+		const storage = this.createStorageApi(state);
 		const scheduler = this.createSchedulerApi();
 		return {
 			db,
@@ -482,7 +625,8 @@ var SyncoreRuntime = class {
 				const normalizedArgs = normalizeOptionalArgs(args);
 				if (kind === "mutation") return this.options.driver.withSavepoint(`sp_${generateId().replace(/-/g, "_")}`, () => this.invokeFunction(this.resolveFunction(reference, "mutation"), normalizedArgs, {
 					mutationDepth: state.mutationDepth + 1,
-					changedTables: state.changedTables
+					changedTables: state.changedTables,
+					storageChanges: state.storageChanges
 				}));
 				return this.runMutation(reference, normalizedArgs);
 			},
@@ -552,7 +696,7 @@ var SyncoreRuntime = class {
 			}
 		};
 	}
-	createStorageApi() {
+	createStorageApi(state) {
 		return {
 			put: async (input) => {
 				const id = generateId();
@@ -582,6 +726,10 @@ var SyncoreRuntime = class {
 					operation: "put",
 					timestamp: Date.now()
 				});
+				state.storageChanges.push({
+					storageId: id,
+					reason: "storage-put"
+				});
 				return id;
 			},
 			get: async (id) => {
@@ -611,6 +759,10 @@ var SyncoreRuntime = class {
 					operation: "delete",
 					timestamp: Date.now()
 				});
+				state.storageChanges.push({
+					storageId: id,
+					reason: "storage-delete"
+				});
 			}
 		};
 	}
@@ -630,10 +782,13 @@ var SyncoreRuntime = class {
 				return this.scheduleJob(value, reference, functionArgs, misfirePolicy);
 			},
 			cancel: async (id) => {
-				await this.options.driver.run(`UPDATE "_scheduled_functions" SET status = 'cancelled', updated_at = ? WHERE id = ?`, [Date.now(), id]);
+				await this.cancelScheduledJob(id);
 			}
 		};
 	}
+	notifySchedulerJobsChanged() {
+		this.notifyDevtoolsScopes(["scheduler.jobs"]);
+	}
 	async ensureSystemTables() {
 		await this.options.driver.exec(`
       CREATE TABLE IF NOT EXISTS "_syncore_migrations" (
@@ -802,6 +957,7 @@ var SyncoreRuntime = class {
 			misfirePolicy.type,
 			misfirePolicy.type === "windowed" ? misfirePolicy.windowMs : null
 		]);
+		this.notifySchedulerJobsChanged();
 		return id;
 	}
 	async syncRecurringJobs() {
@@ -825,6 +981,7 @@ var SyncoreRuntime = class {
 				job.misfirePolicy.type,
 				job.misfirePolicy.type === "windowed" ? job.misfirePolicy.windowMs : null
 			]);
+			this.notifySchedulerJobsChanged();
 		}
 	}
 	async processDueJobs() {
@@ -850,6 +1007,7 @@ var SyncoreRuntime = class {
 				await this.advanceOrFinalizeJob(job, "completed", now);
 			} catch (error) {
 				await this.options.driver.run(`UPDATE "_scheduled_functions" SET status = 'failed', updated_at = ? WHERE id = ?`, [Date.now(), job.id]);
+				this.notifySchedulerJobsChanged();
 				this.emitDevtools({
 					type: "log",
 					runtimeId: this.runtimeId,
@@ -859,12 +1017,15 @@ var SyncoreRuntime = class {
 				});
 			}
 		}
-		if (executedJobIds.length > 0) this.emitDevtools({
-			type: "scheduler.tick",
-			runtimeId: this.runtimeId,
-			executedJobIds,
-			timestamp: Date.now()
-		});
+		if (executedJobIds.length > 0) {
+			this.emitDevtools({
+				type: "scheduler.tick",
+				runtimeId: this.runtimeId,
+				executedJobIds,
+				timestamp: Date.now()
+			});
+			this.notifySchedulerJobsChanged();
+		}
 	}
 	async advanceOrFinalizeJob(job, terminalStatus, executedAt) {
 		if (!job.recurring_name || !job.schedule_json) {
@@ -874,6 +1035,7 @@ var SyncoreRuntime = class {
 				executedAt,
 				job.id
 			]);
+			this.notifySchedulerJobsChanged();
 			return;
 		}
 		const nextRunAt = computeNextRun(JSON.parse(job.schedule_json), executedAt + 1);
@@ -885,6 +1047,7 @@ var SyncoreRuntime = class {
 			executedAt,
 			job.id
 		]);
+		this.notifySchedulerJobsChanged();
 	}
 	async refreshInvalidatedQueries(changedTables, mutationId) {
 		for (const query of this.activeQueries.values()) {
@@ -914,6 +1077,94 @@ var SyncoreRuntime = class {
 		}
 		for (const listener of record.listeners) listener();
 	}
+	async handleExternalChangeEvent(event) {
+		if (event.sourceId === this.externalChangeSourceId) return;
+		const result = this.options.externalChangeApplier ? await this.options.externalChangeApplier.applyExternalChange(event) : {
+			databaseChanged: event.scope === "database" || event.scope === "all",
+			storageChanged: event.scope === "storage" || event.scope === "all"
+		};
+		await this.processExternalChangeResult(result);
+	}
+	async processExternalChangeResult(result) {
+		if (!result.databaseChanged && !result.storageChanged) return;
+		if (this.pendingExternalChangePromise) {
+			this.queuedExternalChange = {
+				databaseChanged: (this.queuedExternalChange?.databaseChanged ?? false) || result.databaseChanged,
+				storageChanged: (this.queuedExternalChange?.storageChanged ?? false) || result.storageChanged
+			};
+			return this.pendingExternalChangePromise;
+		}
+		this.pendingExternalChangePromise = (async () => {
+			if (result.databaseChanged || result.storageChanged) await this.refreshAllActiveQueries();
+		})();
+		try {
+			await this.pendingExternalChangePromise;
+		} finally {
+			this.pendingExternalChangePromise = void 0;
+			const queued = this.queuedExternalChange;
+			this.queuedExternalChange = void 0;
+			if (queued) await this.processExternalChangeResult(queued);
+		}
+	}
+	async publishExternalChange(event) {
+		await this.options.externalChangeSignal?.publish({
+			...event,
+			sourceId: this.externalChangeSourceId,
+			timestamp: Date.now()
+		});
+	}
+	async publishStorageChanges(storageChanges) {
+		for (const change of storageChanges) await this.publishExternalChange({
+			scope: "storage",
+			reason: change.reason,
+			storageIds: [change.storageId]
+		});
+	}
+	async refreshAllActiveQueries() {
+		for (const query of this.activeQueries.values()) await this.rerunActiveQuery(query);
+	}
+	async getSchemaTablesForDevtools() {
+		const tables = [];
+		for (const name of this.options.schema.tableNames()) {
+			const table = this.getTableDefinition(name);
+			const validatorDesc = describeValidator(table.validator);
+			const fields = validatorDesc.kind === "object" ? Object.entries(validatorDesc.shape).map(([fieldName, fieldDesc]) => {
+				const desc = fieldDesc;
+				const optional = desc.kind === "optional";
+				return {
+					name: fieldName,
+					type: optional ? desc.inner?.kind ?? "any" : desc.kind,
+					optional
+				};
+			}) : [];
+			fields.unshift({
+				name: "_id",
+				type: "string",
+				optional: false
+			}, {
+				name: "_creationTime",
+				type: "number",
+				optional: false
+			});
+			let documentCount = 0;
+			try {
+				documentCount = (await this.options.driver.get(`SELECT COUNT(*) as count FROM ${quoteIdentifier(name)}`))?.count ?? 0;
+			} catch {
+				documentCount = 0;
+			}
+			tables.push({
+				name,
+				fields,
+				indexes: table.indexes.map((index) => ({
+					name: index.name,
+					fields: index.fields,
+					unique: false
+				})),
+				documentCount
+			});
+		}
+		return tables;
+	}
 	async collectQueryDependencies(functionName, args) {
 		const definition = this.resolveFunction({
 			kind: "query",
@@ -923,6 +1174,7 @@ var SyncoreRuntime = class {
 		await this.invokeFunction(definition, args, {
 			mutationDepth: 0,
 			changedTables: /* @__PURE__ */ new Set(),
+			storageChanges: [],
 			dependencyCollector
 		});
 		return dependencyCollector;
@@ -979,6 +1231,8 @@ var SyncoreRuntime = class {
 		this.recentEvents.unshift(event);
 		this.recentEvents.splice(24);
 		this.options.devtools?.emit(event);
+		this.notifyDevtoolsScopes(devtoolsScopesForEvent(event));
+		for (const listener of this.devtoolsListeners) listener(event);
 	}
 	createPluginContext() {
 		return {
@@ -1037,6 +1291,23 @@ function sortValue(value) {
 	if (value && typeof value === "object") return Object.fromEntries(Object.entries(value).sort(([left], [right]) => left.localeCompare(right)).map(([key, nested]) => [key, sortValue(nested)]));
 	return value;
 }
+function devtoolsScopesForEvent(event) {
+	switch (event.type) {
+		case "runtime.connected":
+		case "runtime.disconnected": return new Set(["runtime.summary", "runtime.activeQueries"]);
+		case "query.executed":
+		case "query.invalidated": return new Set(["runtime.summary", "runtime.activeQueries"]);
+		case "mutation.committed": return new Set(["runtime.summary", ...event.changedTables.map((table) => `table:${table}`)]);
+		case "scheduler.tick": return new Set(["scheduler.jobs", "runtime.summary"]);
+		case "storage.updated": return new Set(["runtime.summary"]);
+		case "action.completed":
+		case "log": return new Set(["runtime.summary"]);
+	}
+}
+function inferDriverDatabasePath(driver) {
+	const candidate = driver;
+	return candidate.databasePath ?? candidate.filename;
+}
 function omitSystemFields(document) {
 	const clone = { ...document };
 	delete clone._id;