granola-toolkit 0.34.6 → 0.35.0

package/README.md

@@ -21,6 +21,7 @@ The published package exposes both `granola` and `granola-toolkit` as executable
 
 ```bash
 granola auth login
+granola sync
 granola folder list
 granola meeting list --limit 10
 granola notes --folder Team

package/dist/cli.js

@@ -29,6 +29,7 @@ const granolaTransportPaths = {
 	meetings: "/meetings",
 	root: "/",
 	serverInfo: "/server/info",
+	syncRun: "/sync",
 	state: "/state"
 };
 function appendSearchParams(path, params) {
@@ -177,6 +178,9 @@ var GranolaServerClient = class GranolaServerClient {
 	async inspectAuth() {
 		return await this.requestJson(granolaTransportPaths.authStatus);
 	}
+	async inspectSync() {
+		return cloneValue(this.#state.sync);
+	}
 	async loginAuth(options = {}) {
 		return await this.requestJson(granolaTransportPaths.authLogin, {
 			body: JSON.stringify(options),
@@ -197,6 +201,13 @@ var GranolaServerClient = class GranolaServerClient {
 			method: "POST"
 		});
 	}
+	async sync(options = {}) {
+		return await this.requestJson(granolaTransportPaths.syncRun, {
+			body: JSON.stringify(options),
+			headers: { "content-type": "application/json" },
+			method: "POST"
+		});
+	}
 	async listFolders(options = {}) {
 		return await this.requestJson(granolaFoldersPath(options));
 	}
@@ -2370,7 +2381,8 @@ function defaultGranolaToolkitPersistenceLayout(options = {}) {
 		exportJobsFile: join(dataDirectory, "export-jobs.json"),
 		meetingIndexFile: join(dataDirectory, "meeting-index.json"),
 		sessionFile: join(dataDirectory, "session.json"),
-		sessionStoreKind: targetPlatform === "darwin" ? "keychain" : "file"
+		sessionStoreKind: targetPlatform === "darwin" ? "keychain" : "file",
+		syncStateFile: join(dataDirectory, "sync-state.json")
 	};
 }
 //#endregion
@@ -3252,6 +3264,162 @@ function createDefaultMeetingIndexStore() {
 	return new FileMeetingIndexStore();
 }
 //#endregion
+//#region src/sync-state.ts
+const SYNC_STATE_VERSION = 1;
+const MAX_STORED_CHANGES = 50;
+function cloneSyncChange$1(change) {
+	return { ...change };
+}
+function cloneSyncSummary(summary) {
+	return summary ? { ...summary } : void 0;
+}
+function normaliseSyncState(filePath, file) {
+	return {
+		filePath,
+		lastChanges: (file?.lastChanges ?? []).slice(0, MAX_STORED_CHANGES).map(cloneSyncChange$1),
+		lastCompletedAt: file?.lastCompletedAt,
+		lastError: file?.lastError,
+		lastFailedAt: file?.lastFailedAt,
+		lastStartedAt: file?.lastStartedAt,
+		running: false,
+		summary: cloneSyncSummary(file?.summary)
+	};
+}
+var FileSyncStateStore = class {
+	constructor(filePath = defaultSyncStateFilePath()) {
+		this.filePath = filePath;
+	}
+	async readState() {
+		try {
+			const parsed = parseJsonString(await readFile(this.filePath, "utf8"));
+			if (!parsed || parsed.version !== SYNC_STATE_VERSION) return normaliseSyncState(this.filePath);
+			return normaliseSyncState(this.filePath, parsed);
+		} catch {
+			return normaliseSyncState(this.filePath);
+		}
+	}
+	async writeState(state) {
+		await mkdir(dirname(this.filePath), { recursive: true });
+		const payload = {
+			lastChanges: state.lastChanges.slice(0, MAX_STORED_CHANGES).map(cloneSyncChange$1),
+			lastCompletedAt: state.lastCompletedAt,
+			lastError: state.lastError,
+			lastFailedAt: state.lastFailedAt,
+			lastStartedAt: state.lastStartedAt,
+			summary: cloneSyncSummary(state.summary),
+			version: SYNC_STATE_VERSION
+		};
+		await writeFile(this.filePath, `${JSON.stringify(payload, null, 2)}\n`, {
+			encoding: "utf8",
+			mode: 384
+		});
+	}
+};
+function defaultSyncStateFilePath() {
+	return defaultGranolaToolkitPersistenceLayout().syncStateFile;
+}
+function createDefaultSyncStateStore() {
+	return new FileSyncStateStore();
+}
+//#endregion
+//#region src/sync.ts
+function normaliseMeeting(meeting) {
+	return {
+		createdAt: meeting.createdAt,
+		folders: meeting.folders.map((folder) => ({
+			createdAt: folder.createdAt,
+			description: folder.description,
+			documentCount: folder.documentCount,
+			id: folder.id,
+			isFavourite: folder.isFavourite,
+			name: folder.name,
+			updatedAt: folder.updatedAt,
+			workspaceId: folder.workspaceId
+		})).sort((left, right) => left.id.localeCompare(right.id)),
+		noteContentSource: meeting.noteContentSource,
+		tags: [...meeting.tags].sort((left, right) => left.localeCompare(right)),
+		title: meeting.title,
+		transcriptLoaded: meeting.transcriptLoaded,
+		transcriptSegmentCount: meeting.transcriptSegmentCount,
+		updatedAt: meeting.updatedAt
+	};
+}
+function meetingChanged(previous, next) {
+	return JSON.stringify(normaliseMeeting(previous)) !== JSON.stringify(normaliseMeeting(next));
+}
+function diffMeetingSummaries(previous, next, folderCount) {
+	const previousById = new Map(previous.map((meeting) => [meeting.id, meeting]));
+	const nextById = new Map(next.map((meeting) => [meeting.id, meeting]));
+	const changes = [];
+	let createdCount = 0;
+	let changedCount = 0;
+	let removedCount = 0;
+	let transcriptReadyCount = 0;
+	for (const meeting of next) {
+		const previousMeeting = previousById.get(meeting.id);
+		if (!previousMeeting) {
+			createdCount += 1;
+			changes.push({
+				kind: "created",
+				meetingId: meeting.id,
+				title: meeting.title,
+				updatedAt: meeting.updatedAt
+			});
+			if (meeting.transcriptLoaded) {
+				transcriptReadyCount += 1;
+				changes.push({
+					kind: "transcript-ready",
+					meetingId: meeting.id,
+					title: meeting.title,
+					updatedAt: meeting.updatedAt
+				});
+			}
+			continue;
+		}
+		if (meetingChanged(previousMeeting, meeting)) {
+			changedCount += 1;
+			changes.push({
+				kind: "changed",
+				meetingId: meeting.id,
+				previousUpdatedAt: previousMeeting.updatedAt,
+				title: meeting.title,
+				updatedAt: meeting.updatedAt
+			});
+		}
+		if (!previousMeeting.transcriptLoaded && meeting.transcriptLoaded) {
+			transcriptReadyCount += 1;
+			changes.push({
+				kind: "transcript-ready",
+				meetingId: meeting.id,
+				previousUpdatedAt: previousMeeting.updatedAt,
+				title: meeting.title,
+				updatedAt: meeting.updatedAt
+			});
+		}
+	}
+	for (const meeting of previous) {
+		if (nextById.has(meeting.id)) continue;
+		removedCount += 1;
+		changes.push({
+			kind: "removed",
+			meetingId: meeting.id,
+			previousUpdatedAt: meeting.updatedAt,
+			title: meeting.title
+		});
+	}
+	return {
+		changes,
+		summary: {
+			changedCount,
+			createdCount,
+			folderCount,
+			meetingCount: next.length,
+			removedCount,
+			transcriptReadyCount
+		}
+	};
+}
+//#endregion
 //#region src/app/core.ts
 function transcriptCount(cacheData) {
 	return Object.values(cacheData.transcripts).filter((segments) => segments.length > 0).length;
@@ -3271,6 +3439,16 @@ function cloneExportJob(job) {
 function cloneFolderSummary(folder) {
 	return { ...folder };
 }
+function cloneSyncChange(change) {
+	return { ...change };
+}
+function cloneSyncState(state) {
+	return {
+		...state,
+		lastChanges: state.lastChanges.map(cloneSyncChange),
+		summary: state.summary ? { ...state.summary } : void 0
+	};
+}
 function cloneMeetingSummary(meeting) {
 	return {
 		...meeting,
@@ -3295,6 +3473,7 @@ function cloneState(state) {
 			transcripts: cloneExportState(state.exports.transcripts)
 		},
 		index: { ...state.index },
+		sync: cloneSyncState(state.sync),
 		ui: { ...state.ui }
 	};
 }
@@ -3328,6 +3507,11 @@ function defaultState(config, auth, surface) {
 			loaded: false,
 			meetingCount: 0
 		},
+		sync: {
+			filePath: defaultSyncStateFilePath(),
+			lastChanges: [],
+			running: false
+		},
 		ui: {
 			surface,
 			view: "idle"
@@ -3357,6 +3541,14 @@ var GranolaApp = class {
 			loadedAt: this.#meetingIndex.length > 0 ? this.nowIso() : void 0,
 			meetingCount: this.#meetingIndex.length
 		};
+		this.#state.sync = {
+			...this.#state.sync,
+			...cloneSyncState(deps.syncState ?? {
+				filePath: defaultSyncStateFilePath(),
+				lastChanges: [],
+				running: false
+			})
+		};
 	}
 	getState() {
 		return cloneState(this.#state);
@@ -3378,16 +3570,39 @@ var GranolaApp = class {
 	resetRemoteState() {
 		this.#granolaClient = void 0;
 		this.#folders = void 0;
+		this.#documents = void 0;
+		this.resetDocumentsState();
+		this.resetFoldersState();
+	}
+	resetDocumentsState() {
 		this.#documents = void 0;
 		this.#state.documents = {
 			count: 0,
 			loaded: false
 		};
+	}
+	resetFoldersState() {
+		this.#folders = void 0;
 		this.#state.folders = {
 			count: 0,
 			loaded: false
 		};
 	}
+	resetCacheState() {
+		this.#cacheData = void 0;
+		this.#cacheResolved = false;
+		this.#state.cache = {
+			configured: Boolean(this.config.transcripts.cacheFile),
+			documentCount: 0,
+			filePath: this.config.transcripts.cacheFile || void 0,
+			loaded: false,
+			transcriptCount: 0
+		};
+	}
+	async persistSyncState() {
+		if (!this.deps.syncStateStore) return;
+		await this.deps.syncStateStore.writeState(this.#state.sync);
+	}
 	applyAuthState(auth, options = {}) {
 		if (options.resetDocuments) this.resetRemoteState();
 		this.#state.auth = { ...auth };
@@ -3410,23 +3625,27 @@ var GranolaApp = class {
 		if (this.deps.meetingIndexStore) await this.deps.meetingIndexStore.writeIndex(this.#meetingIndex);
 		this.emitStateUpdate();
 	}
-	async refreshMeetingIndexFromLiveData() {
-		const cacheData = await this.loadCache();
-		const documents = await this.listDocuments();
-		const folders = await this.loadFolders();
-		const meetings = listMeetings(documents, {
+	async liveMeetingSnapshot(options = {}) {
+		const cacheData = await this.loadCache({ forceRefresh: options.forceRefresh });
+		const documents = await this.listDocuments({ forceRefresh: options.forceRefresh });
+		const folders = await this.loadFolders({ forceRefresh: options.forceRefresh });
+		return {
 			cacheData,
-			foldersByDocumentId: this.buildFoldersByDocumentId(folders),
-			limit: documents.length || 1,
-			sort: "updated-desc"
-		});
-		await this.persistMeetingIndex(meetings);
+			documents,
+			folders,
+			meetings: listMeetings(documents, {
+				cacheData,
+				foldersByDocumentId: this.buildFoldersByDocumentId(folders),
+				limit: Math.max(documents.length, 1),
+				sort: "updated-desc"
+			})
+		};
 	}
 	triggerMeetingIndexRefresh() {
 		if (this.#refreshingMeetingIndex) return;
 		this.#refreshingMeetingIndex = (async () => {
 			try {
-				await this.refreshMeetingIndexFromLiveData();
+				await this.runSync({ foreground: false });
 			} catch {} finally {
 				this.#refreshingMeetingIndex = void 0;
 			}
@@ -3471,7 +3690,7 @@ var GranolaApp = class {
 	}
 	async loadFolders(options = {}) {
 		if (options.forceRefresh) {
-			this.resetRemoteState();
+			this.resetFoldersState();
 			this.emitStateUpdate();
 		}
 		if (this.#folders) return this.#folders.map((folder) => ({
@@ -3565,6 +3784,9 @@ var GranolaApp = class {
 		const auth = await this.deps.authController.inspect();
 		return this.applyAuthState(auth, { view: "auth" });
 	}
+	async inspectSync() {
+		return cloneSyncState(this.#state.sync);
+	}
 	async loginAuth(options = {}) {
 		const controller = this.requireAuthController();
 		try {
@@ -3614,9 +3836,56 @@ var GranolaApp = class {
 			throw error;
 		}
 	}
+	async runSync(options) {
+		const previousMeetings = this.#meetingIndex.map((meeting) => cloneMeetingSummary(meeting));
+		this.#state.sync = {
+			...this.#state.sync,
+			lastError: void 0,
+			lastStartedAt: this.nowIso(),
+			running: true
+		};
+		if (options.foreground) this.setUiState({ view: "sync" });
+		else this.emitStateUpdate();
+		try {
+			const snapshot = await this.liveMeetingSnapshot({ forceRefresh: options.forceRefresh ?? true });
+			await this.persistMeetingIndex(snapshot.meetings);
+			const { changes, summary } = diffMeetingSummaries(previousMeetings, snapshot.meetings, snapshot.folders?.length ?? 0);
+			this.#state.sync = {
+				...this.#state.sync,
+				lastChanges: changes.slice(0, 50).map(cloneSyncChange),
+				lastCompletedAt: this.nowIso(),
+				lastError: void 0,
+				running: false,
+				summary: { ...summary }
+			};
+			await this.persistSyncState();
+			this.emitStateUpdate();
+			return {
+				changes: changes.map(cloneSyncChange),
+				state: cloneSyncState(this.#state.sync),
+				summary: { ...summary }
+			};
+		} catch (error) {
+			this.#state.sync = {
+				...this.#state.sync,
+				lastError: error instanceof Error ? error.message : String(error),
+				lastFailedAt: this.nowIso(),
+				running: false
+			};
+			await this.persistSyncState();
+			this.emitStateUpdate();
+			throw error;
+		}
+	}
+	async sync(options = {}) {
+		return await this.runSync({
+			forceRefresh: options.forceRefresh,
+			foreground: true
+		});
+	}
 	async listDocuments(options = {}) {
 		if (options.forceRefresh) {
-			this.resetRemoteState();
+			this.resetDocumentsState();
 			this.emitStateUpdate();
 		}
 		if (this.#documents) return this.#documents;
@@ -3631,6 +3900,10 @@ var GranolaApp = class {
 		return documents;
 	}
 	async loadCache(options = {}) {
+		if (options.forceRefresh) {
+			this.resetCacheState();
+			this.emitStateUpdate();
+		}
 		if (this.#cacheResolved) {
 			if (options.required && !this.#cacheData) throw this.missingCacheError();
 			return this.#cacheData;
@@ -3717,28 +3990,19 @@ var GranolaApp = class {
 				source: "index"
 			};
 		}
-		const cacheData = await this.loadCache();
-		const documents = await this.listDocuments({ forceRefresh: options.forceRefresh });
-		const folders = await this.loadFolders({
-			forceRefresh: options.forceRefresh,
-			required: Boolean(options.folderId)
-		});
-		const meetings = listMeetings(documents, {
-			cacheData,
+		const snapshot = await this.liveMeetingSnapshot({ forceRefresh: options.forceRefresh });
+		if (options.folderId && !snapshot.folders) throw new Error("Granola folder API is not configured");
+		const meetings = listMeetings(snapshot.documents, {
+			cacheData: snapshot.cacheData,
 			folderId: options.folderId,
-			foldersByDocumentId: this.buildFoldersByDocumentId(folders),
+			foldersByDocumentId: this.buildFoldersByDocumentId(snapshot.folders),
 			limit: options.limit,
 			search: options.search,
 			sort: options.sort,
 			updatedFrom: options.updatedFrom,
 			updatedTo: options.updatedTo
 		});
-		await this.persistMeetingIndex(listMeetings(documents, {
-			cacheData,
-			foldersByDocumentId: this.buildFoldersByDocumentId(folders),
-			limit: Math.max(documents.length, 1),
-			sort: "updated-desc"
-		}));
+		await this.persistMeetingIndex(snapshot.meetings);
 		this.setUiState({
 			folderSearch: void 0,
 			meetingListSource: "live",
@@ -3938,6 +4202,9 @@ async function createGranolaApp(config, options = {}) {
 	const exportJobStore = createDefaultExportJobStore();
 	const exportJobs = await exportJobStore.readJobs();
 	const meetingIndexStore = createDefaultMeetingIndexStore();
+	const meetingIndex = await meetingIndexStore.readIndex();
+	const syncStateStore = createDefaultSyncStateStore();
+	const syncState = await syncStateStore.readState();
 	return new GranolaApp(config, {
 		auth,
 		authController,
@@ -3945,9 +4212,11 @@ async function createGranolaApp(config, options = {}) {
 		createGranolaClient: async (mode) => await createDefaultGranolaRuntime(config, options.logger, { preferredMode: mode }),
 		exportJobs,
 		exportJobStore,
-		meetingIndex: await meetingIndexStore.readIndex(),
+		meetingIndex,
 		meetingIndexStore,
-		now: options.now
+		now: options.now,
+		syncState,
+		syncStateStore
 	}, { surface: options.surface });
 }
 //#endregion
@@ -6290,12 +6559,14 @@ async function startGranolaServer(app, options = {}) {
 			exports: true,
 			folders: true,
 			meetingOpen: true,
+			sync: true,
 			webClient: enableWebClient
 		},
 		persistence: {
 			exportJobs: true,
 			meetingIndex: true,
-			sessionStore: defaultGranolaToolkitPersistenceLayout().sessionStoreKind
+			sessionStore: defaultGranolaToolkitPersistenceLayout().sessionStoreKind,
+			syncState: true
 		},
 		product: "granola-toolkit",
 		protocolVersion: 2,
@@ -6391,6 +6662,11 @@ async function startGranolaServer(app, options = {}) {
 				sendJson(response, await app.inspectAuth(), { headers: originHeaders });
 				return;
 			}
+			if (method === "POST" && path === granolaTransportPaths.syncRun) {
+				const body = await readJsonBody(request);
+				sendJson(response, await app.sync({ forceRefresh: typeof body.forceRefresh === "boolean" ? body.forceRefresh : void 0 }), { headers: originHeaders });
+				return;
+			}
 			if (method === "POST" && path === granolaTransportPaths.authLock) {
 				sendJson(response, { ok: true }, { headers: {
 					...originHeaders,
@@ -6620,6 +6896,7 @@ function printWebRoutes() {
 	console.log("  POST /exports/notes");
 	console.log("  POST /exports/jobs/:id/rerun");
 	console.log("  POST /exports/transcripts");
+	console.log("  POST /sync");
 }
 async function runGranolaWebWorkspace(app, options) {
 	const server = await startGranolaServer(app, {
@@ -7048,6 +7325,7 @@ const serveCommand = {
 		console.log("  POST /exports/notes");
 		console.log("  POST /exports/jobs/:id/rerun");
 		console.log("  POST /exports/transcripts");
+		console.log("  POST /sync");
 		console.log(`Attach: granola attach ${server.url.href}`);
 		if (password) console.log("Attach password: add --password <value>");
 		await waitForShutdown(async () => await server.close());
@@ -7055,6 +7333,57 @@ const serveCommand = {
 	}
 };
 //#endregion
+//#region src/commands/sync.ts
+function syncHelp() {
+	return `Granola sync
+
+Usage:
+  granola sync [options]
+
+Options:
+  --cache <path>      Path to Granola cache JSON
+  --timeout <value>   Request timeout, e.g. 2m, 30s, 120000 (default: 2m)
+  --supabase <path>   Path to supabase.json
+  --debug             Enable debug logging
+  --config <path>     Path to .granola.toml
+  -h, --help          Show help
+`;
+}
+function pluralise(count, singular, plural = singular) {
+	return `${count} ${count === 1 ? singular : plural}`;
+}
+const syncCommand = {
+	description: "Refresh the local meeting index and sync state",
+	flags: {
+		cache: { type: "string" },
+		help: { type: "boolean" },
+		timeout: { type: "string" }
+	},
+	help: syncHelp,
+	name: "sync",
+	async run({ commandFlags, globalFlags }) {
+		const config = await loadConfig({
+			globalFlags,
+			subcommandFlags: commandFlags
+		});
+		debug(config.debug, "using config", config.configFileUsed ?? "(none)");
+		debug(config.debug, "supabase", config.supabase);
+		debug(config.debug, "cacheFile", config.transcripts.cacheFile || "(none)");
+		debug(config.debug, "timeoutMs", config.notes.timeoutMs);
+		const app = await createGranolaApp(config);
+		debug(config.debug, "authMode", app.getState().auth.mode);
+		const result = await app.sync();
+		console.log(`✓ Synced ${pluralise(result.summary.meetingCount, "meeting", "meetings")} across ${pluralise(result.summary.folderCount, "folder", "folders")} (${pluralise(result.summary.createdCount, "created")}, ${pluralise(result.summary.changedCount, "updated")}, ${pluralise(result.summary.removedCount, "removed")}, ${pluralise(result.summary.transcriptReadyCount, "transcript ready", "transcripts ready")})`);
+		const lines = result.changes.slice(0, 10).map((change) => {
+			return `  ${change.kind.padEnd(16)} ${change.title} (${change.meetingId})`;
+		});
+		for (const line of lines) console.log(line);
+		if (result.changes.length > lines.length) console.log(`  ...and ${result.changes.length - lines.length} more change(s)`);
+		if (result.state.lastCompletedAt) debug(config.debug, "syncCompletedAt", result.state.lastCompletedAt);
+		return 0;
+	}
+};
+//#endregion
 //#region src/commands/tui.ts
 function tuiHelp() {
 	return `Granola tui
@@ -7191,6 +7520,7 @@ const commands = [
 	meetingCommand,
 	notesCommand,
 	serveCommand,
+	syncCommand,
 	tuiCommand,
 	transcriptsCommand,
 	{
@@ -7317,6 +7647,7 @@ Global options:
 Examples:
   granola attach http://127.0.0.1:4123
   granola folder list
+  granola sync
   granola notes --supabase "${granolaSupabaseCandidates()[0] ?? "/path/to/supabase.json"}"
   granola transcripts --cache "${granolaCacheCandidates()[0] ?? "/path/to/cache-v3.json"}"
 `;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "granola-toolkit",
-  "version": "0.34.6",
+  "version": "0.35.0",
   "description": "Toolkit for exporting and working with Granola meetings, notes, and transcripts",
   "keywords": [
     "cli",