synthos 0.10.0 → 0.11.0

package/src/service/useSharedDataRoutes.ts

@@ -1,109 +1,184 @@
-import { Application, Response } from 'express';
-import { SynthOSConfig } from "../init";
-import path from "path";
-import { v4 } from "uuid";
-
-export function useSharedDataRoutes(config: SynthOSConfig, app: Application): void {
-    app.get('/api/shared/data/:table', (req, res) => handleList(config, req.params.table, req.query, res));
-    app.get('/api/shared/data/:table/:id', (req, res) => handleGet(config, req.params.table, req.params.id, res));
-    app.post('/api/shared/data/:table', (req, res) => handleUpsert(config, req.params.table, req.body, res));
-    app.delete('/api/shared/data/:table/:id', (req, res) => handleDelete(config, req.params.table, req.params.id, res));
-}
-
-// ---------------------------------------------------------------------------
-// Route handlers
-// ---------------------------------------------------------------------------
-
-async function handleList(config: SynthOSConfig, table: string, query: Record<string, any>, res: Response): Promise<void> {
-    const sp = config.storageProvider;
-    const folder = sharedTableFolder(config, table);
-    if (!(await sp.checkIfExists(folder))) {
-        res.status(404).json({ error: 'table_not_found', table });
-        return;
-    }
-
-    const ids = (await sp.listFiles(folder)).filter(f => f.endsWith('.json')).map(f => f.replace('.json', ''));
-
-    const rows: Record<string, any>[] = [];
-    for (const id of ids) {
-        const file = recordFile(folder, id);
-        try {
-            const row = JSON.parse(await sp.loadFile(file));
-            row.id = id;
-            rows.push(row);
-        } catch (err: unknown) {
-            console.error(err);
-        }
-    }
-
-    // Paginate when limit is provided
-    const limitParam = typeof query.limit === 'string' ? parseInt(query.limit, 10) : NaN;
-    if (!isNaN(limitParam) && limitParam > 0) {
-        const offset = Math.max(0, typeof query.offset === 'string' ? parseInt(query.offset, 10) || 0 : 0);
-        const items = rows.slice(offset, offset + limitParam);
-        res.json({ items, total: rows.length, offset, limit: limitParam, hasMore: offset + limitParam < rows.length });
-    } else {
-        res.json(rows);
-    }
-}
-
-async function handleGet(config: SynthOSConfig, table: string, id: string, res: Response): Promise<void> {
-    const sp = config.storageProvider;
-    const folder = sharedTableFolder(config, table);
-    if (!(await sp.checkIfExists(folder))) {
-        res.status(404).json({ error: 'table_not_found', table });
-        return;
-    }
-
-    const file = recordFile(folder, id);
-    try {
-        const row = JSON.parse(await sp.loadFile(file));
-        row.id = id;
-        res.json(row);
-    } catch (err: unknown) {
-        res.json({});
-    }
-}
-
-async function handleUpsert(config: SynthOSConfig, table: string, body: any, res: Response): Promise<void> {
-    const sp = config.storageProvider;
-    const id = body.id ?? v4();
-    const folder = sharedTableFolder(config, table);
-    const file = recordFile(folder, id);
-    try {
-        const row = { ...body, id };
-        await sp.ensureFolderExists(folder);
-        await sp.saveFile(file, JSON.stringify(row, null, 4));
-        res.json(row);
-    } catch (err: unknown) {
-        console.error(err);
-        res.status(500).send((err as Error).message);
-    }
-}
-
-async function handleDelete(config: SynthOSConfig, table: string, id: string, res: Response): Promise<void> {
-    const sp = config.storageProvider;
-    const folder = sharedTableFolder(config, table);
-    const file = recordFile(folder, id);
-    try {
-        if (await sp.checkIfExists(file)) {
-            await sp.deleteFile(file);
-        }
-        res.json({ success: true });
-    } catch (err: unknown) {
-        console.error(err);
-        res.status(500).send((err as Error).message);
-    }
-}
-
-// ---------------------------------------------------------------------------
-// Helpers
-// ---------------------------------------------------------------------------
-
-function sharedTableFolder(config: SynthOSConfig, table: string): string {
-    return path.join(config.pagesFolder, 'shared', table);
-}
-
-function recordFile(folder: string, id: string): string {
-    return path.join(folder, `${id}.json`);
-}
+import { Application, Response } from 'express';
+import { SynthOSConfig } from "../init";
+import path from "path";
+import { v4 } from "uuid";
+import {
+    deleteSchema,
+    isValidSchemaPayload,
+    listTables,
+    loadSchema,
+    mergeSchema,
+    newSchemaWrapper,
+    saveSchema,
+    updateSchemaWrapper,
+    MergeMode,
+} from "./sharedTableSchema";
+
+export function useSharedDataRoutes(config: SynthOSConfig, app: Application): void {
+    // Schema sidecar + table-list endpoints are registered FIRST so the
+    // literal `_schema` and `_tables` segments don't get captured by the
+    // generic `:table` / `:table/:id` patterns below.
+    app.get('/api/shared/data/_tables', (req, res) => handleListTables(config, res));
+    app.get('/api/shared/data/:table/_schema', (req, res) => handleGetSchema(config, req.params.table, res));
+    app.put('/api/shared/data/:table/_schema', (req, res) => handlePutSchema(config, req.params.table, req.query, req.body, res));
+    app.delete('/api/shared/data/:table/_schema', (req, res) => handleDeleteSchema(config, req.params.table, res));
+
+    app.get('/api/shared/data/:table', (req, res) => handleList(config, req.params.table, req.query, res));
+    app.get('/api/shared/data/:table/:id', (req, res) => handleGet(config, req.params.table, req.params.id, res));
+    app.post('/api/shared/data/:table', (req, res) => handleUpsert(config, req.params.table, req.body, res));
+    app.delete('/api/shared/data/:table/:id', (req, res) => handleDelete(config, req.params.table, req.params.id, res));
+}
+
+// ---------------------------------------------------------------------------
+// Route handlers — records
+// ---------------------------------------------------------------------------
+
+async function handleList(config: SynthOSConfig, table: string, query: Record<string, any>, res: Response): Promise<void> {
+    const sp = config.storageProvider;
+    const folder = sharedTableFolder(config, table);
+    if (!(await sp.checkIfExists(folder))) {
+        res.status(404).json({ error: 'table_not_found', table });
+        return;
+    }
+
+    const ids = (await sp.listFiles(folder)).filter(f => f.endsWith('.json')).map(f => f.replace('.json', ''));
+
+    const rows: Record<string, any>[] = [];
+    for (const id of ids) {
+        const file = recordFile(folder, id);
+        try {
+            const row = JSON.parse(await sp.loadFile(file));
+            row.id = id;
+            rows.push(row);
+        } catch (err: unknown) {
+            console.error(err);
+        }
+    }
+
+    // Paginate when limit is provided
+    const limitParam = typeof query.limit === 'string' ? parseInt(query.limit, 10) : NaN;
+    if (!isNaN(limitParam) && limitParam > 0) {
+        const offset = Math.max(0, typeof query.offset === 'string' ? parseInt(query.offset, 10) || 0 : 0);
+        const items = rows.slice(offset, offset + limitParam);
+        res.json({ items, total: rows.length, offset, limit: limitParam, hasMore: offset + limitParam < rows.length });
+    } else {
+        res.json(rows);
+    }
+}
+
+async function handleGet(config: SynthOSConfig, table: string, id: string, res: Response): Promise<void> {
+    const sp = config.storageProvider;
+    const folder = sharedTableFolder(config, table);
+    if (!(await sp.checkIfExists(folder))) {
+        res.status(404).json({ error: 'table_not_found', table });
+        return;
+    }
+
+    const file = recordFile(folder, id);
+    try {
+        const row = JSON.parse(await sp.loadFile(file));
+        row.id = id;
+        res.json(row);
+    } catch (err: unknown) {
+        res.json({});
+    }
+}
+
+async function handleUpsert(config: SynthOSConfig, table: string, body: any, res: Response): Promise<void> {
+    const sp = config.storageProvider;
+    const id = body.id ?? v4();
+    const folder = sharedTableFolder(config, table);
+    const file = recordFile(folder, id);
+    try {
+        const row = { ...body, id };
+        await sp.ensureFolderExists(folder);
+        await sp.saveFile(file, JSON.stringify(row, null, 4));
+        res.json(row);
+    } catch (err: unknown) {
+        console.error(err);
+        res.status(500).send((err as Error).message);
+    }
+}
+
+async function handleDelete(config: SynthOSConfig, table: string, id: string, res: Response): Promise<void> {
+    const sp = config.storageProvider;
+    const folder = sharedTableFolder(config, table);
+    const file = recordFile(folder, id);
+    try {
+        if (await sp.checkIfExists(file)) {
+            await sp.deleteFile(file);
+        }
+        res.json({ success: true });
+    } catch (err: unknown) {
+        console.error(err);
+        res.status(500).send((err as Error).message);
+    }
+}
+
+// ---------------------------------------------------------------------------
+// Route handlers — schema sidecar
+// ---------------------------------------------------------------------------
+
+async function handleGetSchema(config: SynthOSConfig, table: string, res: Response): Promise<void> {
+    const wrapper = await loadSchema(config, sharedNamespace(config), table);
+    if (!wrapper) {
+        res.status(404).json({ error: 'schema_not_found', table });
+        return;
+    }
+    res.json(wrapper);
+}
+
+async function handlePutSchema(
+    config: SynthOSConfig,
+    table: string,
+    query: Record<string, any>,
+    body: any,
+    res: Response,
+): Promise<void> {
+    const incoming = body && typeof body === 'object' && body.schema ? body.schema : body;
+    if (!isValidSchemaPayload(incoming)) {
+        res.status(400).json({ error: 'invalid_schema', message: 'Body must be a JSON Schema object (or { schema: ... } wrapper).' });
+        return;
+    }
+    const merge: MergeMode = query.merge === 'replace' ? 'replace' : 'additive';
+    const definedBy = typeof body?.definedBy === 'string' ? body.definedBy : undefined;
+    const namespace = sharedNamespace(config);
+    const existing = await loadSchema(config, namespace, table);
+    const { merged, conflicts } = mergeSchema(existing?.schema, incoming, merge);
+    if (conflicts.length > 0) {
+        res.status(409).json({ error: 'schema_conflict', conflicts });
+        return;
+    }
+    const now = new Date().toISOString();
+    const wrapper = existing
+        ? updateSchemaWrapper(existing, merged, now, definedBy)
+        : newSchemaWrapper(merged, now, definedBy);
+    await saveSchema(config, namespace, table, wrapper);
+    res.json(wrapper);
+}
+
+async function handleDeleteSchema(config: SynthOSConfig, table: string, res: Response): Promise<void> {
+    await deleteSchema(config, sharedNamespace(config), table);
+    res.status(204).end();
+}
+
+async function handleListTables(config: SynthOSConfig, res: Response): Promise<void> {
+    const tables = await listTables(config, sharedNamespace(config));
+    res.json({ tables });
+}
+
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+
+function sharedNamespace(config: SynthOSConfig): string {
+    return path.join(config.pagesFolder, 'shared');
+}
+
+function sharedTableFolder(config: SynthOSConfig, table: string): string {
+    return path.join(sharedNamespace(config), table);
+}
+
+function recordFile(folder: string, id: string): string {
+    return path.join(folder, `${id}.json`);
+}

package/src/settings.ts

@@ -31,6 +31,28 @@ export interface SettingsV1 {
 /**
  * V2 settings shape with versioned models array.
  */
+export interface CacheSettings {
+    enabled: boolean;
+}
+
+export interface PersonalInfo {
+    name?: string;
+    address?: string;
+    details?: string;
+}
+
+export interface BusinessInfo {
+    name?: string;
+    locations?: string;
+    hours?: string;
+    details?: string;
+}
+
+export interface UserProfile {
+    personal?: PersonalInfo;
+    business?: BusinessInfo;
+}
+
 export interface SettingsV2 {
     version: 2;
     theme: string;
@@ -40,6 +62,8 @@ export interface SettingsV2 {
     connectors?: ServicesConfig;
     agents?: AgentConfig[];
     toolbarPosition?: 'left' | 'right';
+    cache?: CacheSettings;
+    profile?: UserProfile;
 }
 
 export const DefaultSettings: SettingsV2 = {
@@ -181,3 +205,44 @@ export async function saveSettings(config: SynthOSConfig, settings: Partial<Sett
     _settings.version = 2;
     await sp.saveFile(path.join(config.pagesFolder, 'settings.json'), JSON.stringify(_settings, null, 4));
 }
+
+/**
+ * Render the user profile as markdown for injection into the builder's
+ * <USER_PROFILE> context section. Each field is optional; sections with no
+ * filled fields are omitted entirely. Returns an empty string when nothing
+ * would be rendered.
+ */
+export function renderUserProfile(profile: UserProfile | undefined): string {
+    if (!profile) return '';
+
+    const blocks: string[] = [];
+
+    const personalFields: Array<{ label: string; value?: string }> = [
+        { label: 'Name', value: profile.personal?.name },
+        { label: 'Address', value: profile.personal?.address },
+        { label: 'Details', value: profile.personal?.details },
+    ];
+    const personalBody = renderProfileSection(personalFields);
+    if (personalBody) blocks.push(`## Personal Information\n\n${personalBody}`);
+
+    const businessFields: Array<{ label: string; value?: string }> = [
+        { label: 'Name', value: profile.business?.name },
+        { label: 'Locations', value: profile.business?.locations },
+        { label: 'Hours', value: profile.business?.hours },
+        { label: 'Details', value: profile.business?.details },
+    ];
+    const businessBody = renderProfileSection(businessFields);
+    if (businessBody) blocks.push(`## Business Information\n\n${businessBody}`);
+
+    return blocks.join('\n\n');
+}
+
+function renderProfileSection(fields: Array<{ label: string; value?: string }>): string {
+    const parts: string[] = [];
+    for (const { label, value } of fields) {
+        if (value && value.trim().length > 0) {
+            parts.push(`**${label}:**\n${value.trim()}`);
+        }
+    }
+    return parts.join('\n\n');
+}

package/src/themes.ts

@@ -1,180 +1,78 @@
-import path from 'path';
-import { checkIfExists, findFileInFolders, listFiles, listFilesFromFolders, loadFile } from './files';
-import { SynthOSConfig } from './init';
-
-export const THEME_VERSION = 2;
-
-export interface ThemeInfo {
-    mode: 'light' | 'dark';
-    colors: Record<string, string>;
-}
-
-function userThemesFolder(config: SynthOSConfig): string {
-    return path.join(config.pagesFolder, 'themes');
-}
-
-/**
- * Extract the base theme name and version from a CSS filename.
- * e.g. "nebula-dusk.v2.css" → { name: "nebula-dusk", version: 2 }
- *      "nebula-dusk.css"    → { name: "nebula-dusk", version: 1 }
- */
-export function parseThemeFilename(filename: string): { name: string; version: number } | undefined {
-    if (!filename.endsWith('.css')) return undefined;
-    const versionedMatch = filename.match(/^(.+)\.v(\d+)\.css$/);
-    if (versionedMatch) {
-        return { name: versionedMatch[1], version: parseInt(versionedMatch[2], 10) };
-    }
-    return { name: filename.replace(/\.css$/, ''), version: 1 };
-}
-
-/**
- * Find the CSS file for a theme by name in a user folder (via storageProvider).
- * Prefers the highest-versioned file (e.g. name.v2.css over name.css).
- */
-async function findUserThemeCssFile(config: SynthOSConfig, folder: string, name: string): Promise<{ path: string; version: number } | undefined> {
-    const sp = config.storageProvider;
-    if (!await sp.checkIfExists(folder)) return undefined;
-    const files = await sp.listFiles(folder);
-    let best: { path: string; version: number } | undefined;
-    for (const f of files) {
-        const parsed = parseThemeFilename(f);
-        if (parsed && parsed.name === name) {
-            if (!best || parsed.version > best.version) {
-                best = { path: path.join(folder, f), version: parsed.version };
-            }
-        }
-    }
-    return best;
-}
-
-/**
- * Find the CSS file for a theme by name in a local-fs folder (package defaults).
- */
-async function findDefaultThemeCssFile(folder: string, name: string): Promise<{ path: string; version: number } | undefined> {
-    if (!await checkIfExists(folder)) return undefined;
-    const files = await listFiles(folder);
-    let best: { path: string; version: number } | undefined;
-    for (const f of files) {
-        const parsed = parseThemeFilename(f);
-        if (parsed && parsed.name === name) {
-            if (!best || parsed.version > best.version) {
-                best = { path: path.join(folder, f), version: parsed.version };
-            }
-        }
-    }
-    return best;
-}
-
-export async function loadThemeVersion(name: string, config: SynthOSConfig): Promise<number> {
-    const local = await findUserThemeCssFile(config, userThemesFolder(config), name);
-    if (local) return local.version;
-    for (const folder of config.defaultThemesFolders) {
-        const def = await findDefaultThemeCssFile(folder, name);
-        if (def) return def.version;
-    }
-    return 1;
-}
-
-export async function loadThemeInfo(name: string, config: SynthOSConfig): Promise<ThemeInfo | undefined> {
-    const sp = config.storageProvider;
-
-    // Check user's local themes first (user storage)
-    const localPath = path.join(userThemesFolder(config), `${name}.json`);
-    if (await sp.checkIfExists(localPath)) {
-        const raw = await sp.loadFile(localPath);
-        return raw ? JSON.parse(raw) : undefined;
-    }
-
-    // Fall back to package defaults (local fs)
-    const defaultPath = await findFileInFolders(config.defaultThemesFolders, `${name}.json`);
-    if (defaultPath) {
-        const raw = await loadFile(defaultPath);
-        return raw ? JSON.parse(raw) : undefined;
-    }
-
-    return undefined;
-}
-
-export async function loadTheme(name: string, config: SynthOSConfig): Promise<string | undefined> {
-    const sp = config.storageProvider;
-
-    // Check user's local themes first (user storage)
-    const local = await findUserThemeCssFile(config, userThemesFolder(config), name);
-    if (local) {
-        return await sp.loadFile(local.path);
-    }
-
-    // Search all default theme folders (local fs)
-    for (const folder of config.defaultThemesFolders) {
-        const def = await findDefaultThemeCssFile(folder, name);
-        if (def) {
-            return await loadFile(def.path);
-        }
-    }
-
-    return undefined;
-}
-
-export async function listThemes(config: SynthOSConfig): Promise<string[]> {
-    const sp = config.storageProvider;
-    const names = new Set<string>();
-
-    // Collect from user's local themes folder (user storage)
-    const localFolder = userThemesFolder(config);
-    if (await sp.checkIfExists(localFolder)) {
-        const files = await sp.listFiles(localFolder);
-        for (const f of files) {
-            const parsed = parseThemeFilename(f);
-            if (parsed) names.add(parsed.name);
-        }
-    }
-
-    // Collect from all default theme folders (local fs)
-    const defaultFiles = await listFilesFromFolders(config.defaultThemesFolders);
-    for (const f of defaultFiles) {
-        const parsed = parseThemeFilename(f);
-        if (parsed) names.add(parsed.name);
-    }
-
-    return Array.from(names).sort();
-}
-
-/**
- * Compare local theme versions against defaults and return themes that need upgrading.
- */
-export async function getOutdatedThemes(config: SynthOSConfig): Promise<string[]> {
-    const sp = config.storageProvider;
-    const localFolder = userThemesFolder(config);
-    if (!await sp.checkIfExists(localFolder)) return [];
-
-    const defaultFiles = await listFilesFromFolders(config.defaultThemesFolders);
-    const localFiles = await sp.listFiles(localFolder);
-
-    // Build maps: theme name → highest version
-    const defaultVersions = new Map<string, number>();
-    for (const f of defaultFiles) {
-        const parsed = parseThemeFilename(f);
-        if (parsed) {
-            const cur = defaultVersions.get(parsed.name) ?? 0;
-            if (parsed.version > cur) defaultVersions.set(parsed.name, parsed.version);
-        }
-    }
-
-    const localVersions = new Map<string, number>();
-    for (const f of localFiles) {
-        const parsed = parseThemeFilename(f);
-        if (parsed) {
-            const cur = localVersions.get(parsed.name) ?? 0;
-            if (parsed.version > cur) localVersions.set(parsed.name, parsed.version);
-        }
-    }
-
-    const outdated: string[] = [];
-    for (const [name, defVer] of defaultVersions) {
-        const localVer = localVersions.get(name) ?? 0;
-        if (localVer < defVer) {
-            outdated.push(name);
-        }
-    }
-    return outdated;
-}
+import { checkIfExists, findFileInFolders, listFiles, listFilesFromFolders, loadFile } from './files';
+import path from 'path';
+import { SynthOSConfig } from './init';
+
+export interface ThemeInfo {
+    mode: 'light' | 'dark';
+    colors: Record<string, string>;
+}
+
+/**
+ * Extract the base theme name and version from a CSS filename.
+ * e.g. "nebula-dusk.v2.css" → { name: "nebula-dusk", version: 2 }
+ *      "nebula-dusk.css"    → { name: "nebula-dusk", version: 1 }
+ */
+export function parseThemeFilename(filename: string): { name: string; version: number } | undefined {
+    if (!filename.endsWith('.css')) return undefined;
+    const versionedMatch = filename.match(/^(.+)\.v(\d+)\.css$/);
+    if (versionedMatch) {
+        return { name: versionedMatch[1], version: parseInt(versionedMatch[2], 10) };
+    }
+    return { name: filename.replace(/\.css$/, ''), version: 1 };
+}
+
+/**
+ * Find the CSS file for a theme by name in a local-fs folder (package defaults).
+ * Prefers the highest-versioned file (e.g. name.v2.css over name.css).
+ */
+async function findDefaultThemeCssFile(folder: string, name: string): Promise<{ path: string; version: number } | undefined> {
+    if (!await checkIfExists(folder)) return undefined;
+    const files = await listFiles(folder);
+    let best: { path: string; version: number } | undefined;
+    for (const f of files) {
+        const parsed = parseThemeFilename(f);
+        if (parsed && parsed.name === name) {
+            if (!best || parsed.version > best.version) {
+                best = { path: path.join(folder, f), version: parsed.version };
+            }
+        }
+    }
+    return best;
+}
+
+export async function loadThemeVersion(name: string, config: SynthOSConfig): Promise<number> {
+    for (const folder of config.defaultThemesFolders) {
+        const def = await findDefaultThemeCssFile(folder, name);
+        if (def) return def.version;
+    }
+    return 1;
+}
+
+export async function loadThemeInfo(name: string, config: SynthOSConfig): Promise<ThemeInfo | undefined> {
+    const defaultPath = await findFileInFolders(config.defaultThemesFolders, `${name}.json`);
+    if (defaultPath) {
+        const raw = await loadFile(defaultPath);
+        return raw ? JSON.parse(raw) : undefined;
+    }
+    return undefined;
+}
+
+export async function loadTheme(name: string, config: SynthOSConfig): Promise<string | undefined> {
+    for (const folder of config.defaultThemesFolders) {
+        const def = await findDefaultThemeCssFile(folder, name);
+        if (def) {
+            return await loadFile(def.path);
+        }
+    }
+    return undefined;
+}
+
+export async function listThemes(config: SynthOSConfig): Promise<string[]> {
+    const names = new Set<string>();
+    const defaultFiles = await listFilesFromFolders(config.defaultThemesFolders);
+    for (const f of defaultFiles) {
+        const parsed = parseThemeFilename(f);
+        if (parsed) names.add(parsed.name);
+    }
+    return Array.from(names).sort();
+}

package/starters/blank_starter/chat-history.json

@@ -0,0 +1 @@
+[{"role":"assistant","content":"Welcome to the Blank starter — an empty page ready to be shaped into anything. Tell me what you'd like to build and I'll lay out the structure, styles, and behavior from scratch."}]