@vibesdotdev/storage 0.0.1 → 1.0.0-rc.3

package/src/bridge/storage-kind-bridge.ts

@@ -1,131 +0,0 @@
-/**
- * Storage Kind Bridge
- *
- * Hydrates runtime kind registries from storage manifest data.
- * Storage manifests that declare `providesRuntimeKinds` will have their
- * stored items loaded and registered as runtime descriptors (and optionally
- * implementation loaders) so they are discoverable via `runtime.query()`.
- *
- * This runs at boot after discovery completes and storage adapters are available.
- */
-
-import type { VibesRuntime } from '@vibesdotdev/runtime/api/runtime';
-import type { StorageManifestDescriptor } from '../schemas/manifest-descriptor';
-import { StorageManifest } from '../manifest/base';
-import type { StorageKindBridgeConfig } from './types';
-import { createTracer } from '@vibesdotdev/runtime/debug';
-
-/**
- * Bridge storage manifest items into runtime kind registries.
- *
- * For each storage manifest with `providesRuntimeKinds`:
- * 1. Loads stored data via the manifest's resolved adapter
- * 2. Transforms each item into a runtime descriptor
- * 3. Registers the descriptor (makes it queryable)
- * 4. Optionally registers an implementation loader
- *
- * @returns Count of bridged items and any errors encountered
- */
-export async function bridgeStorageKinds(
-	runtime: VibesRuntime
-): Promise<{ bridged: number; errors: string[] }> {
-	const bridgeTracer = createTracer('bridgeStorageKinds');
-	bridgeTracer.start();
-
-	if (!runtime.hasKind('storage/manifest')) {
-		bridgeTracer.end('no storage/manifest kind');
-		return { bridged: 0, errors: [] };
-	}
-
-	const manifests = runtime.assets('storage/manifest').descriptors();
-	let bridged = 0;
-	const errors: string[] = [];
-
-	// Process manifests in parallel to reduce I/O wait time
-	const manifestPromises = (manifests as StorageManifestDescriptor[]).map(async (manifest) => {
-		const storageManifest = manifest;
-		const bridgeConfig = storageManifest.providesRuntimeKinds;
-		if (!bridgeConfig) return { bridged: 0, errors: [] as string[] };
-
-		const manifestTracer = createTracer(`manifest:${manifest.id}`);
-		manifestTracer.start();
-
-		let items: unknown[];
-		try {
-			const storage = StorageManifest.fromId(manifest.id);
-			const data = await storage.load();
-			if (!data) {
-				manifestTracer.end('no data');
-				return { bridged: 0, errors: [] as string[] };
-			}
-			if (Array.isArray(data)) {
-				items = data;
-			} else if (typeof data === 'object' && data !== null) {
-				// Record/object storage: extract values as individual items
-				items = Object.values(data);
-			} else {
-				items = [data];
-			}
-			manifestTracer.end(`loaded ${items.length} items`);
-		} catch (err) {
-			manifestTracer.end('failed');
-			return {
-				bridged: 0,
-				errors: [
-					`Failed to load storage '${manifest.id}': ${err instanceof Error ? err.message : String(err)}`
-				]
-			};
-		}
-
-		let manifestBridged = 0;
-		const manifestErrors: string[] = [];
-
-		for (const [kindId, rawConfig] of Object.entries(bridgeConfig)) {
-			if (!runtime.hasKind(kindId)) {
-				manifestErrors.push(
-					`Storage '${manifest.id}' declares providesRuntimeKinds for unregistered kind '${kindId}'`
-				);
-				continue;
-			}
-
-			const config = rawConfig as StorageKindBridgeConfig;
-
-			for (const item of items) {
-				try {
-					if (config.filter && !config.filter(item)) continue;
-
-					const descriptor = config.toDescriptor(item);
-
-					runtime.registerDescriptor(kindId, descriptor);
-
-					if (config.implementation) {
-						const ImplClass = config.implementation;
-						runtime.registerLoader(kindId, descriptor.id, async () => ({
-							meta: { id: descriptor.id, kind: kindId, priority: 0 },
-							impl: ImplClass
-						}));
-					}
-
-					manifestBridged++;
-				} catch (err) {
-					manifestErrors.push(
-						`Failed to bridge item from '${manifest.id}' to '${kindId}': ${err instanceof Error ? err.message : String(err)}`
-					);
-				}
-			}
-		}
-
-		return { bridged: manifestBridged, errors: manifestErrors };
-	});
-
-	// Wait for all manifest processing to complete
-	const results = await Promise.all(manifestPromises);
-
-	for (const result of results) {
-		bridged += result.bridged;
-		errors.push(...result.errors);
-	}
-
-	bridgeTracer.end(`bridged ${bridged} items`);
-	return { bridged, errors };
-}

package/src/bridge/types.ts

@@ -1,46 +0,0 @@
-/**
- * Storage Kind Bridge Types
- *
- * Type-safe configuration for bridging storage manifest items
- * into runtime kind queries.
- */
-
-import type { RuntimeDescriptor } from '@vibesdotdev/runtime/schemas/descriptor';
-
-/**
- * Configuration for bridging stored items to a runtime kind.
- *
- * Declared on a StorageManifestDescriptor via `providesRuntimeKinds`.
- * The bridge utility reads this config to register descriptors and
- * optional implementation loaders with the runtime.
- *
- * @template TStored - The shape of individual stored items
- *
- * @example
- * ```ts
- * const config: StorageKindBridgeConfig<AgentConfig> = {
- *   toDescriptor: (item) => createAIAgentDescriptor({ ... }),
- *   implementation: ReactAgent,
- *   filter: (item) => item.enabled !== false
- * };
- * ```
- */
-export interface StorageKindBridgeConfig<TStored = unknown> {
-	/** Transform a stored item into a runtime descriptor for this kind */
-	toDescriptor: (item: TStored) => RuntimeDescriptor;
-
-	/**
-	 * Implementation class to register as a loader.
-	 * If provided, the runtime will instantiate it with (descriptor, context)
-	 * when the asset is resolved. If omitted, the kind's defaultImplementation
-	 * is used instead.
-	 */
-	implementation?: new (descriptor: RuntimeDescriptor, context: { runtime: unknown }) => unknown;
-
-	/**
-	 * Filter which stored items to bridge.
-	 * Return true to include the item, false to skip.
-	 * If omitted, all items are bridged.
-	 */
-	filter?: (item: TStored) => boolean;
-}

package/src/cli/commands/list/storage.list.cli-command.descriptor.ts

@@ -1,20 +0,0 @@
-import type { CLICommandAssetDescriptor } from '@vibesdotdev/runtime/schemas/asset';
-
-const descriptor: CLICommandAssetDescriptor = {
-	kind: 'cli/command',
-	id: 'storage.list',
-	name: 'list',
-	description: 'List all registered storage manifests',
-	group: 'storage',
-	arguments: [],
-	options: [
-		{ flags: '--json', description: 'Output as JSON' },
-		{ flags: '--sync-only', description: 'Only show manifests with cloud sync enabled' }
-	],
-	aliases: ['ls'],
-	surfaces: ['cli'],
-	hardware: ['consumer'],
-	enabled: true
-};
-
-export default descriptor;

package/src/cli/commands/list/storage.list.cli-command.impl.ts

@@ -1,72 +0,0 @@
-/**
- * vibes storage list
- *
- * Lists all registered storage manifests with their adapter configuration,
- * custom table status, and sync eligibility.
- */
-
-import { getVibesRuntime } from '@vibesdotdev/runtime';
-import type { StorageCliUIContext as UIContext } from '../../types';
-
-interface ManifestDescriptor {
-	id: string;
-	namespace: string;
-	name?: string;
-	defaultAdapter?: string;
-	allowedAdapters?: string[];
-	customTables?: boolean;
-	scope?: string;
-	enabled?: boolean;
-}
-
-export default {
-	async execute(_args: Record<string, unknown>, opts: Record<string, unknown>): Promise<void> {
-		const runtime = getVibesRuntime();
-		const ui = (await runtime.context('cli/ui')) as UIContext;
-
-		try {
-			const descriptors = runtime.query('storage/manifest').descriptors() as unknown as ManifestDescriptor[];
-
-			let manifests = descriptors.filter((d) => d.enabled !== false);
-
-			if (opts.syncOnly) {
-				manifests = manifests.filter((d) => d.allowedAdapters?.includes('storage.cloud-api'));
-			}
-
-			if (opts.json) {
-				ui.render(
-					manifests.map((d) => ({
-						id: d.id,
-						namespace: d.namespace,
-						defaultAdapter: d.defaultAdapter,
-						customTables: d.customTables ?? false,
-						syncEnabled: d.allowedAdapters?.includes('storage.cloud-api') ?? false,
-						scope: d.scope ?? 'global'
-					})),
-					{ format: 'json' }
-				);
-				return;
-			}
-
-			if (manifests.length === 0) {
-				ui.info('No storage manifests registered.');
-				return;
-			}
-
-			ui.table(
-				manifests.map((d) => ({
-					ID: d.id,
-					Namespace: d.namespace,
-					Adapter: d.defaultAdapter ?? '—',
-					'Custom Tables': d.customTables ? 'yes' : 'no',
-					'Cloud Sync': d.allowedAdapters?.includes('storage.cloud-api') ? 'yes' : 'no',
-					Scope: d.scope ?? 'global'
-				})),
-				['ID', 'Namespace', 'Adapter', 'Custom Tables', 'Cloud Sync', 'Scope']
-			);
-		} catch (e) {
-			ui.error(`Failed to list manifests: ${e}`);
-			process.exit(1);
-		}
-	}
-};

package/src/cli/commands/sync/pull/storage.sync.pull.cli-command.descriptor.ts

@@ -1,28 +0,0 @@
-import type { CLICommandAssetDescriptor } from '@vibesdotdev/runtime/schemas/asset';
-
-const descriptor: CLICommandAssetDescriptor = {
-	kind: 'cli/command',
-	id: 'storage.sync.pull',
-	name: 'pull',
-	description: 'Pull cloud storage manifests to local',
-	group: 'storage.sync',
-	arguments: [
-		{
-			name: 'manifest-id',
-			description: 'Manifest ID to pull (omit for all)',
-			required: false,
-			variadic: false
-		}
-	],
-	options: [
-		{ flags: '--force', description: 'Force overwrite local even if local has changes' },
-		{ flags: '--dry-run', description: 'Show what would be synced without making changes' },
-		{ flags: '--json', description: 'Output results as JSON' }
-	],
-	aliases: [],
-	surfaces: ['cli'],
-	hardware: ['consumer'],
-	enabled: true
-};
-
-export default descriptor;

package/src/cli/commands/sync/pull/storage.sync.pull.cli-command.impl.ts

@@ -1,171 +0,0 @@
-/**
- * vibes storage sync pull [manifest-id]
- *
- * Pulls cloud data to local for storage manifests AND sync-bridges.
- * Uses pullFromCloud() for storage manifests and SyncBridge.execute() for bridges.
- *
- * The manifest-id argument matches both manifest IDs and bridge IDs.
- */
-
-import { getVibesRuntime } from '@vibesdotdev/runtime';
-import type { StorageCliUIContext as UIContext } from '../../../types';
-import { pullFromCloud } from '../../../../sync/cloud-pull';
-import type { CloudPullOptions } from '../../../../sync/schemas/cloud-pull';
-import type { SyncBridgeDescriptor } from '../../../../schemas/sync-bridge-descriptor';
-import type { StorageRecordDescriptor } from '../../../../schemas/record';
-import { SyncBridge } from '../../../../sync/sync-bridge';
-import { resolveSyncTarget } from '../../../../sync/resolve-sync-target';
-import {
-	createRecordSyncBridgeDescriptor,
-	isSyncableStorageRecord
-} from '../../../../sync/record-sync-bridge';
-
-export default {
-	async execute(args: Record<string, unknown>, opts: Record<string, unknown>): Promise<void> {
-		const runtime = getVibesRuntime();
-		const ui = (await runtime.context('cli/ui')) as UIContext;
-		const targetId = args['manifest-id'] as string | undefined;
-		const force = opts.force as boolean | undefined;
-		const dryRun = opts.dryRun as boolean | undefined;
-
-		try {
-			// ── Sync Bridges ──
-			const allBridges = runtime
-				.query('storage/sync-bridge')
-				.descriptors() as SyncBridgeDescriptor[];
-			const allRecords = runtime.query('storage/record').descriptors() as StorageRecordDescriptor[];
-			const eligibleRecords = allRecords.filter(isSyncableStorageRecord);
-			const recordTargets = targetId
-				? eligibleRecords.filter((descriptor) => descriptor.id === targetId)
-				: eligibleRecords;
-			const syntheticRecordBridges = recordTargets.map(createRecordSyncBridgeDescriptor);
-
-			const isBridgeOnly =
-				targetId &&
-				(allBridges.some((bridge) => bridge.id === targetId) ||
-					eligibleRecords.some((descriptor) => descriptor.id === targetId));
-
-			// ── Storage Manifests ──
-			if (!isBridgeOnly) {
-				const pullOpts: CloudPullOptions = {
-					force: force ?? false,
-					dryRun: dryRun ?? false
-				};
-
-				if (targetId) {
-					pullOpts.manifestIds = [targetId];
-				}
-
-				const result = await pullFromCloud(pullOpts);
-
-				if (dryRun && result.details.length > 0) {
-					ui.info('[dry-run] No manifest changes were written.');
-				}
-
-				for (const detail of result.details) {
-					switch (detail.action) {
-						case 'pulled':
-							ui.success(`Pulled: ${detail.manifestId}`);
-							break;
-						case 'skipped':
-							ui.info(`Skipped: ${detail.manifestId} — ${detail.message ?? 'already in-sync'}`);
-							break;
-						case 'conflict':
-							ui.warn(`Conflict: ${detail.manifestId} — ${detail.message}`);
-							break;
-						case 'error':
-							ui.error(`Error: ${detail.manifestId} — ${detail.message}`);
-							break;
-					}
-				}
-
-				if (!targetId && result.details.length > 0) {
-					ui.info(
-						`Manifests: ${result.pulled} pulled, ${result.skipped} skipped, ${result.conflicts} conflicts, ${result.errors} errors`
-					);
-				}
-			}
-
-			// ── Sync Bridges ──
-			const bridgeTargets = targetId ? allBridges.filter((b) => b.id === targetId) : allBridges;
-			const syncTargets = [...syntheticRecordBridges, ...bridgeTargets];
-
-			if (syncTargets.length > 0) {
-				const { syncTarget, apiToken } = await resolveSyncTarget();
-
-				if (!syncTarget || syncTarget === 'unknown') {
-					ui.error('No sync target configured. Set VIBES_API_URL or select an environment.');
-				} else {
-					for (const bridgeDesc of syncTargets) {
-						try {
-							const bridge = new SyncBridge(bridgeDesc);
-							const bridgeResult = await bridge.execute(
-								syncTarget,
-								{
-									dryRun: dryRun ?? false,
-									force: force ?? false,
-									direction: 'pull'
-								},
-								apiToken
-							);
-
-							for (const detail of bridgeResult.details) {
-								const label = `${bridgeDesc.id}:${detail.entityId}`;
-
-								if (!dryRun) {
-									switch (detail.action) {
-										case 'pulled':
-											ui.success(`Pulled: ${label}`);
-											break;
-										case 'skipped':
-											ui.info(`Skipped: ${label} — ${detail.message ?? 'in sync'}`);
-											break;
-										case 'conflict':
-											ui.warn(`Conflict: ${label} — ${detail.message}`);
-											break;
-										case 'error':
-											ui.error(`Error: ${label} — ${detail.message}`);
-											break;
-									}
-								} else {
-									ui.info(`[dry-run] ${label}: ${detail.action} — ${detail.message ?? ''}`);
-								}
-							}
-
-							const { pushed, pulled, skipped, conflicts, errors } = bridgeResult;
-							ui.info(
-								`Sync ${bridgeDesc.id}: ${pulled} pulled, ${pushed} pushed, ${skipped} skipped, ${conflicts} conflicts, ${errors} errors`
-							);
-						} catch (e) {
-							const msg = (e as Error).message;
-							ui.error(`Sync ${bridgeDesc.id} failed: ${msg}`);
-						}
-					}
-				}
-			}
-
-			// Check if nothing was found at all
-			if (targetId) {
-				const manifests = runtime.query('storage/manifest').descriptors() as Array<{
-					id: string;
-					allowedAdapters?: string[];
-					enabled?: boolean;
-				}>;
-				const manifestMatch = manifests.some(
-					(d) =>
-						d.id === targetId &&
-						d.enabled !== false &&
-						d.allowedAdapters?.includes('storage.cloud-api')
-				);
-				const bridgeMatch = allBridges.some((b) => b.id === targetId);
-				const recordMatch = eligibleRecords.some((descriptor) => descriptor.id === targetId);
-				if (!manifestMatch && !bridgeMatch && !recordMatch) {
-					ui.warn(`'${targetId}' not found as a manifest, record, or sync-bridge.`);
-				}
-			}
-		} catch (e) {
-			ui.error(`Pull failed: ${e}`);
-			process.exit(1);
-		}
-	}
-};

package/src/cli/commands/sync/push/storage.sync.push.cli-command.descriptor.ts

@@ -1,28 +0,0 @@
-import type { CLICommandAssetDescriptor } from '@vibesdotdev/runtime/schemas/asset';
-
-const descriptor: CLICommandAssetDescriptor = {
-	kind: 'cli/command',
-	id: 'storage.sync.push',
-	name: 'push',
-	description: 'Push local storage manifests to cloud',
-	group: 'storage.sync',
-	arguments: [
-		{
-			name: 'manifest-id',
-			description: 'Manifest ID to push (omit for all)',
-			required: false,
-			variadic: false
-		}
-	],
-	options: [
-		{ flags: '--force', description: 'Force re-push even if already in-sync' },
-		{ flags: '--dry-run', description: 'Show what would be synced without making changes' },
-		{ flags: '--json', description: 'Output results as JSON' }
-	],
-	aliases: [],
-	surfaces: ['cli'],
-	hardware: ['consumer'],
-	enabled: true
-};
-
-export default descriptor;