@dboio/cli 0.15.2 → 0.16.2

package/src/commands/init.js

@@ -9,6 +9,10 @@ import { log } from '../lib/logger.js';
 import { checkDomainChange, writeAppJsonDomain } from '../lib/domain-guard.js';
 import { performLogin } from './login.js';
 import { runPendingMigrations } from '../lib/migrations.js';
+import { fetchSchema, saveSchema, SCHEMA_FILE } from '../lib/schema.js';
+import { loadMetadataSchema, saveMetadataSchema, generateMetadataFromSchema } from '../lib/metadata-schema.js';
+import { syncDependencies } from '../lib/dependencies.js';
+import { mergeDependencies } from '../lib/config.js';
 
 export const initCommand = new Command('init')
   .description('Initialize DBO CLI configuration for the current directory')
@@ -25,6 +29,8 @@ export const initCommand = new Command('init')
   .option('--dboignore', 'Create or reset .dboignore to defaults (use with --force to overwrite)')
   .option('--media-placement <placement>', 'Set media placement when cloning: fullpath or binpath (default: bin)')
   .option('--no-migrate', 'Skip pending migrations for this invocation')
+  .option('--no-deps', 'Skip dependency cloning after init')
+  .option('--dependencies <apps>', 'Sync specific dependency apps (comma-separated short-names)')
   .action(async (options) => {
     // Merge --yes into nonInteractive
     if (options.yes) options.nonInteractive = true;
@@ -102,7 +108,7 @@ export const initCommand = new Command('init')
       }
 
       // Ensure sensitive files are gitignored
-      await ensureGitignore(['.dbo/credentials.json', '.dbo/cookies.txt', '.dbo/config.local.json', '.dbo/ticketing.local.json', '.dbo/scripts.local.json', '.dbo/errors.log', 'trash/', 'Icon\\r']);
+      await ensureGitignore(['.dbo/credentials.json', '.dbo/cookies.txt', '.dbo/config.local.json', '.dbo/ticketing.local.json', '.dbo/scripts.local.json', '.dbo/errors.log', 'trash/', 'Icon\\r', 'schema.json', '.dbo/dependencies/']);
 
       const createdIgnore = await createDboignore();
       if (createdIgnore) log.dim('  Created .dboignore');
@@ -135,6 +141,41 @@ export const initCommand = new Command('init')
         await performLogin(domain, username);
       }
 
+      // Attempt schema fetch (best-effort — silently skip if not authenticated yet)
+      try {
+        const schemaData = await fetchSchema({ domain, verbose: options.verbose });
+        await saveSchema(schemaData);
+        log.dim(`  Saved ${SCHEMA_FILE}`);
+
+        const existing = await loadMetadataSchema();
+        const updated = generateMetadataFromSchema(schemaData, existing ?? {});
+        await saveMetadataSchema(updated);
+        log.dim(`  Updated .dbo/metadata_schema.json`);
+      } catch (err) {
+        log.warn(`  Could not fetch schema (${err.message}) — run 'dbo clone --schema' after login.`);
+      }
+
+      // Sync dependency apps (e.g., _system) — best-effort, non-blocking
+      if (!options.noDeps) {
+        const explicitDeps = options.dependencies
+          ? options.dependencies.split(',').map(s => s.trim().toLowerCase()).filter(Boolean)
+          : null;
+        if (explicitDeps && explicitDeps.length > 0) {
+          await mergeDependencies(explicitDeps);
+        }
+        try {
+          await syncDependencies({
+            domain,
+            force: explicitDeps ? true : undefined,
+            verbose: options.verbose,
+            systemSchemaPath: join(process.cwd(), SCHEMA_FILE),
+            only: explicitDeps || undefined,
+          });
+        } catch (err) {
+          log.warn(`  Dependency sync failed: ${err.message}`);
+        }
+      }
+
       // TransactionKeyPreset — always RowUID (stable across domains)
       await saveTransactionKeyPreset('RowUID');
       log.dim('  TransactionKeyPreset: RowUID');

package/src/commands/input.js

@@ -2,7 +2,6 @@ import { Command } from 'commander';
 import { DboClient } from '../lib/client.js';
 import { buildInputBody, parseFileArg, checkSubmitErrors } from '../lib/input-parser.js';
 import { formatResponse, formatError } from '../lib/formatter.js';
-import { loadAppConfig } from '../lib/config.js';
 import { checkStoredTicket, clearGlobalTicket } from '../lib/ticketing.js';
 import { checkModifyKey, isModifyKeyError, handleModifyKeyError } from '../lib/modify-key.js';
 import { log } from '../lib/logger.js';
@@ -59,37 +58,8 @@ export const inputCommand = new Command('input')
       }
       if (modifyKeyResult.modifyKey) extraParams['_modify_key'] = modifyKeyResult.modifyKey;
 
-      // Check if data expressions include AppID; if not and config has one, prompt
-      // Skip AppID prompt for delete-only submissions — deletes don't need it
-      const allDataText = options.data.join(' ');
-      const isDeleteOnly = options.data.every(d => /RowID:del\d+/.test(d));
-      const hasAppId = isDeleteOnly || /\.AppID[=@]/.test(allDataText) || /AppID=/.test(allDataText);
-      if (!hasAppId) {
-        const appConfig = await loadAppConfig();
-        if (appConfig.AppID) {
-          const inquirer = (await import('inquirer')).default;
-          const { appIdChoice } = await inquirer.prompt([{
-            type: 'list',
-            name: 'appIdChoice',
-            message: `You're submitting data without an AppID, but your config has information about the current App. Do you want me to add that Column information along with your submission?`,
-            choices: [
-              { name: `Yes, use AppID ${appConfig.AppID}`, value: 'use_config' },
-              { name: 'No', value: 'none' },
-              { name: 'Enter custom AppID', value: 'custom' },
-            ],
-          }]);
-          if (appIdChoice === 'use_config') {
-            extraParams['AppID'] = String(appConfig.AppID);
-            log.dim(`  Using AppID ${appConfig.AppID} from config`);
-          } else if (appIdChoice === 'custom') {
-            const { customAppId } = await inquirer.prompt([{
-              type: 'input', name: 'customAppId',
-              message: 'Custom AppID:',
-            }]);
-            if (customAppId.trim()) extraParams['AppID'] = customAppId.trim();
-          }
-        }
-      }
+      // dbo input is a low-level command — don't prompt for AppID.
+      // AppID prompting belongs in push/deploy where it's contextually required.
 
       if (options.file.length > 0) {
         // Multipart mode

package/src/commands/mv.js

@@ -607,8 +607,8 @@ async function mvFile(sourceFile, targetBinId, structure, options) {
   if (newRelativePath) metaUpdates.Path = newRelativePath;
 
   // Update content column references if file was renamed
-  if (conflict.action === 'rename' && finalContentName && meta._contentColumns) {
-    for (const col of meta._contentColumns) {
+  if (conflict.action === 'rename' && finalContentName && (meta._companionReferenceColumns || meta._contentColumns)) {
+    for (const col of (meta._companionReferenceColumns || meta._contentColumns)) {
       if (meta[col] && String(meta[col]).startsWith('@')) {
         metaUpdates[col] = `@${finalContentName}`;
       }
@@ -677,7 +677,7 @@ async function mvFile(sourceFile, targetBinId, structure, options) {
     // Update deploy config: remove old entry (by UID), re-insert with new path + correct key
     await removeDeployEntry(uid);
     if (newContentPath) {
-      const col = (meta._contentColumns || [])[0] || 'Content';
+      const col = (meta._companionReferenceColumns || meta._contentColumns || [])[0] || 'Content';
       await upsertDeployEntry(newContentPath, uid, entity, col);
     } else if (meta._mediaFile && String(meta._mediaFile).startsWith('@')) {
       const movedMediaPath = join(targetDir, String(meta._mediaFile).substring(1));

package/src/commands/push.js

@@ -269,7 +269,7 @@ async function moveWillDeleteToTrash(entry) {
     // Read the __WILL_DELETE__ metadata to find associated content files
     const rawMeta = await readFile(willDeleteMeta, 'utf8');
     const deletedMeta = JSON.parse(rawMeta);
-    for (const col of (deletedMeta._contentColumns || [])) {
+    for (const col of (deletedMeta._companionReferenceColumns || deletedMeta._contentColumns || [])) {
       const ref = deletedMeta[col];
       if (ref && String(ref).startsWith('@')) {
         const refFile = String(ref).substring(1);
@@ -358,7 +358,8 @@ async function pushSingleFile(filePath, client, options, modifyKey = null, trans
     const baseline = await loadAppJsonBaseline();
     if (baseline) {
       const appConfig = await loadAppConfig();
-      const result = await checkToeStepping([{ meta, metaPath }], client, baseline, options, appConfig?.AppShortName);
+      const cfg = await loadConfig();
+      const result = await checkToeStepping([{ meta, metaPath }], client, baseline, options, appConfig?.AppShortName, cfg.ServerTimezone);
       if (result === false || result instanceof Set) return;
     }
   }
@@ -438,7 +439,7 @@ async function ensureManifestMetadata() {
 
   const meta = {
     _entity: 'content',
-    _contentColumns: ['Content'],
+    _companionReferenceColumns: ['Content'],
     Content: '@/manifest.json',
     Path: 'manifest.json',
     Name: 'manifest.json',
@@ -534,9 +535,14 @@ async function pushDirectory(dirPath, client, options, modifyKey = null, transac
     log.warn('No .app.json baseline found — performing full push (run "dbo clone" to enable delta sync)');
   }
 
+  // Load server timezone for delta date comparisons
+  const pushConfig = await loadConfig();
+  const serverTz = pushConfig.ServerTimezone || 'America/Los_Angeles';
+
   // Collect metadata with detected changes
   const toPush = [];
   const outputCompoundFiles = [];
+  const seenUIDs = new Map(); // UID → metaPath (deduplicate same-UID metadata in different dirs)
   let skipped = 0;
 
   for (const metaPath of metaFiles) {
@@ -555,6 +561,16 @@ async function pushDirectory(dirPath, client, options, modifyKey = null, transac
       continue;
     }
 
+    // Deduplicate: skip if another metadata file for the same UID was already processed.
+    // This happens when the same server record has stale metadata in a previous directory
+    // (e.g. after a BinID change on the server). The first match wins.
+    if (meta.UID && seenUIDs.has(meta.UID)) {
+      log.dim(`  Skipping duplicate UID ${meta.UID} at ${basename(metaPath)} (already seen at ${basename(seenUIDs.get(meta.UID))})`);
+      skipped++;
+      continue;
+    }
+    if (meta.UID) seenUIDs.set(meta.UID, metaPath);
+
     // AUTO-ADD DISABLED: justAddedUIDs skip removed (server-first workflow)
 
     // Output hierarchy entities: only push compound output files (root with inline children).
@@ -571,7 +587,7 @@ async function pushDirectory(dirPath, client, options, modifyKey = null, transac
     const isNewRecord = !meta.UID && !meta._id;
 
     // Verify @file references exist
-    const contentCols = meta._contentColumns || [];
+    const contentCols = meta._companionReferenceColumns || meta._contentColumns || [];
     let missingFiles = false;
     for (const col of contentCols) {
       const ref = meta[col];
@@ -612,7 +628,7 @@ async function pushDirectory(dirPath, client, options, modifyKey = null, transac
     let changedColumns = null;
     if (!isNewRecord && baseline) {
       try {
-        changedColumns = await detectChangedColumns(metaPath, baseline);
+        changedColumns = await detectChangedColumns(metaPath, baseline, serverTz);
         if (changedColumns.length === 0) {
           log.dim(`  Skipping ${basename(metaPath)} — no changes detected`);
           skipped++;
@@ -631,7 +647,8 @@ async function pushDirectory(dirPath, client, options, modifyKey = null, transac
     const toCheck = toPush.filter(item => !item.isNew);
     if (toCheck.length > 0) {
       const appConfig = await loadAppConfig();
-      const result = await checkToeStepping(toCheck, client, baseline, options, appConfig?.AppShortName);
+      const cfg = await loadConfig();
+      const result = await checkToeStepping(toCheck, client, baseline, options, appConfig?.AppShortName, cfg.ServerTimezone);
       if (result === false) return; // user cancelled entirely
       if (result instanceof Set) {
         // Filter out skipped UIDs
@@ -934,7 +951,8 @@ async function pushByUIDs(uids, client, options, modifyKey = null, transactionKe
     }
     if (toCheck.length > 0) {
       const appConfig = await loadAppConfig();
-      const result = await checkToeStepping(toCheck, client, baseline, options, appConfig?.AppShortName);
+      const cfg3 = await loadConfig();
+      const result = await checkToeStepping(toCheck, client, baseline, options, appConfig?.AppShortName, cfg3.ServerTimezone);
       if (result === false) return; // user cancelled entirely
       if (result instanceof Set) {
         // Filter out skipped UIDs from matches
@@ -995,7 +1013,7 @@ async function pushByUIDs(uids, client, options, modifyKey = null, transactionKe
  */
 async function addFromMetadata(meta, metaPath, client, options, modifyKey = null) {
   const entity = meta._entity;
-  const contentCols = new Set(meta._contentColumns || []);
+  const contentCols = new Set(meta._companionReferenceColumns || meta._contentColumns || []);
   const metaDir = dirname(metaPath);
 
   const dataExprs = [];
@@ -1121,7 +1139,7 @@ async function pushFromMetadata(meta, metaPath, client, options, changedColumns
   const uid = meta.UID;
   const id = meta._id;
   const entity = meta._entity;
-  const contentCols = new Set(meta._contentColumns || []);
+  const contentCols = new Set(meta._companionReferenceColumns || meta._contentColumns || []);
   const metaDir = dirname(metaPath);
 
   // Determine the row key. TransactionKeyPreset only applies when the record
@@ -1347,7 +1365,7 @@ async function pushFromMetadata(meta, metaPath, client, options, changedColumns
           await writeFile(metaPath, JSON.stringify(meta, null, 2) + '\n');
           await setFileTimestamps(metaPath, meta._CreatedOn, updated, serverTz);
           // Update content file mtime too
-          const contentCols = meta._contentColumns || [];
+          const contentCols = meta._companionReferenceColumns || meta._contentColumns || [];
           for (const col of contentCols) {
             const ref = meta[col];
             if (ref && String(ref).startsWith('@')) {
@@ -1437,7 +1455,7 @@ async function checkPathMismatch(meta, metaPath, entity, options) {
   const metaBase = parseMetaFilename(basename(metaPath))?.naturalBase ?? basename(metaPath, '.metadata.json');
 
   // Find the content file referenced by @filename
-  const contentCols = meta._contentColumns || [];
+  const contentCols = meta._companionReferenceColumns || meta._contentColumns || [];
   let contentFileName = null;
   for (const col of contentCols) {
     const ref = meta[col];

package/src/commands/rm.js

@@ -91,7 +91,7 @@ async function rmFileRecord(metaPath, options, { skipPrompt = false } = {}) {
   const metaDir = dirname(metaPath);
   const localFiles = [metaPath];
 
-  for (const col of (meta._contentColumns || [])) {
+  for (const col of (meta._companionReferenceColumns || meta._contentColumns || [])) {
     const ref = meta[col];
     if (ref && String(ref).startsWith('@')) {
       localFiles.push(join(metaDir, String(ref).substring(1)));
@@ -197,7 +197,7 @@ async function rmFile(filePath, options) {
   // Collect local files for display
   const metaDir = dirname(metaPath);
   const localFiles = [metaPath];
-  for (const col of (meta._contentColumns || [])) {
+  for (const col of (meta._companionReferenceColumns || meta._contentColumns || [])) {
     const ref = meta[col];
     if (ref && String(ref).startsWith('@')) {
       localFiles.push(join(metaDir, String(ref).substring(1)));

package/src/lib/columns.js

@@ -14,6 +14,7 @@ const SKIP_COLUMNS = new Set([
   '_LastUpdatedTicketID',
   '_entity',
   '_contentColumns',
+  '_companionReferenceColumns',
 ]);
 
 /**

package/src/lib/config.js

@@ -66,7 +66,7 @@ export async function readLegacyConfig() {
 
 export async function initConfig(domain) {
   await mkdir(dboDir(), { recursive: true });
-  await writeFile(configPath(), JSON.stringify({ domain }, null, 2) + '\n');
+  await writeFile(configPath(), JSON.stringify({ domain, dependencies: ['_system'] }, null, 2) + '\n');
 }
 
 export async function saveCredentials(username) {
@@ -167,6 +167,88 @@ export async function updateConfigWithApp({ AppID, AppUID, AppName, AppShortName
   await writeFile(configPath(), JSON.stringify(existing, null, 2) + '\n');
 }
 
+// ─── Dependency helpers ───────────────────────────────────────────────────
+
+/**
+ * Get the dependencies array from .dbo/config.json.
+ * Returns ["_system"] if the key is absent.
+ */
+export async function getDependencies() {
+  try {
+    const raw = await readFile(configPath(), 'utf8');
+    const config = JSON.parse(raw);
+    const deps = config.dependencies;
+    if (!Array.isArray(deps)) return ['_system'];
+    if (!deps.includes('_system')) deps.unshift('_system');
+    return deps;
+  } catch {
+    return ['_system'];
+  }
+}
+
+/**
+ * Merge new short-names into the dependencies array (union, no duplicates).
+ * Persists the result to .dbo/config.json.
+ */
+export async function mergeDependencies(shortnames) {
+  await mkdir(dboDir(), { recursive: true });
+  let existing = {};
+  try {
+    existing = JSON.parse(await readFile(configPath(), 'utf8'));
+  } catch { /* no config */ }
+  const current = Array.isArray(existing.dependencies) ? existing.dependencies : ['_system'];
+  for (const s of shortnames) {
+    if (s && !current.includes(s)) current.push(s);
+  }
+  if (!current.includes('_system')) current.unshift('_system');
+  existing.dependencies = current;
+  await writeFile(configPath(), JSON.stringify(existing, null, 2) + '\n');
+  return current;
+}
+
+/**
+ * Replace the full dependencies array in .dbo/config.json.
+ * Always ensures _system is present.
+ */
+export async function setDependencies(shortnames) {
+  await mkdir(dboDir(), { recursive: true });
+  let existing = {};
+  try {
+    existing = JSON.parse(await readFile(configPath(), 'utf8'));
+  } catch { /* no config */ }
+  const deps = [...new Set(['_system', ...shortnames.filter(Boolean)])];
+  existing.dependencies = deps;
+  await writeFile(configPath(), JSON.stringify(existing, null, 2) + '\n');
+}
+
+/**
+ * Get dependencyLastUpdated.<shortname> from .dbo/config.json.
+ * Returns null if absent.
+ */
+export async function getDependencyLastUpdated(shortname) {
+  try {
+    const raw = await readFile(configPath(), 'utf8');
+    const config = JSON.parse(raw);
+    return (config.dependencyLastUpdated && config.dependencyLastUpdated[shortname]) || null;
+  } catch {
+    return null;
+  }
+}
+
+/**
+ * Set dependencyLastUpdated.<shortname> in .dbo/config.json.
+ */
+export async function setDependencyLastUpdated(shortname, timestamp) {
+  await mkdir(dboDir(), { recursive: true });
+  let existing = {};
+  try {
+    existing = JSON.parse(await readFile(configPath(), 'utf8'));
+  } catch { /* no config */ }
+  if (!existing.dependencyLastUpdated) existing.dependencyLastUpdated = {};
+  existing.dependencyLastUpdated[shortname] = timestamp;
+  await writeFile(configPath(), JSON.stringify(existing, null, 2) + '\n');
+}
+
 /**
  * Load app-related fields from .dbo/config.json.
  */

package/src/lib/delta.js

@@ -2,6 +2,7 @@ import { readFile, stat } from 'fs/promises';
 import { join, dirname } from 'path';
 import { log } from './logger.js';
 import { loadAppJsonBaseline, saveAppJsonBaseline } from './config.js';
+import { parseServerDate } from './timestamps.js';
 
 /**
  * Load the baseline file from disk.
@@ -98,9 +99,10 @@ export async function compareFileContent(filePath, baselineValue) {
  *
  * @param {string} metaPath - Path to metadata.json file
  * @param {Object} baseline - The baseline JSON
+ * @param {string} [serverTz] - Server timezone for date parsing (e.g. 'America/Los_Angeles')
  * @returns {Promise<string[]>} - Array of changed column names
  */
-export async function detectChangedColumns(metaPath, baseline) {
+export async function detectChangedColumns(metaPath, baseline, serverTz) {
   // Load current metadata
   const metaRaw = await readFile(metaPath, 'utf8');
   const metadata = JSON.parse(metaRaw);
@@ -164,15 +166,28 @@ export async function detectChangedColumns(metaPath, baseline) {
     }
   }
 
-  // Check _mediaFile for binary file changes (media entities)
+  // Check _mediaFile for binary file changes (media entities).
+  // Compare the media file's mtime against the baseline's _LastUpdated (the sync point)
+  // rather than the metadata file's mtime, because migrations and other operations can
+  // rewrite metadata without touching the companion, skewing the mtime relationship.
   if (metadata._mediaFile && isReference(metadata._mediaFile)) {
     const mediaPath = resolveReferencePath(metadata._mediaFile, metaDir);
     try {
       const mediaStat = await stat(mediaPath);
-      const metaStat = await stat(metaPath);
-      // Media file modified more recently than metadata = local change
-      if (mediaStat.mtimeMs > metaStat.mtimeMs + 2000) {
-        changedColumns.push('_mediaFile');
+      const baselineDate = baselineEntry?._LastUpdated
+        ? parseServerDate(baselineEntry._LastUpdated, serverTz)
+        : null;
+      if (baselineDate) {
+        // Media file modified after baseline sync point = local change
+        if (mediaStat.mtimeMs > baselineDate.getTime() + 2000) {
+          changedColumns.push('_mediaFile');
+        }
+      } else {
+        // No baseline date — fall back to metadata mtime comparison
+        const metaStat = await stat(metaPath);
+        if (mediaStat.mtimeMs > metaStat.mtimeMs + 2000) {
+          changedColumns.push('_mediaFile');
+        }
       }
     } catch { /* missing file, skip */ }
   }
@@ -245,7 +260,16 @@ export function normalizeValue(value) {
     return JSON.stringify(value);
   }
 
-  return String(value).trim();
+  const str = String(value).trim();
+
+  // Normalize ISO date strings: strip trailing Z so that
+  // "2026-03-11T03:12:35" and "2026-03-11T03:12:35Z" compare as equal.
+  // Both values come from the same server timezone — only the Z suffix differs.
+  if (/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}/.test(str)) {
+    return str.replace(/Z$/, '');
+  }
+
+  return str;
 }
 
 // ─── Compound Output Delta Detection ────────────────────────────────────────