@mostajs/orm-cli 0.5.17 → 0.6.1

package/bin/mostajs.sh

@@ -579,10 +579,10 @@ menu_install_bridge() {
   header
   echo -e "${BOLD}${MAGENTA}▶ Install bridge — PrismaClient codemod${RESET}"
   echo
-  echo "  ${CYAN}1${RESET}) Dry-run : list files that would be rewritten (default)"
-  echo "  ${CYAN}2${RESET}) Apply   : rewrite PrismaClient sites to createPrismaLikeDb()"
-  echo "  ${CYAN}3${RESET}) Restore : revert .prisma.bak files (dry-run)"
-  echo "  ${CYAN}4${RESET}) Restore : revert .prisma.bak files (apply)"
+  echo -e "  ${CYAN}1${RESET}) Dry-run : list files that would be rewritten (default)"
+  echo -e "  ${CYAN}2${RESET}) Apply   : rewrite PrismaClient sites to createPrismaLikeDb()"
+  echo -e "  ${CYAN}3${RESET}) Restore : revert .prisma.bak files (dry-run)"
+  echo -e "  ${CYAN}4${RESET}) Restore : revert .prisma.bak files (apply)"
   echo "  ${RED}0${RESET}) Back"
   echo
   local cli_dir
@@ -4068,20 +4068,292 @@ CFG
         exit 1
       fi
 
-      # ─── Step 4 ───
-      echo -e "\n\e[1m▶ Step 4/4 : done\e[0m"
+      # ─── Step 4 : Data migration ───
+      echo -e "\n\e[1m▶ Step 4/6 : Data migration\e[0m"
+      echo
+      echo -e "  Tables created on ${CYAN}$DB_DIALECT${RESET} (${DIM}$SGBD_URI${RESET})."
+      echo -e "  How do you want to populate them?"
+      echo
+      echo -e "  ${CYAN}1${RESET}) Apply seed files                ${DIM}(.mostajs/seeds/*.json → mostajs seed)${RESET}"
+      echo -e "  ${CYAN}2${RESET}) Replicate from old DB            ${DIM}(old Prisma DB = master → new DB = slave, continuous)${RESET}"
+      echo -e "  ${CYAN}3${RESET}) Start with empty tables          ${DIM}(app handles its own data)${RESET}"
+      echo -e "  ${CYAN}4${RESET}) Auto-replicate old → new         ${DIM}(one-shot snapshot + scaffold replicator)${RESET}"
+      echo -e "  ${CYAN}5${RESET}) Simple data copy                 ${DIM}(one-shot copy, no replicator setup)${RESET}"
+      echo
+      local dm_choice
+      dm_choice=$(ask "Choice" "3")
+
+      case "$dm_choice" in
+        1)
+          info "  Run menu S to upload + apply seeds, or place JSON files in .mostajs/seeds/"
+          ;;
+        3)
+          ok "  Empty tables — ready for your app to populate."
+          ;;
+        5)
+          # ─── Simple one-shot data copy (no replicator) ───
+          echo
+          echo -e "${BOLD}▶ Simple data copy : old DB → new DB${RESET}"
+
+          local old_uri_simple=""
+          if [[ -f "$PROJECT_ROOT/.env" ]]; then
+            old_uri_simple=$(grep -E '^DATABASE_URL=' "$PROJECT_ROOT/.env" 2>/dev/null | head -1 | sed 's/^DATABASE_URL=//' | tr -d '"' | tr -d "'")
+          fi
+          if [[ -z "$old_uri_simple" ]]; then
+            old_uri_simple=$(ask "Old DATABASE_URL (source)" "postgresql://user:pass@localhost:5432/olddb")
+          else
+            info "  Detected old DATABASE_URL : ${old_uri_simple:0:50}..."
+            if ! confirm "Use this as source?"; then
+              old_uri_simple=$(ask "Old DATABASE_URL" "$old_uri_simple")
+            fi
+          fi
+
+          local old_d_simple="postgres"
+          case "$old_uri_simple" in
+            postgresql://*|postgres://*) old_d_simple="postgres" ;;
+            mysql://*) old_d_simple="mysql" ;;
+            mongodb://*) old_d_simple="mongodb" ;;
+            mariadb://*) old_d_simple="mariadb" ;;
+            oracle://*) old_d_simple="oracle" ;;
+            mssql://*) old_d_simple="mssql" ;;
+            *sqlite*|*.db|*.sqlite) old_d_simple="sqlite" ;;
+          esac
+
+          echo
+          info "  Source : $old_d_simple → Target : $DB_DIALECT"
+          info "  Copying data (one-shot, no replicator setup)..."
+
+          RUNTIME_ROOT="$PROJECT_ROOT" OLD_URI="$old_uri_simple" OLD_DIALECT="$old_d_simple" \
+          NEW_URI="$SGBD_URI" NEW_DIALECT="$DB_DIALECT" \
+          node --input-type=module -e "
+            import { readFileSync, existsSync } from 'node:fs';
+            import { resolve } from 'node:path';
+
+            const orm = await import(resolve(process.env.RUNTIME_ROOT, 'node_modules/@mostajs/orm/dist/index.js'));
+
+            const entPath = resolve(process.env.RUNTIME_ROOT, '.mostajs/generated/entities.json');
+            const schemas = existsSync(entPath) ? JSON.parse(readFileSync(entPath, 'utf8')) : [];
+            orm.registerSchemas(schemas);
+
+            const src = await orm.createIsolatedDialect(
+              { dialect: process.env.OLD_DIALECT, uri: process.env.OLD_URI, schemaStrategy: 'none' }, schemas);
+            const dst = await orm.createIsolatedDialect(
+              { dialect: process.env.NEW_DIALECT, uri: process.env.NEW_URI, schemaStrategy: 'update' }, schemas);
+            await dst.initSchema(schemas);
+
+            let totalCopied = 0, totalErrors = 0;
+            for (const schema of schemas) {
+              try {
+                const rows = await src.find(schema, {});
+                let copied = 0, errors = 0;
+                for (const row of rows) {
+                  try {
+                    const { createdAt, updatedAt, ...data } = row;
+                    await dst.create(schema, data);
+                    copied++;
+                  } catch (e) {
+                    errors++;
+                  }
+                }
+                console.log('  ' + schema.name + ' : ' + copied + ' copied, ' + errors + ' errors');
+                totalCopied += copied;
+                totalErrors += errors;
+              } catch (e) {
+                console.log('  ' + schema.name + ' : ERROR ' + e.message.slice(0,80));
+                totalErrors++;
+              }
+            }
+            console.log('');
+            console.log('  Total : ' + totalCopied + ' records copied, ' + totalErrors + ' errors');
+            await src.disconnect();
+            await dst.disconnect();
+          " 2>&1 | sed 's/^/  /'
+          ;;
+        2|4)
+          # ─── Replication from old DB ───
+          echo
+          echo -e "${BOLD}▶ Replication setup : old DB → new DB${RESET}"
+
+          # Detect old Prisma DATABASE_URL
+          local old_uri=""
+          if [[ -f "$PROJECT_ROOT/.env" ]]; then
+            old_uri=$(grep -E '^DATABASE_URL=' "$PROJECT_ROOT/.env" 2>/dev/null | head -1 | sed 's/^DATABASE_URL=//' | tr -d '"' | tr -d "'")
+          fi
+          if [[ -z "$old_uri" ]]; then
+            old_uri=$(ask "Old Prisma DATABASE_URL (source)" "postgresql://user:pass@localhost:5432/olddb")
+          else
+            info "  Detected old DATABASE_URL from .env"
+            echo -e "    ${DIM}$old_uri${RESET}"
+            if ! confirm "Use this as source?"; then
+              old_uri=$(ask "Old DATABASE_URL" "$old_uri")
+            fi
+          fi
+
+          # Detect old dialect from URI
+          local old_dialect="postgres"
+          case "$old_uri" in
+            postgresql://*|postgres://*) old_dialect="postgres" ;;
+            mysql://*) old_dialect="mysql" ;;
+            mongodb://*) old_dialect="mongodb" ;;
+            mariadb://*) old_dialect="mariadb" ;;
+            oracle://*) old_dialect="oracle" ;;
+            mssql://*) old_dialect="mssql" ;;
+            *sqlite*|*.db|*.sqlite) old_dialect="sqlite" ;;
+          esac
+          info "  Source dialect : $old_dialect"
+          info "  Target dialect : $DB_DIALECT"
+
+          # Install replicator + monitor deps
+          echo
+          echo -e "${CYAN}▶ Installing replicator + monitor deps${RESET}"
+          ensure_pkg "@mostajs/replicator" "@mostajs/replica-monitor" "@mostajs/mproject" || {
+            err "Failed to install replicator deps"
+          }
+
+          # Write replicator-tree.json
+          echo
+          echo -e "${CYAN}▶ Creating replicator tree (old → new)${RESET}"
+          local tree_file="$CONFIG_DIR/replicator-tree.json"
+          cat > "$tree_file" <<TREE
+{
+  "replicas": {
+    "old-db": {
+      "source": {
+        "role": "master",
+        "dialect": "$old_dialect",
+        "uri": "$old_uri",
+        "schemaStrategy": "none"
+      }
+    },
+    "new-db": {
+      "target": {
+        "role": "master",
+        "dialect": "$DB_DIALECT",
+        "uri": "$SGBD_URI",
+        "schemaStrategy": "update"
+      }
+    }
+  },
+  "rules": {
+    "migrate-all": {
+      "source": "old-db",
+      "target": "new-db",
+      "mode": "snapshot",
+      "collections": ["*"],
+      "conflictResolution": "source-wins",
+      "enabled": true
+    }
+  },
+  "routing": {}
+}
+TREE
+          ok "  Tree written : $tree_file"
+
+          # Scaffold services
+          echo
+          echo -e "${CYAN}▶ Scaffolding services${RESET}"
+          action_rep_scaffold_services
+
+          # If option 4 : run one-shot sync now
+          if [[ "$dm_choice" == "4" ]]; then
+            echo
+            echo -e "${BOLD}▶ Running one-shot data migration (snapshot sync)${RESET}"
+            TREE_FILE="$tree_file" RUNTIME_ROOT="$PROJECT_ROOT" \
+            node --input-type=module -e "
+              import { readFileSync, existsSync } from 'node:fs';
+              import { resolve } from 'node:path';
+
+              const orm = await import(resolve(process.env.RUNTIME_ROOT, 'node_modules/@mostajs/orm/dist/index.js'));
+              const { ReplicationManager } = await import(resolve(process.env.RUNTIME_ROOT, 'node_modules/@mostajs/replicator/dist/index.js'));
+
+              // Load schemas
+              const entPath = resolve(process.env.RUNTIME_ROOT, '.mostajs/generated/entities.json');
+              let schemas = [];
+              if (existsSync(entPath)) {
+                schemas = JSON.parse(readFileSync(entPath, 'utf8'));
+                orm.registerSchemas(schemas);
+              }
+
+              const tree = JSON.parse(readFileSync(process.env.TREE_FILE, 'utf8'));
+              const rm = new ReplicationManager();
+
+              // Connect source + target
+              for (const [project, reps] of Object.entries(tree.replicas)) {
+                for (const [name, cfg] of Object.entries(reps)) {
+                  try {
+                    await rm.addReplica(project, {
+                      name, role: cfg.role, dialect: cfg.dialect,
+                      uri: cfg.uri, schemaStrategy: cfg.schemaStrategy ?? 'update',
+                    }, schemas);
+                    console.log('  ✓ connected ' + project + '/' + name + ' [' + cfg.dialect + ']');
+                  } catch (e) {
+                    console.error('  ✗ ' + project + '/' + name + ' : ' + e.message);
+                  }
+                }
+              }
+
+              // Resolve wildcard + sync
+              for (const [ruleName, rule] of Object.entries(tree.rules)) {
+                try {
+                  // Resolve entity names from schemas
+                  let collections = rule.collections;
+                  if (collections.includes('*')) {
+                    collections = schemas.map(s => s.name);
+                    console.log('  → expanded * → ' + collections.length + ' entities');
+                  }
+                  rm.addReplicationRule({ name: ruleName, ...rule, collections });
+                  const stats = await rm.sync(ruleName);
+                  const ins = stats.recordsSynced ?? 0;
+                  const fail = stats.errors ?? 0;
+                  console.log('  ✓ ' + ruleName + ' : ' + ins + ' records synced, ' + fail + ' errors (' + (stats.duration ?? 0) + 'ms)');
+                  if (stats.details) {
+                    for (const d of stats.details) {
+                      console.log('    ' + d.collection + ' : ' + d.created + '↑ ' + d.updated + '⟳ ' + d.deleted + '↓ ' + d.errors + '✗');
+                    }
+                  }
+                } catch (e) {
+                  console.error('  ✗ ' + ruleName + ' : ' + e.message);
+                }
+              }
+
+              await rm.disconnectAll();
+            " 2>&1 | sed 's/^/  /'
+          else
+            info "  Replication configured. Run 'npm run dev:all' to start continuous sync."
+            info "  Or run a one-shot sync : npm run sync-once"
+          fi
+          ;;
+        *)
+          warn "  Invalid choice — defaulting to empty tables."
+          ;;
+      esac
+
+      # ─── Step 5 : Summary ───
+      echo -e "\n\e[1m▶ Step 5/6 : Summary\e[0m"
       if (( BS_OK_CODEMOD && BS_OK_DEPS && BS_OK_CONVERT && BS_OK_DDL )); then
         cat <<DONE
 
   ✓ Bridge installed in-place.  Original files backed up as *.prisma.bak
   ✓ Schema converted :   $GENERATED_DIR/entities.json
   ✓ DDL applied        (DB_DIALECT=$DB_DIALECT  SGBD_URI=$SGBD_URI)
+DONE
+        if [[ "$dm_choice" == "2" || "$dm_choice" == "4" ]]; then
+          cat <<DONE
+  ✓ Replicator configured : old ($old_dialect) → new ($DB_DIALECT)
+  ✓ Services scaffolded : services/replicator.mjs + services/monitor.mjs
+  ✓ package.json patched : npm run replicator / monitor / dev:all
+DONE
+        fi
+        if [[ "$dm_choice" == "4" ]]; then
+          echo "  ✓ Data migrated via snapshot sync"
+        fi
+        cat <<DONE
 
   Next :
-    - Add seeds to $CONFIG_DIR/seeds/*.json   (one file per entity)
-    - $CLI_NAME             # menu S → h (hash) → 4 (apply)
-    - npm run dev
-    - Open http://localhost:3000/login
+    - npm run dev                     # start your app
+    - npm run dev:all                 # start app + replicator + monitor
+    - $CLI_NAME                       # interactive CLI for seeds, replicas, CDC
+    - Open http://localhost:3000
 
   To undo the codemod :
     $CLI_NAME install-bridge --restore --apply

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mostajs/orm-cli",
-  "version": "0.5.17",
+  "version": "0.6.1",
   "description": "Universal CLI to integrate @mostajs/orm into any project — one-shot `mostajs bootstrap` migrates a Prisma project (codemod + deps + schema convert + DDL) to 13 databases with zero code change.",
   "author": "Dr Hamid MADANI <drmdh@msn.com>",
   "license": "AGPL-3.0-or-later",