@mostajs/orm-cli 0.5.17 → 0.6.0

package/bin/mostajs.sh

@@ -4068,20 +4068,212 @@ CFG
         exit 1
       fi
 
-      # ─── Step 4 ───
-      echo -e "\n\e[1m▶ Step 4/4 : done\e[0m"
+      # ─── Step 4 : Data migration ───
+      echo -e "\n\e[1m▶ Step 4/6 : Data migration\e[0m"
+      echo
+      echo -e "  Tables created on ${CYAN}$DB_DIALECT${RESET} (${DIM}$SGBD_URI${RESET})."
+      echo -e "  How do you want to populate them?"
+      echo
+      echo -e "  ${CYAN}1${RESET}) Apply seed files                ${DIM}(.mostajs/seeds/*.json → mostajs seed)${RESET}"
+      echo -e "  ${CYAN}2${RESET}) Replicate from old DB            ${DIM}(old Prisma DB = master → new DB = slave)${RESET}"
+      echo -e "  ${CYAN}3${RESET}) Start with empty tables          ${DIM}(app handles its own data)${RESET}"
+      echo -e "  ${CYAN}4${RESET}) Auto-replicate old → new         ${DIM}(init schema + snapshot all data)${RESET}"
+      echo
+      local dm_choice
+      dm_choice=$(ask "Choice" "3")
+
+      case "$dm_choice" in
+        1)
+          info "  Run menu S to upload + apply seeds, or place JSON files in .mostajs/seeds/"
+          ;;
+        3)
+          ok "  Empty tables — ready for your app to populate."
+          ;;
+        2|4)
+          # ─── Replication from old DB ───
+          echo
+          echo -e "${BOLD}▶ Replication setup : old DB → new DB${RESET}"
+
+          # Detect old Prisma DATABASE_URL
+          local old_uri=""
+          if [[ -f "$PROJECT_ROOT/.env" ]]; then
+            old_uri=$(grep -E '^DATABASE_URL=' "$PROJECT_ROOT/.env" 2>/dev/null | head -1 | sed 's/^DATABASE_URL=//' | tr -d '"' | tr -d "'")
+          fi
+          if [[ -z "$old_uri" ]]; then
+            old_uri=$(ask "Old Prisma DATABASE_URL (source)" "postgresql://user:pass@localhost:5432/olddb")
+          else
+            info "  Detected old DATABASE_URL from .env"
+            echo -e "    ${DIM}$old_uri${RESET}"
+            if ! confirm "Use this as source?"; then
+              old_uri=$(ask "Old DATABASE_URL" "$old_uri")
+            fi
+          fi
+
+          # Detect old dialect from URI
+          local old_dialect="postgres"
+          case "$old_uri" in
+            postgresql://*|postgres://*) old_dialect="postgres" ;;
+            mysql://*) old_dialect="mysql" ;;
+            mongodb://*) old_dialect="mongodb" ;;
+            mariadb://*) old_dialect="mariadb" ;;
+            oracle://*) old_dialect="oracle" ;;
+            mssql://*) old_dialect="mssql" ;;
+            *sqlite*|*.db|*.sqlite) old_dialect="sqlite" ;;
+          esac
+          info "  Source dialect : $old_dialect"
+          info "  Target dialect : $DB_DIALECT"
+
+          # Install replicator + monitor deps
+          echo
+          echo -e "${CYAN}▶ Installing replicator + monitor deps${RESET}"
+          ensure_pkg "@mostajs/replicator" "@mostajs/replica-monitor" "@mostajs/mproject" || {
+            err "Failed to install replicator deps"
+          }
+
+          # Write replicator-tree.json
+          echo
+          echo -e "${CYAN}▶ Creating replicator tree (old → new)${RESET}"
+          local tree_file="$CONFIG_DIR/replicator-tree.json"
+          cat > "$tree_file" <<TREE
+{
+  "replicas": {
+    "old-db": {
+      "source": {
+        "role": "master",
+        "dialect": "$old_dialect",
+        "uri": "$old_uri",
+        "schemaStrategy": "none"
+      }
+    },
+    "new-db": {
+      "target": {
+        "role": "master",
+        "dialect": "$DB_DIALECT",
+        "uri": "$SGBD_URI",
+        "schemaStrategy": "update"
+      }
+    }
+  },
+  "rules": {
+    "migrate-all": {
+      "source": "old-db",
+      "target": "new-db",
+      "mode": "snapshot",
+      "collections": ["*"],
+      "conflictResolution": "source-wins",
+      "enabled": true
+    }
+  },
+  "routing": {}
+}
+TREE
+          ok "  Tree written : $tree_file"
+
+          # Scaffold services
+          echo
+          echo -e "${CYAN}▶ Scaffolding services${RESET}"
+          action_rep_scaffold_services
+
+          # If option 4 : run one-shot sync now
+          if [[ "$dm_choice" == "4" ]]; then
+            echo
+            echo -e "${BOLD}▶ Running one-shot data migration (snapshot sync)${RESET}"
+            TREE_FILE="$tree_file" RUNTIME_ROOT="$PROJECT_ROOT" \
+            node --input-type=module -e "
+              import { readFileSync, existsSync } from 'node:fs';
+              import { resolve } from 'node:path';
+
+              const orm = await import(resolve(process.env.RUNTIME_ROOT, 'node_modules/@mostajs/orm/dist/index.js'));
+              const { ReplicationManager } = await import(resolve(process.env.RUNTIME_ROOT, 'node_modules/@mostajs/replicator/dist/index.js'));
+
+              // Load schemas
+              const entPath = resolve(process.env.RUNTIME_ROOT, '.mostajs/generated/entities.json');
+              let schemas = [];
+              if (existsSync(entPath)) {
+                schemas = JSON.parse(readFileSync(entPath, 'utf8'));
+                orm.registerSchemas(schemas);
+              }
+
+              const tree = JSON.parse(readFileSync(process.env.TREE_FILE, 'utf8'));
+              const rm = new ReplicationManager();
+
+              // Connect source + target
+              for (const [project, reps] of Object.entries(tree.replicas)) {
+                for (const [name, cfg] of Object.entries(reps)) {
+                  try {
+                    await rm.addReplica(project, {
+                      name, role: cfg.role, dialect: cfg.dialect,
+                      uri: cfg.uri, schemaStrategy: cfg.schemaStrategy ?? 'update',
+                    }, schemas);
+                    console.log('  ✓ connected ' + project + '/' + name + ' [' + cfg.dialect + ']');
+                  } catch (e) {
+                    console.error('  ✗ ' + project + '/' + name + ' : ' + e.message);
+                  }
+                }
+              }
+
+              // Resolve wildcard + sync
+              for (const [ruleName, rule] of Object.entries(tree.rules)) {
+                try {
+                  // Resolve entity names from schemas
+                  let collections = rule.collections;
+                  if (collections.includes('*')) {
+                    collections = schemas.map(s => s.name);
+                    console.log('  → expanded * → ' + collections.length + ' entities');
+                  }
+                  rm.addReplicationRule({ name: ruleName, ...rule, collections });
+                  const stats = await rm.sync(ruleName);
+                  const ins = stats.recordsSynced ?? 0;
+                  const fail = stats.errors ?? 0;
+                  console.log('  ✓ ' + ruleName + ' : ' + ins + ' records synced, ' + fail + ' errors (' + (stats.duration ?? 0) + 'ms)');
+                  if (stats.details) {
+                    for (const d of stats.details) {
+                      console.log('    ' + d.collection + ' : ' + d.created + '↑ ' + d.updated + '⟳ ' + d.deleted + '↓ ' + d.errors + '✗');
+                    }
+                  }
+                } catch (e) {
+                  console.error('  ✗ ' + ruleName + ' : ' + e.message);
+                }
+              }
+
+              await rm.disconnectAll();
+            " 2>&1 | sed 's/^/  /'
+          else
+            info "  Replication configured. Run 'npm run dev:all' to start continuous sync."
+            info "  Or run a one-shot sync : npm run sync-once"
+          fi
+          ;;
+        *)
+          warn "  Invalid choice — defaulting to empty tables."
+          ;;
+      esac
+
+      # ─── Step 5 : Summary ───
+      echo -e "\n\e[1m▶ Step 5/6 : Summary\e[0m"
       if (( BS_OK_CODEMOD && BS_OK_DEPS && BS_OK_CONVERT && BS_OK_DDL )); then
         cat <<DONE
 
   ✓ Bridge installed in-place.  Original files backed up as *.prisma.bak
   ✓ Schema converted :   $GENERATED_DIR/entities.json
   ✓ DDL applied        (DB_DIALECT=$DB_DIALECT  SGBD_URI=$SGBD_URI)
+DONE
+        if [[ "$dm_choice" == "2" || "$dm_choice" == "4" ]]; then
+          cat <<DONE
+  ✓ Replicator configured : old ($old_dialect) → new ($DB_DIALECT)
+  ✓ Services scaffolded : services/replicator.mjs + services/monitor.mjs
+  ✓ package.json patched : npm run replicator / monitor / dev:all
+DONE
+        fi
+        if [[ "$dm_choice" == "4" ]]; then
+          echo "  ✓ Data migrated via snapshot sync"
+        fi
+        cat <<DONE
 
   Next :
-    - Add seeds to $CONFIG_DIR/seeds/*.json   (one file per entity)
-    - $CLI_NAME             # menu S → h (hash) → 4 (apply)
-    - npm run dev
-    - Open http://localhost:3000/login
+    - npm run dev                     # start your app
+    - npm run dev:all                 # start app + replicator + monitor
+    - $CLI_NAME                       # interactive CLI for seeds, replicas, CDC
+    - Open http://localhost:3000
 
   To undo the codemod :
     $CLI_NAME install-bridge --restore --apply

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mostajs/orm-cli",
-  "version": "0.5.17",
+  "version": "0.6.0",
   "description": "Universal CLI to integrate @mostajs/orm into any project — one-shot `mostajs bootstrap` migrates a Prisma project (codemod + deps + schema convert + DDL) to 13 databases with zero code change.",
   "author": "Dr Hamid MADANI <drmdh@msn.com>",
   "license": "AGPL-3.0-or-later",