mysqlsyncr 1.1.4 → 1.1.6

package/dist/index.cjs

@@ -137,7 +137,10 @@ function _iterableToArrayLimit(r, l) {
       f = true,
       o = false;
     try {
-      if (i = (t = t.call(r)).next, 0 === l) ; else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0);
+      if (i = (t = t.call(r)).next, 0 === l) {
+        if (Object(t) !== t) return;
+        f = !1;
+      } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0);
     } catch (r) {
       o = true, n = r;
     } finally {
@@ -3599,7 +3602,7 @@ var applyDifferences = /*#__PURE__*/function () {
           _iterator = _createForOfIteratorHelper(differences);
           _context2.prev = 2;
           _loop = /*#__PURE__*/_regeneratorRuntime().mark(function _loop() {
-            var diff, createDatabaseSQL, tableName, createSQL, _tableName, dropTableSQL, addFieldSQL, modifyFieldSQL, defaultClause, _modifyFieldSQL, dropFieldSQL, _tableName2, field, isTimestamp, _defaultClause, currentField, hasOnUpdate, _dropFieldSQL, existingColumns, columnNames, missingColumns, indexColumns, primaryKeySQL, uniqueSQL, addIndexSQL, dropPrimaryKeySQL, dropIndexSQL, _tableName3, index, _dropPrimaryKeySQL, _dropIndexSQL, _uniqueSQL, addPrimaryKeySQL, _addIndexSQL, dropCurrentProcSQL, createProcSQL, dropViewSQL, createViewSQL, _dropViewSQL, _createViewSQL, _dropViewSQL2, createTriggerSQL, dropTriggerSQL, _createTriggerSQL, _dropTriggerSQL, _createDatabaseSQL;
+            var diff, createDatabaseSQL, tableName, createSQL, _tableName, dropTableSQL, addFieldSQL, modifyFieldSQL, defaultClause, _modifyFieldSQL, dropFieldSQL, _tableName2, field, currentField, needsBatchProcessing, addColumnSQL, totalUpdated, batchSize, batchCount, updateSQL, result, rowsAffected, verifySQL, _yield$connection$que, _yield$connection$que2, verifyResult, swapColumnsSQL, isTimestamp, _defaultClause, _currentField, hasOnUpdate, _modifyFieldSQL2, existingColumns, columnNames, missingColumns, indexColumns, primaryKeySQL, uniqueSQL, addIndexSQL, dropPrimaryKeySQL, dropIndexSQL, _tableName3, index, _dropPrimaryKeySQL, _dropIndexSQL, _uniqueSQL, addPrimaryKeySQL, _addIndexSQL, dropCurrentProcSQL, createProcSQL, dropViewSQL, createViewSQL, _dropViewSQL, _createViewSQL, _dropViewSQL2, createTriggerSQL, dropTriggerSQL, _createTriggerSQL, _dropTriggerSQL, _createDatabaseSQL;
             return _regeneratorRuntime().wrap(function _loop$(_context) {
               while (1) switch (_context.prev = _context.next) {
                 case 0:
@@ -3629,7 +3632,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 16;
                   return connection.query(createSQL);
                 case 16:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 18:
                   if (!(diff.type === 'extra_table')) {
@@ -3643,7 +3646,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 25;
                   return connection.query(dropTableSQL);
                 case 25:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 27:
                   if (!(diff.type === 'missing_field')) {
@@ -3675,7 +3678,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 43;
                   return connection.query(_modifyFieldSQL);
                 case 43:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 45:
                   if (!(diff.type === 'extra_field')) {
@@ -3687,33 +3690,132 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 50;
                   return connection.query(dropFieldSQL);
                 case 50:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 52:
                   if (!(diff.type === 'mismatched_field')) {
-                    _context.next = 64;
+                    _context.next = 100;
                     break;
                   }
-                  _tableName2 = diff.tableName, field = diff.field;
+                  _tableName2 = diff.tableName, field = diff.field, currentField = diff.currentField; // Helper function to determine if we need batch processing
+                  needsBatchProcessing = function needsBatchProcessing() {
+                    var currentType = currentField.Type.toLowerCase();
+                    var newType = field.Type.toLowerCase();
+
+                    // Decimal changes
+                    if (currentType.includes('decimal') && newType.includes('decimal')) {
+                      return true;
+                    }
+
+                    // VARCHAR/CHAR length reductions
+                    if ((currentType.includes('varchar') || currentType.includes('char')) && (newType.includes('varchar') || newType.includes('char'))) {
+                      var _currentType$match, _newType$match;
+                      var currentLength = parseInt(((_currentType$match = currentType.match(/\((\d+)\)/)) === null || _currentType$match === undefined ? undefined : _currentType$match[1]) || '0');
+                      var newLength = parseInt(((_newType$match = newType.match(/\((\d+)\)/)) === null || _newType$match === undefined ? undefined : _newType$match[1]) || '0');
+                      return newLength < currentLength;
+                    }
+
+                    // TEXT to VARCHAR conversions
+                    if (currentType.includes('text') && newType.includes('varchar')) {
+                      return true;
+                    }
+
+                    // Numeric type downgrades
+                    var numericDowngrades = {
+                      'bigint': ['int', 'mediumint', 'smallint', 'tinyint'],
+                      'int': ['mediumint', 'smallint', 'tinyint'],
+                      'mediumint': ['smallint', 'tinyint'],
+                      'smallint': ['tinyint'],
+                      'double': ['float', 'decimal'],
+                      'float': ['decimal']
+                    };
+                    for (var _i = 0, _Object$entries = Object.entries(numericDowngrades); _i < _Object$entries.length; _i++) {
+                      var _Object$entries$_i = _slicedToArray(_Object$entries[_i], 2),
+                        larger = _Object$entries$_i[0],
+                        smaller = _Object$entries$_i[1];
+                      if (currentType.includes(larger) && smaller.some(function (t) {
+                        return newType.includes(t);
+                      })) {
+                        return true;
+                      }
+                    }
+                    return false;
+                  };
+                  if (!needsBatchProcessing()) {
+                    _context.next = 90;
+                    break;
+                  }
+                  // Step 1: Add new column
+                  addColumnSQL = "ALTER TABLE `".concat(_tableName2, "` ADD COLUMN `").concat(field.Field, "_new` ").concat(field.Type, " DEFAULT NULL;");
+                  logger("Adding new column for type conversion: ".concat(addColumnSQL));
+                  _context.next = 60;
+                  return connection.query(addColumnSQL);
+                case 60:
+                  // Step 2: Copy data in batches
+                  totalUpdated = 0;
+                  batchSize = 10000;
+                  batchCount = 0;
+                case 63:
+                  updateSQL = "\n                            UPDATE `".concat(_tableName2, "` \n                            SET `").concat(field.Field, "_new` = `").concat(field.Field, "`\n                            WHERE `").concat(field.Field, "_new` IS NULL \n                            AND `").concat(field.Field, "` IS NOT NULL\n                            LIMIT ").concat(batchSize, ";\n                        ");
+                  _context.next = 67;
+                  return connection.query(updateSQL);
+                case 67:
+                  result = _context.sent;
+                  rowsAffected = result.affectedRows;
+                  if (!(rowsAffected === 0)) {
+                    _context.next = 71;
+                    break;
+                  }
+                  return _context.abrupt("break", 76);
+                case 71:
+                  totalUpdated += rowsAffected;
+                  batchCount++;
+                  logger("Batch ".concat(batchCount, ": Converted ").concat(rowsAffected, " rows. Total converted: ").concat(totalUpdated));
+                  _context.next = 63;
+                  break;
+                case 76:
+                  // Step 3: Verify data (optional)
+                  verifySQL = "\n                        SELECT COUNT(*) as mismatch FROM `".concat(_tableName2, "`\n                        WHERE `").concat(field.Field, "` IS NOT NULL \n                        AND `").concat(field.Field, "_new` IS NULL;\n                    ");
+                  _context.next = 79;
+                  return connection.query(verifySQL);
+                case 79:
+                  _yield$connection$que = _context.sent;
+                  _yield$connection$que2 = _slicedToArray(_yield$connection$que, 1);
+                  verifyResult = _yield$connection$que2[0];
+                  if (verifyResult.mismatch > 0) {
+                    logger("Warning: ".concat(verifyResult.mismatch, " rows may have failed conversion"));
+                  }
+
+                  // Step 4: Swap columns
+                  swapColumnsSQL = "\n                        ALTER TABLE `".concat(_tableName2, "`\n                        DROP COLUMN `").concat(field.Field, "`,\n                        RENAME COLUMN `").concat(field.Field, "_new` TO `").concat(field.Field, "`\n                    ");
+                  logger("Swapping columns: ".concat(swapColumnsSQL));
+                  _context.next = 87;
+                  return connection.query(swapColumnsSQL);
+                case 87:
+                  logger("Completed type conversion for ".concat(field.Field, ". Total rows converted: ").concat(totalUpdated));
+                  _context.next = 98;
+                  break;
+                case 90:
+                  // Original mismatched field handling for simple changes
                   isTimestamp = field.Type.toLowerCase().includes('timestamp'); // Handle timestamp specific attributes
                   _defaultClause = field.Default === 'CURRENT_TIMESTAMP' ? 'DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP' : field.Default === 'NULL' ? isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL' : field.Default !== undefined && field.Default !== null ? "DEFAULT '".concat(field.Default, "'") : isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL'; // Remove ON UPDATE CURRENT_TIMESTAMP if we're changing away from CURRENT_TIMESTAMP
-                  currentField = diff.currentField;
-                  hasOnUpdate = (currentField === null || currentField === undefined ? undefined : currentField.Default) === 'CURRENT_TIMESTAMP' && field.Default !== 'CURRENT_TIMESTAMP';
-                  _dropFieldSQL = "ALTER TABLE `".concat(_tableName2, "` CHANGE `").concat(field.Field, "` `").concat(field.Field, "` ").concat(field.Type, " ").concat(field.NotNull ? 'NOT NULL' : '', " ").concat(_defaultClause).concat(hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : '', ";");
-                  logger("Executing: ".concat(_dropFieldSQL));
-                  _context.next = 62;
-                  return connection.query(_dropFieldSQL);
-                case 62:
-                  _context.next = 213;
+                  _currentField = diff.currentField;
+                  hasOnUpdate = (_currentField === null || _currentField === undefined ? undefined : _currentField.Default) === 'CURRENT_TIMESTAMP' && field.Default !== 'CURRENT_TIMESTAMP';
+                  _modifyFieldSQL2 = "ALTER TABLE `".concat(_tableName2, "` CHANGE `").concat(field.Field, "` `").concat(field.Field, "` ").concat(field.Type, " ").concat(field.NotNull ? 'NOT NULL' : '', " ").concat(_defaultClause).concat(hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : '', ";");
+                  console.log("Executing: ".concat(_modifyFieldSQL2));
+                  _context.next = 98;
+                  return connection.query(_modifyFieldSQL2);
+                case 98:
+                  _context.next = 249;
                   break;
-                case 64:
+                case 100:
                   if (!(diff.type === 'missing_index')) {
-                    _context.next = 96;
+                    _context.next = 132;
                     break;
                   }
-                  _context.next = 67;
+                  _context.next = 103;
                   return connection.query("SHOW COLUMNS FROM `".concat(diff.tableName, "`"));
-                case 67:
+                case 103:
                   existingColumns = _context.sent;
                   columnNames = existingColumns.map(function (col) {
                     return col.Field;
@@ -3722,260 +3824,260 @@ var applyDifferences = /*#__PURE__*/function () {
                     return !columnNames.includes(col);
                   }) : [];
                   if (!(missingColumns.length > 0)) {
-                    _context.next = 73;
+                    _context.next = 109;
                     break;
                   }
                   logger("Cannot create index ".concat(diff.index.Name, " on ").concat(diff.tableName, ". Missing columns: ").concat(missingColumns.join(', ')));
                   return _context.abrupt("return", 0);
-                case 73:
+                case 109:
                   // Prepare the index columns with proper formatting
                   indexColumns = diff.index.ColumnName.map(function (col) {
                     return "`".concat(col, "`");
                   }); // Format column names
                   // Handle PRIMARY index creation
                   if (!(diff.index.Name === 'PRIMARY')) {
-                    _context.next = 85;
+                    _context.next = 121;
                     break;
                   }
                   if (!(indexColumns.length > 0)) {
-                    _context.next = 82;
+                    _context.next = 118;
                     break;
                   }
                   primaryKeySQL = "ALTER TABLE `".concat(diff.tableName, "` ADD PRIMARY KEY (").concat(indexColumns.join(', '), ");");
                   console.log("Executing: ".concat(primaryKeySQL));
-                  _context.next = 80;
+                  _context.next = 116;
                   return connection.query(primaryKeySQL);
-                case 80:
-                  _context.next = 83;
+                case 116:
+                  _context.next = 119;
                   break;
-                case 82:
+                case 118:
                   logger("Cannot create PRIMARY index on ".concat(diff.tableName, ". ColumnName is undefined or empty."), diff.index);
-                case 83:
-                  _context.next = 94;
+                case 119:
+                  _context.next = 130;
                   break;
-                case 85:
+                case 121:
                   // Create the new index with UNIQUE if applicable
                   uniqueSQL = diff.index.Unique ? 'UNIQUE ' : ''; // Check if the index is unique
                   if (!(indexColumns.length > 0)) {
-                    _context.next = 93;
+                    _context.next = 129;
                     break;
                   }
                   addIndexSQL = "ALTER TABLE `".concat(diff.tableName, "` ADD ").concat(uniqueSQL, "INDEX `").concat(diff.index.Name, "` (").concat(indexColumns.join(', '), ");");
                   console.log("Executing: ".concat(addIndexSQL));
-                  _context.next = 91;
+                  _context.next = 127;
                   return connection.query(addIndexSQL);
-                case 91:
-                  _context.next = 94;
+                case 127:
+                  _context.next = 130;
                   break;
-                case 93:
+                case 129:
                   logger("Cannot create index ".concat(diff.index.Name, " on ").concat(diff.tableName, ". ColumnName is undefined or empty."), diff.index);
-                case 94:
-                  _context.next = 213;
+                case 130:
+                  _context.next = 249;
                   break;
-                case 96:
+                case 132:
                   if (!(diff.type === 'extra_index')) {
-                    _context.next = 110;
+                    _context.next = 146;
                     break;
                   }
                   if (!(diff.index.Name === 'PRIMARY')) {
-                    _context.next = 104;
+                    _context.next = 140;
                     break;
                   }
                   dropPrimaryKeySQL = "ALTER TABLE `".concat(diff.tableName, "` DROP PRIMARY KEY;");
                   console.log("Executing: ".concat(dropPrimaryKeySQL));
-                  _context.next = 102;
+                  _context.next = 138;
                   return connection.query(dropPrimaryKeySQL);
-                case 102:
-                  _context.next = 108;
+                case 138:
+                  _context.next = 144;
                   break;
-                case 104:
+                case 140:
                   dropIndexSQL = "DROP INDEX `".concat(diff.index.Name, "` ON `").concat(diff.tableName, "`;");
                   console.log("Executing: ".concat(dropIndexSQL));
-                  _context.next = 108;
+                  _context.next = 144;
                   return connection.query(dropIndexSQL);
-                case 108:
-                  _context.next = 213;
+                case 144:
+                  _context.next = 249;
                   break;
-                case 110:
+                case 146:
                   if (!(diff.type === 'mismatched_index')) {
-                    _context.next = 138;
+                    _context.next = 174;
                     break;
                   }
                   _tableName3 = diff.tableName, index = diff.index; // Drop the existing index
                   if (!(index.Name === 'PRIMARY')) {
-                    _context.next = 119;
+                    _context.next = 155;
                     break;
                   }
                   _dropPrimaryKeySQL = "ALTER TABLE `".concat(_tableName3, "` DROP PRIMARY KEY;");
                   console.log("Executing: ".concat(_dropPrimaryKeySQL));
-                  _context.next = 117;
+                  _context.next = 153;
                   return connection.query(_dropPrimaryKeySQL);
-                case 117:
-                  _context.next = 123;
+                case 153:
+                  _context.next = 159;
                   break;
-                case 119:
+                case 155:
                   _dropIndexSQL = "DROP INDEX `".concat(index.Name, "` ON `").concat(_tableName3, "`;");
                   console.log("Executing: ".concat(_dropIndexSQL));
-                  _context.next = 123;
+                  _context.next = 159;
                   return connection.query(_dropIndexSQL);
-                case 123:
+                case 159:
                   console.log('index', index);
 
                   // Create the new index
                   _uniqueSQL = index.Unique ? 'UNIQUE ' : ''; // Check if the index is unique
                   if (!(index.Name === 'PRIMARY')) {
-                    _context.next = 132;
+                    _context.next = 168;
                     break;
                   }
                   addPrimaryKeySQL = "ALTER TABLE `".concat(_tableName3, "` ADD PRIMARY KEY (").concat(index.ColumnName.join(', '), ");");
                   console.log("Executing: ".concat(addPrimaryKeySQL));
-                  _context.next = 130;
+                  _context.next = 166;
                   return connection.query(addPrimaryKeySQL);
-                case 130:
-                  _context.next = 136;
+                case 166:
+                  _context.next = 172;
                   break;
-                case 132:
+                case 168:
                   _addIndexSQL = "ALTER TABLE `".concat(_tableName3, "` ADD ").concat(_uniqueSQL, "INDEX `").concat(index.Name, "` (").concat(index.ColumnName.join(', '), ");"); // Include UNIQUE if applicable
                   console.log("Executing: ".concat(_addIndexSQL));
-                  _context.next = 136;
+                  _context.next = 172;
                   return connection.query(_addIndexSQL);
-                case 136:
-                  _context.next = 213;
+                case 172:
+                  _context.next = 249;
                   break;
-                case 138:
+                case 174:
                   if (!(diff.type === 'missing_procedure' || diff.type === 'mismatched_procedure')) {
-                    _context.next = 149;
+                    _context.next = 185;
                     break;
                   }
                   // Drop the procedure if it exists
                   dropCurrentProcSQL = "DROP PROCEDURE IF EXISTS `".concat(diff.Name, "`;");
                   console.log("Executing: ".concat(dropCurrentProcSQL));
-                  _context.next = 143;
+                  _context.next = 179;
                   return connection.query(dropCurrentProcSQL);
-                case 143:
+                case 179:
                   // Create the procedure
                   createProcSQL = diff.Definition;
                   console.log("Executing: ".concat(createProcSQL)); // Log the SQL statement
-                  _context.next = 147;
+                  _context.next = 183;
                   return connection.query(createProcSQL);
-                case 147:
-                  _context.next = 213;
+                case 183:
+                  _context.next = 249;
                   break;
-                case 149:
+                case 185:
                   if (!(diff.type === 'missing_view')) {
-                    _context.next = 160;
+                    _context.next = 196;
                     break;
                   }
                   dropViewSQL = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(dropViewSQL));
-                  _context.next = 154;
+                  _context.next = 190;
                   return connection.query(dropViewSQL);
-                case 154:
+                case 190:
                   createViewSQL = diff.definition; // Use the expected definition to create the view
                   console.log("Executing: ".concat(createViewSQL));
-                  _context.next = 158;
+                  _context.next = 194;
                   return connection.query(createViewSQL);
-                case 158:
-                  _context.next = 213;
+                case 194:
+                  _context.next = 249;
                   break;
-                case 160:
+                case 196:
                   if (!(diff.type === 'mismatched_view')) {
-                    _context.next = 171;
+                    _context.next = 207;
                     break;
                   }
                   _dropViewSQL = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(_dropViewSQL));
-                  _context.next = 165;
+                  _context.next = 201;
                   return connection.query(_dropViewSQL);
-                case 165:
+                case 201:
                   _createViewSQL = diff.definition; // Use the expected definition to create the view
                   console.log("Executing: ".concat(_createViewSQL));
-                  _context.next = 169;
+                  _context.next = 205;
                   return connection.query(_createViewSQL);
-                case 169:
-                  _context.next = 213;
+                case 205:
+                  _context.next = 249;
                   break;
-                case 171:
+                case 207:
                   if (!(diff.type === 'extra_view')) {
-                    _context.next = 178;
+                    _context.next = 214;
                     break;
                   }
                   _dropViewSQL2 = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(_dropViewSQL2));
-                  _context.next = 176;
+                  _context.next = 212;
                   return connection.query(_dropViewSQL2);
-                case 176:
-                  _context.next = 213;
+                case 212:
+                  _context.next = 249;
                   break;
-                case 178:
+                case 214:
                   if (!(diff.type === 'missing_trigger')) {
-                    _context.next = 186;
+                    _context.next = 222;
                     break;
                   }
                   createTriggerSQL = diff.trigger.Definition;
                   logger('fixing trigger', diff.trigger.Name);
                   console.log("Executing: ".concat(createTriggerSQL));
-                  _context.next = 184;
+                  _context.next = 220;
                   return connection.query(createTriggerSQL);
-                case 184:
-                  _context.next = 213;
+                case 220:
+                  _context.next = 249;
                   break;
-                case 186:
+                case 222:
                   if (!(diff.type === 'mismatched_trigger')) {
-                    _context.next = 197;
+                    _context.next = 233;
                     break;
                   }
                   dropTriggerSQL = "DROP TRIGGER IF EXISTS `".concat(diff.trigger.Name, "`;");
                   console.log("Executing: ".concat(dropTriggerSQL));
-                  _context.next = 191;
+                  _context.next = 227;
                   return connection.query(dropTriggerSQL);
-                case 191:
+                case 227:
                   _createTriggerSQL = diff.trigger.Definition;
                   console.log("Executing: ".concat(_createTriggerSQL));
-                  _context.next = 195;
+                  _context.next = 231;
                   return connection.query(_createTriggerSQL);
-                case 195:
-                  _context.next = 213;
+                case 231:
+                  _context.next = 249;
                   break;
-                case 197:
+                case 233:
                   if (!(diff.type === 'extra_trigger')) {
-                    _context.next = 204;
+                    _context.next = 240;
                     break;
                   }
                   _dropTriggerSQL = "DROP TRIGGER IF EXISTS `".concat(diff.trigger.Name, "`;");
                   console.log("Executing: ".concat(_dropTriggerSQL));
-                  _context.next = 202;
+                  _context.next = 238;
                   return connection.query(_dropTriggerSQL);
-                case 202:
-                  _context.next = 213;
+                case 238:
+                  _context.next = 249;
                   break;
-                case 204:
+                case 240:
                   if (!(diff.type === 'missing_database')) {
-                    _context.next = 212;
+                    _context.next = 248;
                     break;
                   }
                   logger('fixing missing database', diff.database);
                   _createDatabaseSQL = "CREATE DATABASE `".concat(diff.database, "`;");
                   console.log("Executing: ".concat(_createDatabaseSQL));
-                  _context.next = 210;
+                  _context.next = 246;
                   return connection.query(_createDatabaseSQL);
-                case 210:
-                  _context.next = 213;
+                case 246:
+                  _context.next = 249;
                   break;
-                case 212:
+                case 248:
                   logger("Error applying difference of type:".concat(diff.type), diff);
-                case 213:
-                  _context.next = 218;
+                case 249:
+                  _context.next = 254;
                   break;
-                case 215:
-                  _context.prev = 215;
+                case 251:
+                  _context.prev = 251;
                   _context.t0 = _context["catch"](1);
                   logger("Error applying difference of type:".concat(diff.type, ". Error: ").concat(_context.t0.message), diff);
-                case 218:
+                case 254:
                 case "end":
                   return _context.stop();
               }
-            }, _loop, null, [[1, 215]]);
+            }, _loop, null, [[1, 251]]);
           });
           _iterator.s();
         case 5:

package/dist/index.js

@@ -134,7 +134,10 @@ function _iterableToArrayLimit(r, l) {
       f = true,
       o = false;
     try {
-      if (i = (t = t.call(r)).next, 0 === l) ; else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0);
+      if (i = (t = t.call(r)).next, 0 === l) {
+        if (Object(t) !== t) return;
+        f = !1;
+      } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0);
     } catch (r) {
       o = true, n = r;
     } finally {
@@ -3596,7 +3599,7 @@ var applyDifferences = /*#__PURE__*/function () {
           _iterator = _createForOfIteratorHelper(differences);
           _context2.prev = 2;
           _loop = /*#__PURE__*/_regeneratorRuntime().mark(function _loop() {
-            var diff, createDatabaseSQL, tableName, createSQL, _tableName, dropTableSQL, addFieldSQL, modifyFieldSQL, defaultClause, _modifyFieldSQL, dropFieldSQL, _tableName2, field, isTimestamp, _defaultClause, currentField, hasOnUpdate, _dropFieldSQL, existingColumns, columnNames, missingColumns, indexColumns, primaryKeySQL, uniqueSQL, addIndexSQL, dropPrimaryKeySQL, dropIndexSQL, _tableName3, index, _dropPrimaryKeySQL, _dropIndexSQL, _uniqueSQL, addPrimaryKeySQL, _addIndexSQL, dropCurrentProcSQL, createProcSQL, dropViewSQL, createViewSQL, _dropViewSQL, _createViewSQL, _dropViewSQL2, createTriggerSQL, dropTriggerSQL, _createTriggerSQL, _dropTriggerSQL, _createDatabaseSQL;
+            var diff, createDatabaseSQL, tableName, createSQL, _tableName, dropTableSQL, addFieldSQL, modifyFieldSQL, defaultClause, _modifyFieldSQL, dropFieldSQL, _tableName2, field, currentField, needsBatchProcessing, addColumnSQL, totalUpdated, batchSize, batchCount, updateSQL, result, rowsAffected, verifySQL, _yield$connection$que, _yield$connection$que2, verifyResult, swapColumnsSQL, isTimestamp, _defaultClause, _currentField, hasOnUpdate, _modifyFieldSQL2, existingColumns, columnNames, missingColumns, indexColumns, primaryKeySQL, uniqueSQL, addIndexSQL, dropPrimaryKeySQL, dropIndexSQL, _tableName3, index, _dropPrimaryKeySQL, _dropIndexSQL, _uniqueSQL, addPrimaryKeySQL, _addIndexSQL, dropCurrentProcSQL, createProcSQL, dropViewSQL, createViewSQL, _dropViewSQL, _createViewSQL, _dropViewSQL2, createTriggerSQL, dropTriggerSQL, _createTriggerSQL, _dropTriggerSQL, _createDatabaseSQL;
             return _regeneratorRuntime().wrap(function _loop$(_context) {
               while (1) switch (_context.prev = _context.next) {
                 case 0:
@@ -3626,7 +3629,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 16;
                   return connection.query(createSQL);
                 case 16:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 18:
                   if (!(diff.type === 'extra_table')) {
@@ -3640,7 +3643,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 25;
                   return connection.query(dropTableSQL);
                 case 25:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 27:
                   if (!(diff.type === 'missing_field')) {
@@ -3672,7 +3675,7 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 43;
                   return connection.query(_modifyFieldSQL);
                 case 43:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 45:
                   if (!(diff.type === 'extra_field')) {
@@ -3684,33 +3687,132 @@ var applyDifferences = /*#__PURE__*/function () {
                   _context.next = 50;
                   return connection.query(dropFieldSQL);
                 case 50:
-                  _context.next = 213;
+                  _context.next = 249;
                   break;
                 case 52:
                   if (!(diff.type === 'mismatched_field')) {
-                    _context.next = 64;
+                    _context.next = 100;
                     break;
                   }
-                  _tableName2 = diff.tableName, field = diff.field;
+                  _tableName2 = diff.tableName, field = diff.field, currentField = diff.currentField; // Helper function to determine if we need batch processing
+                  needsBatchProcessing = function needsBatchProcessing() {
+                    var currentType = currentField.Type.toLowerCase();
+                    var newType = field.Type.toLowerCase();
+
+                    // Decimal changes
+                    if (currentType.includes('decimal') && newType.includes('decimal')) {
+                      return true;
+                    }
+
+                    // VARCHAR/CHAR length reductions
+                    if ((currentType.includes('varchar') || currentType.includes('char')) && (newType.includes('varchar') || newType.includes('char'))) {
+                      var _currentType$match, _newType$match;
+                      var currentLength = parseInt(((_currentType$match = currentType.match(/\((\d+)\)/)) === null || _currentType$match === undefined ? undefined : _currentType$match[1]) || '0');
+                      var newLength = parseInt(((_newType$match = newType.match(/\((\d+)\)/)) === null || _newType$match === undefined ? undefined : _newType$match[1]) || '0');
+                      return newLength < currentLength;
+                    }
+
+                    // TEXT to VARCHAR conversions
+                    if (currentType.includes('text') && newType.includes('varchar')) {
+                      return true;
+                    }
+
+                    // Numeric type downgrades
+                    var numericDowngrades = {
+                      'bigint': ['int', 'mediumint', 'smallint', 'tinyint'],
+                      'int': ['mediumint', 'smallint', 'tinyint'],
+                      'mediumint': ['smallint', 'tinyint'],
+                      'smallint': ['tinyint'],
+                      'double': ['float', 'decimal'],
+                      'float': ['decimal']
+                    };
+                    for (var _i = 0, _Object$entries = Object.entries(numericDowngrades); _i < _Object$entries.length; _i++) {
+                      var _Object$entries$_i = _slicedToArray(_Object$entries[_i], 2),
+                        larger = _Object$entries$_i[0],
+                        smaller = _Object$entries$_i[1];
+                      if (currentType.includes(larger) && smaller.some(function (t) {
+                        return newType.includes(t);
+                      })) {
+                        return true;
+                      }
+                    }
+                    return false;
+                  };
+                  if (!needsBatchProcessing()) {
+                    _context.next = 90;
+                    break;
+                  }
+                  // Step 1: Add new column
+                  addColumnSQL = "ALTER TABLE `".concat(_tableName2, "` ADD COLUMN `").concat(field.Field, "_new` ").concat(field.Type, " DEFAULT NULL;");
+                  logger("Adding new column for type conversion: ".concat(addColumnSQL));
+                  _context.next = 60;
+                  return connection.query(addColumnSQL);
+                case 60:
+                  // Step 2: Copy data in batches
+                  totalUpdated = 0;
+                  batchSize = 10000;
+                  batchCount = 0;
+                case 63:
+                  updateSQL = "\n                            UPDATE `".concat(_tableName2, "` \n                            SET `").concat(field.Field, "_new` = `").concat(field.Field, "`\n                            WHERE `").concat(field.Field, "_new` IS NULL \n                            AND `").concat(field.Field, "` IS NOT NULL\n                            LIMIT ").concat(batchSize, ";\n                        ");
+                  _context.next = 67;
+                  return connection.query(updateSQL);
+                case 67:
+                  result = _context.sent;
+                  rowsAffected = result.affectedRows;
+                  if (!(rowsAffected === 0)) {
+                    _context.next = 71;
+                    break;
+                  }
+                  return _context.abrupt("break", 76);
+                case 71:
+                  totalUpdated += rowsAffected;
+                  batchCount++;
+                  logger("Batch ".concat(batchCount, ": Converted ").concat(rowsAffected, " rows. Total converted: ").concat(totalUpdated));
+                  _context.next = 63;
+                  break;
+                case 76:
+                  // Step 3: Verify data (optional)
+                  verifySQL = "\n                        SELECT COUNT(*) as mismatch FROM `".concat(_tableName2, "`\n                        WHERE `").concat(field.Field, "` IS NOT NULL \n                        AND `").concat(field.Field, "_new` IS NULL;\n                    ");
+                  _context.next = 79;
+                  return connection.query(verifySQL);
+                case 79:
+                  _yield$connection$que = _context.sent;
+                  _yield$connection$que2 = _slicedToArray(_yield$connection$que, 1);
+                  verifyResult = _yield$connection$que2[0];
+                  if (verifyResult.mismatch > 0) {
+                    logger("Warning: ".concat(verifyResult.mismatch, " rows may have failed conversion"));
+                  }
+
+                  // Step 4: Swap columns
+                  swapColumnsSQL = "\n                        ALTER TABLE `".concat(_tableName2, "`\n                        DROP COLUMN `").concat(field.Field, "`,\n                        RENAME COLUMN `").concat(field.Field, "_new` TO `").concat(field.Field, "`\n                    ");
+                  logger("Swapping columns: ".concat(swapColumnsSQL));
+                  _context.next = 87;
+                  return connection.query(swapColumnsSQL);
+                case 87:
+                  logger("Completed type conversion for ".concat(field.Field, ". Total rows converted: ").concat(totalUpdated));
+                  _context.next = 98;
+                  break;
+                case 90:
+                  // Original mismatched field handling for simple changes
                   isTimestamp = field.Type.toLowerCase().includes('timestamp'); // Handle timestamp specific attributes
                   _defaultClause = field.Default === 'CURRENT_TIMESTAMP' ? 'DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP' : field.Default === 'NULL' ? isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL' : field.Default !== undefined && field.Default !== null ? "DEFAULT '".concat(field.Default, "'") : isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL'; // Remove ON UPDATE CURRENT_TIMESTAMP if we're changing away from CURRENT_TIMESTAMP
-                  currentField = diff.currentField;
-                  hasOnUpdate = (currentField === null || currentField === undefined ? undefined : currentField.Default) === 'CURRENT_TIMESTAMP' && field.Default !== 'CURRENT_TIMESTAMP';
-                  _dropFieldSQL = "ALTER TABLE `".concat(_tableName2, "` CHANGE `").concat(field.Field, "` `").concat(field.Field, "` ").concat(field.Type, " ").concat(field.NotNull ? 'NOT NULL' : '', " ").concat(_defaultClause).concat(hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : '', ";");
-                  logger("Executing: ".concat(_dropFieldSQL));
-                  _context.next = 62;
-                  return connection.query(_dropFieldSQL);
-                case 62:
-                  _context.next = 213;
+                  _currentField = diff.currentField;
+                  hasOnUpdate = (_currentField === null || _currentField === undefined ? undefined : _currentField.Default) === 'CURRENT_TIMESTAMP' && field.Default !== 'CURRENT_TIMESTAMP';
+                  _modifyFieldSQL2 = "ALTER TABLE `".concat(_tableName2, "` CHANGE `").concat(field.Field, "` `").concat(field.Field, "` ").concat(field.Type, " ").concat(field.NotNull ? 'NOT NULL' : '', " ").concat(_defaultClause).concat(hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : '', ";");
+                  console.log("Executing: ".concat(_modifyFieldSQL2));
+                  _context.next = 98;
+                  return connection.query(_modifyFieldSQL2);
+                case 98:
+                  _context.next = 249;
                   break;
-                case 64:
+                case 100:
                   if (!(diff.type === 'missing_index')) {
-                    _context.next = 96;
+                    _context.next = 132;
                     break;
                   }
-                  _context.next = 67;
+                  _context.next = 103;
                   return connection.query("SHOW COLUMNS FROM `".concat(diff.tableName, "`"));
-                case 67:
+                case 103:
                   existingColumns = _context.sent;
                   columnNames = existingColumns.map(function (col) {
                     return col.Field;
@@ -3719,260 +3821,260 @@ var applyDifferences = /*#__PURE__*/function () {
                     return !columnNames.includes(col);
                   }) : [];
                   if (!(missingColumns.length > 0)) {
-                    _context.next = 73;
+                    _context.next = 109;
                     break;
                   }
                   logger("Cannot create index ".concat(diff.index.Name, " on ").concat(diff.tableName, ". Missing columns: ").concat(missingColumns.join(', ')));
                   return _context.abrupt("return", 0);
-                case 73:
+                case 109:
                   // Prepare the index columns with proper formatting
                   indexColumns = diff.index.ColumnName.map(function (col) {
                     return "`".concat(col, "`");
                   }); // Format column names
                   // Handle PRIMARY index creation
                   if (!(diff.index.Name === 'PRIMARY')) {
-                    _context.next = 85;
+                    _context.next = 121;
                     break;
                   }
                   if (!(indexColumns.length > 0)) {
-                    _context.next = 82;
+                    _context.next = 118;
                     break;
                   }
                   primaryKeySQL = "ALTER TABLE `".concat(diff.tableName, "` ADD PRIMARY KEY (").concat(indexColumns.join(', '), ");");
                   console.log("Executing: ".concat(primaryKeySQL));
-                  _context.next = 80;
+                  _context.next = 116;
                   return connection.query(primaryKeySQL);
-                case 80:
-                  _context.next = 83;
+                case 116:
+                  _context.next = 119;
                   break;
-                case 82:
+                case 118:
                   logger("Cannot create PRIMARY index on ".concat(diff.tableName, ". ColumnName is undefined or empty."), diff.index);
-                case 83:
-                  _context.next = 94;
+                case 119:
+                  _context.next = 130;
                   break;
-                case 85:
+                case 121:
                   // Create the new index with UNIQUE if applicable
                   uniqueSQL = diff.index.Unique ? 'UNIQUE ' : ''; // Check if the index is unique
                   if (!(indexColumns.length > 0)) {
-                    _context.next = 93;
+                    _context.next = 129;
                     break;
                   }
                   addIndexSQL = "ALTER TABLE `".concat(diff.tableName, "` ADD ").concat(uniqueSQL, "INDEX `").concat(diff.index.Name, "` (").concat(indexColumns.join(', '), ");");
                   console.log("Executing: ".concat(addIndexSQL));
-                  _context.next = 91;
+                  _context.next = 127;
                   return connection.query(addIndexSQL);
-                case 91:
-                  _context.next = 94;
+                case 127:
+                  _context.next = 130;
                   break;
-                case 93:
+                case 129:
                   logger("Cannot create index ".concat(diff.index.Name, " on ").concat(diff.tableName, ". ColumnName is undefined or empty."), diff.index);
-                case 94:
-                  _context.next = 213;
+                case 130:
+                  _context.next = 249;
                   break;
-                case 96:
+                case 132:
                   if (!(diff.type === 'extra_index')) {
-                    _context.next = 110;
+                    _context.next = 146;
                     break;
                   }
                   if (!(diff.index.Name === 'PRIMARY')) {
-                    _context.next = 104;
+                    _context.next = 140;
                     break;
                   }
                   dropPrimaryKeySQL = "ALTER TABLE `".concat(diff.tableName, "` DROP PRIMARY KEY;");
                   console.log("Executing: ".concat(dropPrimaryKeySQL));
-                  _context.next = 102;
+                  _context.next = 138;
                   return connection.query(dropPrimaryKeySQL);
-                case 102:
-                  _context.next = 108;
+                case 138:
+                  _context.next = 144;
                   break;
-                case 104:
+                case 140:
                   dropIndexSQL = "DROP INDEX `".concat(diff.index.Name, "` ON `").concat(diff.tableName, "`;");
                   console.log("Executing: ".concat(dropIndexSQL));
-                  _context.next = 108;
+                  _context.next = 144;
                   return connection.query(dropIndexSQL);
-                case 108:
-                  _context.next = 213;
+                case 144:
+                  _context.next = 249;
                   break;
-                case 110:
+                case 146:
                   if (!(diff.type === 'mismatched_index')) {
-                    _context.next = 138;
+                    _context.next = 174;
                     break;
                   }
                   _tableName3 = diff.tableName, index = diff.index; // Drop the existing index
                   if (!(index.Name === 'PRIMARY')) {
-                    _context.next = 119;
+                    _context.next = 155;
                     break;
                   }
                   _dropPrimaryKeySQL = "ALTER TABLE `".concat(_tableName3, "` DROP PRIMARY KEY;");
                   console.log("Executing: ".concat(_dropPrimaryKeySQL));
-                  _context.next = 117;
+                  _context.next = 153;
                   return connection.query(_dropPrimaryKeySQL);
-                case 117:
-                  _context.next = 123;
+                case 153:
+                  _context.next = 159;
                   break;
-                case 119:
+                case 155:
                   _dropIndexSQL = "DROP INDEX `".concat(index.Name, "` ON `").concat(_tableName3, "`;");
                   console.log("Executing: ".concat(_dropIndexSQL));
-                  _context.next = 123;
+                  _context.next = 159;
                   return connection.query(_dropIndexSQL);
-                case 123:
+                case 159:
                   console.log('index', index);
 
                   // Create the new index
                   _uniqueSQL = index.Unique ? 'UNIQUE ' : ''; // Check if the index is unique
                   if (!(index.Name === 'PRIMARY')) {
-                    _context.next = 132;
+                    _context.next = 168;
                     break;
                   }
                   addPrimaryKeySQL = "ALTER TABLE `".concat(_tableName3, "` ADD PRIMARY KEY (").concat(index.ColumnName.join(', '), ");");
                   console.log("Executing: ".concat(addPrimaryKeySQL));
-                  _context.next = 130;
+                  _context.next = 166;
                   return connection.query(addPrimaryKeySQL);
-                case 130:
-                  _context.next = 136;
+                case 166:
+                  _context.next = 172;
                   break;
-                case 132:
+                case 168:
                   _addIndexSQL = "ALTER TABLE `".concat(_tableName3, "` ADD ").concat(_uniqueSQL, "INDEX `").concat(index.Name, "` (").concat(index.ColumnName.join(', '), ");"); // Include UNIQUE if applicable
                   console.log("Executing: ".concat(_addIndexSQL));
-                  _context.next = 136;
+                  _context.next = 172;
                   return connection.query(_addIndexSQL);
-                case 136:
-                  _context.next = 213;
+                case 172:
+                  _context.next = 249;
                   break;
-                case 138:
+                case 174:
                   if (!(diff.type === 'missing_procedure' || diff.type === 'mismatched_procedure')) {
-                    _context.next = 149;
+                    _context.next = 185;
                     break;
                   }
                   // Drop the procedure if it exists
                   dropCurrentProcSQL = "DROP PROCEDURE IF EXISTS `".concat(diff.Name, "`;");
                   console.log("Executing: ".concat(dropCurrentProcSQL));
-                  _context.next = 143;
+                  _context.next = 179;
                   return connection.query(dropCurrentProcSQL);
-                case 143:
+                case 179:
                   // Create the procedure
                   createProcSQL = diff.Definition;
                   console.log("Executing: ".concat(createProcSQL)); // Log the SQL statement
-                  _context.next = 147;
+                  _context.next = 183;
                   return connection.query(createProcSQL);
-                case 147:
-                  _context.next = 213;
+                case 183:
+                  _context.next = 249;
                   break;
-                case 149:
+                case 185:
                   if (!(diff.type === 'missing_view')) {
-                    _context.next = 160;
+                    _context.next = 196;
                     break;
                   }
                   dropViewSQL = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(dropViewSQL));
-                  _context.next = 154;
+                  _context.next = 190;
                   return connection.query(dropViewSQL);
-                case 154:
+                case 190:
                   createViewSQL = diff.definition; // Use the expected definition to create the view
                   console.log("Executing: ".concat(createViewSQL));
-                  _context.next = 158;
+                  _context.next = 194;
                   return connection.query(createViewSQL);
-                case 158:
-                  _context.next = 213;
+                case 194:
+                  _context.next = 249;
                   break;
-                case 160:
+                case 196:
                   if (!(diff.type === 'mismatched_view')) {
-                    _context.next = 171;
+                    _context.next = 207;
                     break;
                   }
                   _dropViewSQL = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(_dropViewSQL));
-                  _context.next = 165;
+                  _context.next = 201;
                   return connection.query(_dropViewSQL);
-                case 165:
+                case 201:
                   _createViewSQL = diff.definition; // Use the expected definition to create the view
                   console.log("Executing: ".concat(_createViewSQL));
-                  _context.next = 169;
+                  _context.next = 205;
                   return connection.query(_createViewSQL);
-                case 169:
-                  _context.next = 213;
+                case 205:
+                  _context.next = 249;
                   break;
-                case 171:
+                case 207:
                   if (!(diff.type === 'extra_view')) {
-                    _context.next = 178;
+                    _context.next = 214;
                     break;
                   }
                   _dropViewSQL2 = "DROP VIEW IF EXISTS `".concat(diff.viewName, "`;");
                   console.log("Executing: ".concat(_dropViewSQL2));
-                  _context.next = 176;
+                  _context.next = 212;
                   return connection.query(_dropViewSQL2);
-                case 176:
-                  _context.next = 213;
+                case 212:
+                  _context.next = 249;
                   break;
-                case 178:
+                case 214:
                   if (!(diff.type === 'missing_trigger')) {
-                    _context.next = 186;
+                    _context.next = 222;
                     break;
                   }
                   createTriggerSQL = diff.trigger.Definition;
                   logger('fixing trigger', diff.trigger.Name);
                   console.log("Executing: ".concat(createTriggerSQL));
-                  _context.next = 184;
+                  _context.next = 220;
                   return connection.query(createTriggerSQL);
-                case 184:
-                  _context.next = 213;
+                case 220:
+                  _context.next = 249;
                   break;
-                case 186:
+                case 222:
                   if (!(diff.type === 'mismatched_trigger')) {
-                    _context.next = 197;
+                    _context.next = 233;
                     break;
                   }
                   dropTriggerSQL = "DROP TRIGGER IF EXISTS `".concat(diff.trigger.Name, "`;");
                   console.log("Executing: ".concat(dropTriggerSQL));
-                  _context.next = 191;
+                  _context.next = 227;
                   return connection.query(dropTriggerSQL);
-                case 191:
+                case 227:
                   _createTriggerSQL = diff.trigger.Definition;
                   console.log("Executing: ".concat(_createTriggerSQL));
-                  _context.next = 195;
+                  _context.next = 231;
                   return connection.query(_createTriggerSQL);
-                case 195:
-                  _context.next = 213;
+                case 231:
+                  _context.next = 249;
                   break;
-                case 197:
+                case 233:
                   if (!(diff.type === 'extra_trigger')) {
-                    _context.next = 204;
+                    _context.next = 240;
                     break;
                   }
                   _dropTriggerSQL = "DROP TRIGGER IF EXISTS `".concat(diff.trigger.Name, "`;");
                   console.log("Executing: ".concat(_dropTriggerSQL));
-                  _context.next = 202;
+                  _context.next = 238;
                   return connection.query(_dropTriggerSQL);
-                case 202:
-                  _context.next = 213;
+                case 238:
+                  _context.next = 249;
                   break;
-                case 204:
+                case 240:
                   if (!(diff.type === 'missing_database')) {
-                    _context.next = 212;
+                    _context.next = 248;
                     break;
                   }
                   logger('fixing missing database', diff.database);
                   _createDatabaseSQL = "CREATE DATABASE `".concat(diff.database, "`;");
                   console.log("Executing: ".concat(_createDatabaseSQL));
-                  _context.next = 210;
+                  _context.next = 246;
                   return connection.query(_createDatabaseSQL);
-                case 210:
-                  _context.next = 213;
+                case 246:
+                  _context.next = 249;
                   break;
-                case 212:
+                case 248:
                   logger("Error applying difference of type:".concat(diff.type), diff);
-                case 213:
-                  _context.next = 218;
+                case 249:
+                  _context.next = 254;
                   break;
-                case 215:
-                  _context.prev = 215;
+                case 251:
+                  _context.prev = 251;
                   _context.t0 = _context["catch"](1);
                   logger("Error applying difference of type:".concat(diff.type, ". Error: ").concat(_context.t0.message), diff);
-                case 218:
+                case 254:
                 case "end":
                   return _context.stop();
               }
-            }, _loop, null, [[1, 215]]);
+            }, _loop, null, [[1, 251]]);
           });
           _iterator.s();
         case 5:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mysqlsyncr",
-  "version": "1.1.4",
+  "version": "1.1.6",
   "description": "",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",

package/src/apply.js

@@ -82,26 +82,122 @@ export const applyDifferences = async (connection, database, differences) => {
                 await connection.query(dropFieldSQL);
 
             } else if (diff.type === 'mismatched_field') {
-                const { tableName, field } = diff;
-                const isTimestamp = field.Type.toLowerCase().includes('timestamp');
+                const { tableName, field, currentField } = diff;
                 
-                // Handle timestamp specific attributes
-                const defaultClause = field.Default === 'CURRENT_TIMESTAMP' 
-                    ? 'DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP'
-                    : field.Default === 'NULL'
-                        ? isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL'
-                        : field.Default !== undefined && field.Default !== null 
-                            ? `DEFAULT '${field.Default}'` 
-                            : isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL';
-                
-                // Remove ON UPDATE CURRENT_TIMESTAMP if we're changing away from CURRENT_TIMESTAMP
-                const currentField = diff.currentField;
-                const hasOnUpdate = currentField?.Default === 'CURRENT_TIMESTAMP' && 
-                    field.Default !== 'CURRENT_TIMESTAMP';
-                
-                const dropFieldSQL = `ALTER TABLE \`${tableName}\` CHANGE \`${field.Field}\` \`${field.Field}\` ${field.Type} ${field.NotNull ? 'NOT NULL' : ''} ${defaultClause}${hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : ''};`;
-                logger(`Executing: ${dropFieldSQL}`);
-                await connection.query(dropFieldSQL);
+                // Helper function to determine if we need batch processing
+                const needsBatchProcessing = () => {
+                    const currentType = currentField.Type.toLowerCase();
+                    const newType = field.Type.toLowerCase();
+                    
+                    // Decimal changes
+                    if (currentType.includes('decimal') && newType.includes('decimal')) {
+                        return true;
+                    }
+                    
+                    // VARCHAR/CHAR length reductions
+                    if ((currentType.includes('varchar') || currentType.includes('char')) &&
+                        (newType.includes('varchar') || newType.includes('char'))) {
+                        const currentLength = parseInt(currentType.match(/\((\d+)\)/)?.[1] || '0');
+                        const newLength = parseInt(newType.match(/\((\d+)\)/)?.[1] || '0');
+                        return newLength < currentLength;
+                    }
+                    
+                    // TEXT to VARCHAR conversions
+                    if (currentType.includes('text') && newType.includes('varchar')) {
+                        return true;
+                    }
+                    
+                    // Numeric type downgrades
+                    const numericDowngrades = {
+                        'bigint': ['int', 'mediumint', 'smallint', 'tinyint'],
+                        'int': ['mediumint', 'smallint', 'tinyint'],
+                        'mediumint': ['smallint', 'tinyint'],
+                        'smallint': ['tinyint'],
+                        'double': ['float', 'decimal'],
+                        'float': ['decimal']
+                    };
+                    
+                    for (const [larger, smaller] of Object.entries(numericDowngrades)) {
+                        if (currentType.includes(larger) && smaller.some(t => newType.includes(t))) {
+                            return true;
+                        }
+                    }
+                    
+                    return false;
+                };
+
+                if (needsBatchProcessing()) {
+                    // Step 1: Add new column
+                    const addColumnSQL = `ALTER TABLE \`${tableName}\` ADD COLUMN \`${field.Field}_new\` ${field.Type} DEFAULT NULL;`;
+                    logger(`Adding new column for type conversion: ${addColumnSQL}`);
+                    await connection.query(addColumnSQL);
+
+                    // Step 2: Copy data in batches
+                    let totalUpdated = 0;
+                    let batchSize = 10000;
+                    let batchCount = 0;
+                    
+                    while (true) {
+                        const updateSQL = `
+                            UPDATE \`${tableName}\` 
+                            SET \`${field.Field}_new\` = \`${field.Field}\`
+                            WHERE \`${field.Field}_new\` IS NULL 
+                            AND \`${field.Field}\` IS NOT NULL
+                            LIMIT ${batchSize};
+                        `;
+                        const result = await connection.query(updateSQL);
+                        const rowsAffected = result.affectedRows;
+                        
+                        if (rowsAffected === 0) break;
+                        
+                        totalUpdated += rowsAffected;
+                        batchCount++;
+                        logger(`Batch ${batchCount}: Converted ${rowsAffected} rows. Total converted: ${totalUpdated}`);
+                    }
+
+                    // Step 3: Verify data (optional)
+                    const verifySQL = `
+                        SELECT COUNT(*) as mismatch FROM \`${tableName}\`
+                        WHERE \`${field.Field}\` IS NOT NULL 
+                        AND \`${field.Field}_new\` IS NULL;
+                    `;
+                    const [verifyResult] = await connection.query(verifySQL);
+                    if (verifyResult.mismatch > 0) {
+                        logger(`Warning: ${verifyResult.mismatch} rows may have failed conversion`);
+                    }
+
+                    // Step 4: Swap columns
+                    const swapColumnsSQL = `
+                        ALTER TABLE \`${tableName}\`
+                        DROP COLUMN \`${field.Field}\`,
+                        RENAME COLUMN \`${field.Field}_new\` TO \`${field.Field}\`
+                    `;
+                    logger(`Swapping columns: ${swapColumnsSQL}`);
+                    await connection.query(swapColumnsSQL);
+                    
+                    logger(`Completed type conversion for ${field.Field}. Total rows converted: ${totalUpdated}`);
+                } else {
+                    // Original mismatched field handling for simple changes
+                    const isTimestamp = field.Type.toLowerCase().includes('timestamp');
+                    
+                    // Handle timestamp specific attributes
+                    const defaultClause = field.Default === 'CURRENT_TIMESTAMP' 
+                        ? 'DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP'
+                        : field.Default === 'NULL'
+                            ? isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL'
+                            : field.Default !== undefined && field.Default !== null 
+                                ? `DEFAULT '${field.Default}'` 
+                                : isTimestamp ? 'NULL DEFAULT NULL' : 'DEFAULT NULL';
+                    
+                    // Remove ON UPDATE CURRENT_TIMESTAMP if we're changing away from CURRENT_TIMESTAMP
+                    const currentField = diff.currentField;
+                    const hasOnUpdate = currentField?.Default === 'CURRENT_TIMESTAMP' && 
+                        field.Default !== 'CURRENT_TIMESTAMP';
+                    
+                    const modifyFieldSQL = `ALTER TABLE \`${tableName}\` CHANGE \`${field.Field}\` \`${field.Field}\` ${field.Type} ${field.NotNull ? 'NOT NULL' : ''} ${defaultClause}${hasOnUpdate ? ' ON UPDATE CURRENT_TIMESTAMP' : ''};`;
+                    console.log(`Executing: ${modifyFieldSQL}`);
+                    await connection.query(modifyFieldSQL);
+                }
 
             } else if (diff.type === 'missing_index') {
                 const existingColumns = await connection.query(`SHOW COLUMNS FROM \`${diff.tableName}\``);