dbgate-tools 4.6.2 → 4.7.1

package/lib/DatabaseAnalyser.js

@@ -19,6 +19,21 @@ const pick_1 = __importDefault(require("lodash/pick"));
 const compact_1 = __importDefault(require("lodash/compact"));
 const STRUCTURE_FIELDS = ['tables', 'collections', 'views', 'matviews', 'functions', 'procedures', 'triggers'];
 const fp_pick = arg => array => (0, pick_1.default)(array, arg);
+function mergeTableRowCounts(info, rowCounts) {
+    return Object.assign(Object.assign({}, info), { tables: (info.tables || []).map(table => {
+            var _a, _b;
+            return (Object.assign(Object.assign({}, table), { tableRowCount: (_b = (_a = rowCounts.find(x => x.objectId == table.objectId)) === null || _a === void 0 ? void 0 : _a.tableRowCount) !== null && _b !== void 0 ? _b : table.tableRowCount }));
+        }) });
+}
+function areDifferentRowCounts(db1, db2) {
+    for (const t1 of db1.tables || []) {
+        const t2 = (db2.tables || []).find(x => x.objectId == t1.objectId);
+        if ((t1 === null || t1 === void 0 ? void 0 : t1.tableRowCount) !== (t2 === null || t2 === void 0 ? void 0 : t2.tableRowCount)) {
+            return true;
+        }
+    }
+    return false;
+}
 class DatabaseAnalyser {
     constructor(pool, driver, version) {
         this.pool = pool;
@@ -78,14 +93,27 @@ class DatabaseAnalyser {
     incrementalAnalysis(structure) {
         return __awaiter(this, void 0, void 0, function* () {
             this.structure = structure;
-            this.modifications = yield this.getModifications();
-            if (this.modifications == null) {
+            const modifications = yield this.getModifications();
+            if (modifications == null) {
                 // modifications not implemented, perform full analysis
                 this.structure = null;
                 return this.addEngineField(yield this._runAnalysis());
             }
-            if (this.modifications.length == 0)
-                return null;
+            const structureModifications = modifications.filter(x => x.action != 'setTableRowCounts');
+            const setTableRowCounts = modifications.find(x => x.action == 'setTableRowCounts');
+            let structureWithRowCounts = null;
+            if (setTableRowCounts) {
+                const newStructure = mergeTableRowCounts(structure, setTableRowCounts.rowCounts);
+                if (areDifferentRowCounts(structure, newStructure)) {
+                    structureWithRowCounts = newStructure;
+                }
+            }
+            if (structureModifications.length == 0) {
+                return structureWithRowCounts ? this.addEngineField(structureWithRowCounts) : null;
+            }
+            this.modifications = structureModifications;
+            if (structureWithRowCounts)
+                this.structure = structureWithRowCounts;
             console.log('DB modifications detected:', this.modifications);
             return this.addEngineField(this.mergeAnalyseResult(yield this._runAnalysis()));
         });
@@ -228,6 +256,18 @@ class DatabaseAnalyser {
                     res.push(action);
                 }
             }
+            const rowCounts = (snapshot.tables || [])
+                .filter(x => x.tableRowCount != null)
+                .map(x => ({
+                objectId: x.objectId,
+                tableRowCount: x.tableRowCount,
+            }));
+            if (rowCounts.length > 0) {
+                res.push({
+                    action: 'setTableRowCounts',
+                    rowCounts,
+                });
+            }
             return [...(0, compact_1.default)(res), ...this.getDeletedObjects(snapshot)];
         });
     }

package/lib/SqlDumper.d.ts

@@ -16,6 +16,7 @@ export declare class SqlDumper implements AlterProcessor {
     putFormattedList(c: any, collection: any): void;
     put(format: string, ...args: any[]): void;
     autoIncrement(): void;
+    specialColumnOptions(column: any): void;
     columnDefinition(column: ColumnInfo, { includeDefault, includeNullable, includeCollate }?: {
         includeDefault?: boolean;
         includeNullable?: boolean;

package/lib/SqlDumper.js

@@ -170,6 +170,7 @@ class SqlDumper {
     autoIncrement() {
         this.put(' ^auto_increment');
     }
+    specialColumnOptions(column) { }
     columnDefinition(column, { includeDefault = true, includeNullable = true, includeCollate = true } = {}) {
         var _a;
         if (column.computedExpression) {
@@ -183,9 +184,7 @@ class SqlDumper {
             this.autoIncrement();
         }
         this.putRaw(' ');
-        if (column.isSparse) {
-            this.put(' ^sparse ');
-        }
+        this.specialColumnOptions(column);
         if (includeNullable) {
             this.put(column.notNull ? '^not ^null' : '^null');
         }

package/lib/createBulkInsertStreamBase.js

@@ -25,6 +25,7 @@ function createBulkInsertStreamBase(driver, stream, pool, name, options) {
     writable.buffer = [];
     writable.structure = null;
     writable.columnNames = null;
+    writable.requireFixedStructure = !driver.dialect.nosql;
     writable.addRow = (row) => __awaiter(this, void 0, void 0, function* () {
         if (writable.structure) {
             writable.buffer.push(row);

package/lib/diffTools.js

@@ -134,6 +134,18 @@ function testEqualColumns(a, b, checkName, checkDefault, opts = {}) {
         // opts.DiffLogger.Trace('Column {0}, {1}: different is_sparse: {2}; {3}', a, b, a.IsSparse, b.IsSparse);
         return false;
     }
+    if ((a.isUnsigned || false) != (b.isUnsigned || false)) {
+        console.debug(`Column ${a.pureName}.${a.columnName}, ${b.pureName}.${b.columnName}: different unsigned: ${a.isUnsigned}, ${b.isUnsigned}`);
+        return false;
+    }
+    if ((a.isZerofill || false) != (b.isZerofill || false)) {
+        console.debug(`Column ${a.pureName}.${a.columnName}, ${b.pureName}.${b.columnName}: different zerofill: ${a.isZerofill}, ${b.isZerofill}`);
+        return false;
+    }
+    if ((a.columnComment || '') != (b.columnComment || '')) {
+        console.debug(`Column ${a.pureName}.${a.columnName}, ${b.pureName}.${b.columnName}: different comment: ${a.columnComment}, ${b.columnComment}`);
+        return false;
+    }
     if (!testEqualTypes(a, b, opts)) {
         return false;
     }

package/lib/driverBase.d.ts

@@ -9,6 +9,10 @@ export declare const driverBase: {
         stringEscapeChar: string;
         fallbackDataType: string;
         quoteIdentifier(s: any): any;
+        columnProperties: {
+            isSparse: boolean;
+            isPersisted: boolean;
+        };
     };
     analyseFull(pool: any, version: any): Promise<any>;
     analyseSingleObject(pool: any, name: any, typeField?: string): Promise<any>;

package/lib/driverBase.js

@@ -21,6 +21,10 @@ const dialect = {
     quoteIdentifier(s) {
         return s;
     },
+    columnProperties: {
+        isSparse: false,
+        isPersisted: false,
+    },
 };
 exports.driverBase = {
     analyserClass: null,

package/lib/stringTools.d.ts

@@ -2,3 +2,5 @@ export declare function arrayToHexString(byteArray: any): any;
 export declare function hexStringToArray(inputString: any): any[];
 export declare function parseCellValue(value: any): any;
 export declare function stringifyCellValue(value: any): any;
+export declare function safeJsonParse(json: any, defaultValue?: any, logError?: boolean): any;
+export declare function isJsonLikeLongString(value: any): RegExpMatchArray;

package/lib/stringTools.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.stringifyCellValue = exports.parseCellValue = exports.hexStringToArray = exports.arrayToHexString = void 0;
+exports.isJsonLikeLongString = exports.safeJsonParse = exports.stringifyCellValue = exports.parseCellValue = exports.hexStringToArray = exports.arrayToHexString = void 0;
 const isString_1 = __importDefault(require("lodash/isString"));
 const isArray_1 = __importDefault(require("lodash/isArray"));
 const isPlainObject_1 = __importDefault(require("lodash/isPlainObject"));
@@ -53,3 +53,19 @@ function stringifyCellValue(value) {
     return value;
 }
 exports.stringifyCellValue = stringifyCellValue;
+function safeJsonParse(json, defaultValue, logError = false) {
+    try {
+        return JSON.parse(json);
+    }
+    catch (err) {
+        if (logError) {
+            console.error(`Error parsing JSON value "${json}"`, err);
+        }
+        return defaultValue;
+    }
+}
+exports.safeJsonParse = safeJsonParse;
+function isJsonLikeLongString(value) {
+    return (0, isString_1.default)(value) && value.length > 100 && value.match(/^\s*\{.*\}\s*$|^\s*\[.*\]\s*$/);
+}
+exports.isJsonLikeLongString = isJsonLikeLongString;

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "4.6.2",
+  "version": "4.7.1",
   "name": "dbgate-tools",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
@@ -25,14 +25,14 @@
   ],
   "devDependencies": {
     "@types/node": "^13.7.0",
-    "dbgate-types": "^4.6.2",
+    "dbgate-types": "^4.7.1",
     "jest": "^24.9.0",
     "ts-jest": "^25.2.1",
     "typescript": "^4.4.3"
   },
   "dependencies": {
     "lodash": "^4.17.21",
-    "dbgate-query-splitter": "^4.6.2",
+    "dbgate-query-splitter": "^4.7.1",
     "uuid": "^3.4.0"
   }
 }