@vlasky/zongji 0.5.9 → 0.6.1

package/jsconfig.json

@@ -0,0 +1,15 @@
+{
+  "compilerOptions": {
+    "checkJs": true,
+    "allowJs": true,
+    "noEmit": true,
+    "target": "ES2022",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "skipDefaultLibCheck": true,
+    "maxNodeModuleJsDepth": 0,
+    "types": ["node"]
+  },
+  "include": ["index.js", "index.d.ts", "lib/**/*.js"],
+  "exclude": ["node_modules", ".tap"]
+}

package/lib/binlog_event.js

@@ -1,32 +1,33 @@
-const util = require('util');
-const Common = require('./common');
+import * as Common from './common.js';
 
 //TODO get rid parser from binlog event class
 // probably a factory to create them
-function BinlogEvent(parser, options) {
-  this.timestamp = options.timestamp;
-  this.nextPosition = options.nextPosition;
-  this.size = options.size;
-}
+class BinlogEvent {
+  constructor(parser, options) {
+    this.timestamp = options.timestamp;
+    this.nextPosition = options.nextPosition;
+    this.size = options.size;
+  }
 
-BinlogEvent.prototype.getEventName = function() {
-  return this.getTypeName().toLowerCase();
-};
+  getEventName() {
+    return this.getTypeName().toLowerCase();
+  }
 
-BinlogEvent.prototype.getTypeName = function() {
-  return this.constructor.name;
-};
+  getTypeName() {
+    return this.constructor.name;
+  }
 
-BinlogEvent.prototype.dump = function() {
-  console.log('=== %s ===', this.getTypeName());
-  console.log('Date: %s', new Date(this.timestamp));
-  console.log('Next log position: %d', this.nextPosition);
-  console.log('Event size:', this.size);
-};
+  dump() {
+    console.log('=== %s ===', this.getTypeName());
+    console.log('Date: %s', new Date(this.timestamp));
+    console.log('Next log position: %d', this.nextPosition);
+    console.log('Event size:', this.size);
+  }
 
-BinlogEvent.prototype._readTableId = function(parser) {
-  this.tableId = Common.parseUInt48(parser);
-};
+  _readTableId(parser) {
+    this.tableId = Common.parseUInt48(parser);
+  }
+}
 
 /* Change MySQL bin log file
  * Attributes:
@@ -34,35 +35,104 @@ BinlogEvent.prototype._readTableId = function(parser) {
  *   binlogName: Name of next binlog file
  */
 
-function Rotate(parser) {
-  BinlogEvent.apply(this, arguments);
-  this.position = Common.parseUInt64(parser);
-  this.binlogName = parser.parseString(this.size - 8);
+class Rotate extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
+    this.position = Common.parseUInt64(parser);
+    this.binlogName = parser.parseString(this.size - 8);
+  }
+
+  dump() {
+    console.log('=== %s ===', this.getTypeName());
+    console.log('Event size: %d', (this.size));
+    console.log('Position: %d', this.position);
+    console.log('Next binlog file: %s', this.binlogName);
+  }
+}
+
+class Format extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
+  }
 }
-util.inherits(Rotate, BinlogEvent);
 
-Rotate.prototype.dump = function() {
-  console.log('=== %s ===', this.getTypeName());
-  console.log('Event size: %d', (this.size));
-  console.log('Position: %d', this.position);
-  console.log('Next binlog file: %s', this.binlogName);
+const formatUuid = function(buffer) {
+  const hex = buffer.toString('hex');
+  return [
+    hex.slice(0, 8),
+    hex.slice(8, 12),
+    hex.slice(12, 16),
+    hex.slice(16, 20),
+    hex.slice(20)
+  ].join('-');
+};
+
+const skipEventRemainder = function(parser, zongji) {
+  const checksumBytes = zongji && zongji.useChecksum ? 4 : 0;
+  const target = parser._packetEnd - checksumBytes;
+  if (parser._offset < target) {
+    parser._offset = target;
+  }
 };
 
-function Format() {
-  BinlogEvent.apply(this, arguments);
+class Gtid extends BinlogEvent {
+  constructor(parser, options, zongji) {
+    super(parser, options);
+    this.flags = parser.parseUnsignedNumber(1);
+    this.sid = formatUuid(parser.parseBuffer(16));
+    this.gno = parser.parseUnsignedNumber(8);
+    this.gtid = this.sid + ':' + this.gno;
+    skipEventRemainder(parser, zongji);
+  }
+}
+
+class AnonymousGtid extends BinlogEvent {
+  constructor(parser, options, zongji) {
+    super(parser, options);
+    this.flags = parser.parseUnsignedNumber(1);
+    this.sid = formatUuid(parser.parseBuffer(16));
+    this.gno = parser.parseUnsignedNumber(8);
+    this.gtid = this.sid + ':' + this.gno;
+    skipEventRemainder(parser, zongji);
+  }
+}
+
+class PreviousGtids extends BinlogEvent {
+  constructor(parser, options, zongji) {
+    super(parser, options);
+    const sidCount = parser.parseUnsignedNumber(8);
+    const sids = [];
+    for (let i = 0; i < sidCount; i++) {
+      const sid = formatUuid(parser.parseBuffer(16));
+      const intervalCount = parser.parseUnsignedNumber(8);
+      const intervals = [];
+      for (let j = 0; j < intervalCount; j++) {
+        const start = parser.parseUnsignedNumber(8);
+        const end = parser.parseUnsignedNumber(8);
+        intervals.push({ start, end });
+      }
+      sids.push({ sid, intervals });
+    }
+    this.sids = sids;
+    this.gtidSet = sids.map(entry => {
+      const ranges = entry.intervals.map(interval => `${interval.start}-${interval.end - 1}`);
+      return `${entry.sid}:${ranges.join(':')}`;
+    }).join(',');
+    skipEventRemainder(parser, zongji);
+  }
 }
-util.inherits(Format, BinlogEvent);
 
 /* A COMMIT event
  * Attributes:
  *   xid: Transaction ID for 2PC
  */
 
-function Xid(parser) {
-  BinlogEvent.apply(this, arguments);
-  this.xid = Common.parseUInt64(parser);
+class Xid extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
+    this.xid = Common.parseUInt64(parser);
+  }
 }
-util.inherits(Xid, BinlogEvent);
 
 /*
  * Attributes:
@@ -80,32 +150,33 @@ util.inherits(Xid, BinlogEvent);
  *    query
  */
 
-function Query(parser) {
-  BinlogEvent.apply(this, arguments);
+class Query extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
 
-  this.slaveProxyId = parser.parseUnsignedNumber(4);
-  this.executionTime = parser.parseUnsignedNumber(4);
-  this.schemaLength = parser.parseUnsignedNumber(1);
-  this.errorCode = parser.parseUnsignedNumber(2);
-  this.statusVarsLength = parser.parseUnsignedNumber(2);
+    this.slaveProxyId = parser.parseUnsignedNumber(4);
+    this.executionTime = parser.parseUnsignedNumber(4);
+    this.schemaLength = parser.parseUnsignedNumber(1);
+    this.errorCode = parser.parseUnsignedNumber(2);
+    this.statusVarsLength = parser.parseUnsignedNumber(2);
 
-  this.statusVars = parser.parseString(this.statusVarsLength);
-  this.schema = parser.parseString(this.schemaLength);
-  parser.parseUnsignedNumber(1);
+    this.statusVars = parser.parseString(this.statusVarsLength);
+    this.schema = parser.parseString(this.schemaLength);
+    parser.parseUnsignedNumber(1);
+
+    // all the left is the query
+    this.query = parser.parseString(this.size - 13 - this.statusVarsLength - this.schemaLength - 1);
+  }
 
-  // all the left is the query
-  this.query = parser.parseString(this.size - 13 - this.statusVarsLength - this.schemaLength - 1);
+  dump() {
+    console.log('=== %s ===', this.getTypeName());
+    console.log('Date: %s', new Date(this.timestamp));
+    console.log('Next log position: %d', this.nextPosition);
+    console.log('Schema: %s', this.schema);
+    console.log('Execution time: %d', this.executionTime);
+    console.log('Query: %s', this.query);
+  }
 }
-util.inherits(Query, BinlogEvent);
-
-Query.prototype.dump = function() {
-  console.log('=== %s ===', this.getTypeName());
-  console.log('Date: %s', new Date(this.timestamp));
-  console.log('Next log position: %d', this.nextPosition);
-  console.log('Schema: %s', this.schema);
-  console.log('Execution time: %d', this.executionTime);
-  console.log('Query: %s', this.query);
-};
 
 /**
  * Integer Variable Event
@@ -113,188 +184,196 @@ Query.prototype.dump = function() {
  *   type: variable type (1=LAST_INSERT_ID, 2=INSERT_ID)
  *   value: integer value
  */
-function IntVar(parser) {
-  BinlogEvent.apply(this, arguments);
-  this.type = parser.parseUnsignedNumber(1);
-  this.value = Common.parseUInt64(parser);
-}
-util.inherits(IntVar, BinlogEvent);
-
 const INTVAR_TYPES = ['INVALID_INT', 'LAST_INSERT_ID', 'INSERT_ID'];
-IntVar.prototype.getIntTypeName = function() {
-	return INTVAR_TYPES[this.type] || 'INVALID_INT';
-};
 
-IntVar.prototype.dump = function() {
-  console.log('=== %s ===', this.getTypeName());
-  console.log('Date: %s', new Date(this.timestamp));
-  console.log('Next log position: %d', this.nextPosition);
-  console.log('Type: %s (%s)', this.type, this.getIntTypeName());
-  console.log('Value: %s', this.value);
-};
+class IntVar extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
+    this.type = parser.parseUnsignedNumber(1);
+    this.value = Common.parseUInt64(parser);
+  }
+
+  getIntTypeName() {
+    return INTVAR_TYPES[this.type] || 'INVALID_INT';
+  }
+
+  dump() {
+    console.log('=== %s ===', this.getTypeName());
+    console.log('Date: %s', new Date(this.timestamp));
+    console.log('Next log position: %d', this.nextPosition);
+    console.log('Type: %s (%s)', this.type, this.getIntTypeName());
+    console.log('Value: %s', this.value);
+  }
+}
 
 /**
- * This evenement describe the structure of a table.
- * It's send before a change append on a table.
+ * This event describes the structure of a table.
+ * It's sent before a change occurs on a table.
  * A end user of the lib should have no usage of this
  *
  * see http://dev.mysql.com/doc/internals/en/table-map-event.html
  **/
 
-function TableMap(parser, options, zongji) {
-  BinlogEvent.apply(this, arguments);
-  this.tableMap = zongji.tableMap;
+class TableMap extends BinlogEvent {
+  constructor(parser, options, zongji) {
+    super(parser, options);
+    this.tableMap = zongji.tableMap;
 
-  // post-header
-  this._readTableId(parser);
-  this.flags = parser.parseUnsignedNumber(2);
+    // post-header
+    this._readTableId(parser);
+    this.flags = parser.parseUnsignedNumber(2);
 
-  // payload
-  const schemaNameLength = parser.parseUnsignedNumber(1);
-  this.schemaName = parser.parseString(schemaNameLength);
-  parser.parseUnsignedNumber(1);
-
-  const tableNameLength = parser.parseUnsignedNumber(1);
-  this.tableName = parser.parseString(tableNameLength);
-
-  if (zongji._skipSchema(this.schemaName, this.tableName)) {
-    // This event has been filtered out because of its database/table
-    parser._offset = parser._packetEnd;
-    this._filtered = true;
-    // Removed cached data so that row events do not emit either
-    delete this.tableMap[this.tableId];
-  }
-  else {
+    // payload
+    const schemaNameLength = parser.parseUnsignedNumber(1);
+    this.schemaName = parser.parseString(schemaNameLength);
     parser.parseUnsignedNumber(1);
 
-    this.columnCount = parser.parseLengthCodedNumber();
-    this.columnTypes = Common.parseBytesArray(parser, this.columnCount);
-    // column meta data length
-    parser.parseLengthCodedNumber();
-    this._readColumnMetadata(parser);
-    // ignore the rest
-  }
-}
-
-util.inherits(TableMap, BinlogEvent);
+    const tableNameLength = parser.parseUnsignedNumber(1);
+    this.tableName = parser.parseString(tableNameLength);
 
-TableMap.prototype.updateColumnInfo = function() {
-  const columnsMetadata = this.columnsMetadata;
-  for (let i = 0; i < this.columnCount; i++) {
-    if (columnsMetadata[i] && columnsMetadata[i].type) {
-      this.columnTypes[i] = columnsMetadata[i].type;
-      delete columnsMetadata[i].type;
+    if (zongji._skipSchema(this.schemaName, this.tableName)) {
+      // This event has been filtered out because of its database/table
+      parser._offset = parser._packetEnd;
+      this._filtered = true;
+      // Removed cached data so that row events do not emit either
+      delete this.tableMap[this.tableId];
+    }
+    else {
+      parser.parseUnsignedNumber(1);
+
+      this.columnCount = parser.parseLengthCodedNumber();
+      this.columnTypes = Common.parseBytesArray(parser, this.columnCount);
+      // column meta data length
+      parser.parseLengthCodedNumber();
+      this._readColumnMetadata(parser);
+      // ignore the rest
     }
   }
-  const tableMap = this.tableMap[this.tableId];
-
-  const columnSchemas = tableMap.columnSchemas;
-  const columns = [];
-  for (let j = 0; j < this.columnCount; j++) {
-    columns.push({
-      name: columnSchemas[j].COLUMN_NAME,
-      charset: columnSchemas[j].CHARACTER_SET_NAME,
-      type: this.columnTypes[j],
-      // nullable:
-      metadata: columnsMetadata[j]
-    });
+
+  updateColumnInfo() {
+    const columnsMetadata = this.columnsMetadata;
+    for (let i = 0; i < this.columnCount; i++) {
+      if (columnsMetadata[i] && columnsMetadata[i].type) {
+        this.columnTypes[i] = columnsMetadata[i].type;
+        delete columnsMetadata[i].type;
+      }
+    }
+    const tableMap = this.tableMap[this.tableId];
+
+    const columnSchemas = tableMap.columnSchemas;
+    const columns = [];
+    for (let j = 0; j < this.columnCount; j++) {
+      columns.push({
+        name: columnSchemas[j].COLUMN_NAME,
+        charset: columnSchemas[j].CHARACTER_SET_NAME,
+        type: this.columnTypes[j],
+        // nullable:
+        metadata: columnsMetadata[j]
+      });
+    }
+
+    tableMap.columns = columns;
   }
 
-  tableMap.columns = columns;
-};
+  _readColumnMetadata(parser) {
+    this.columnsMetadata = this.columnTypes.map(function(code) {
+      let result;
 
-TableMap.prototype._readColumnMetadata = function(parser) {
-  this.columnsMetadata = this.columnTypes.map(function(code) {
-    let result;
-
-    switch (code) {
-      case Common.MysqlTypes.FLOAT:
-      case Common.MysqlTypes.DOUBLE:
-        result = {
-          size: parser.parseUnsignedNumber(1)
-        };
-        break;
-      case Common.MysqlTypes.VARCHAR:
-        result = {
-          'max_length': parser.parseUnsignedNumber(2)
-        };
-        break;
-      case Common.MysqlTypes.BIT: {
-        const bits = parser.parseUnsignedNumber(1);
-        const bytes = parser.parseUnsignedNumber(1);
-        result = {
-          bits: bytes * 8 + bits
-        };
-        break;
-      }
-      case Common.MysqlTypes.NEWDECIMAL:
-        result = {
-          precision: parser.parseUnsignedNumber(1),
-          decimals: parser.parseUnsignedNumber(1),
-        };
-        break;
-      case Common.MysqlTypes.BLOB:
-      case Common.MysqlTypes.GEOMETRY:
-      case Common.MysqlTypes.JSON:
-        result = {
-          'length_size': parser.parseUnsignedNumber(1)
-        };
-        break;
-      case Common.MysqlTypes.STRING:
-      case Common.MysqlTypes.VAR_STRING: {
-        // The STRING type sets a 'real_type' field to indicate the
-        // actual type which is fundamentally incompatible with STRING
-        // parsing. Setting a 'type' key in this hash will cause
-        // TableMap event to override the main field 'type' with the
-        // provided 'type' here.
-        const metadata = (parser.parseUnsignedNumber(1) << 8) + parser.parseUnsignedNumber(1);
-        const realType = metadata >> 8;
-        if (realType === Common.MysqlTypes.ENUM
-            || realType === Common.MysqlTypes.SET) {
+      switch (code) {
+        case Common.MysqlTypes.FLOAT:
+        case Common.MysqlTypes.DOUBLE:
           result = {
-            type: realType,
-            size: metadata & 0x00ff
+            size: parser.parseUnsignedNumber(1)
           };
-        } else {
+          break;
+        case Common.MysqlTypes.VARCHAR:
           result = {
-            'max_length': ((
-              (metadata >> 4) & 0x300) ^ 0x300) + (metadata & 0x00ff)
+            'max_length': parser.parseUnsignedNumber(2)
           };
+          break;
+        case Common.MysqlTypes.BIT: {
+          const bits = parser.parseUnsignedNumber(1);
+          const bytes = parser.parseUnsignedNumber(1);
+          result = {
+            bits: bytes * 8 + bits
+          };
+          break;
+        }
+        case Common.MysqlTypes.NEWDECIMAL:
+          result = {
+            precision: parser.parseUnsignedNumber(1),
+            decimals: parser.parseUnsignedNumber(1),
+          };
+          break;
+        case Common.MysqlTypes.BLOB:
+        case Common.MysqlTypes.GEOMETRY:
+        case Common.MysqlTypes.JSON:
+          result = {
+            'length_size': parser.parseUnsignedNumber(1)
+          };
+          break;
+        case Common.MysqlTypes.STRING:
+        case Common.MysqlTypes.VAR_STRING: {
+          // The STRING type sets a 'real_type' field to indicate the
+          // actual type which is fundamentally incompatible with STRING
+          // parsing. Setting a 'type' key in this hash will cause
+          // TableMap event to override the main field 'type' with the
+          // provided 'type' here.
+          const metadata = (parser.parseUnsignedNumber(1) << 8) + parser.parseUnsignedNumber(1);
+          const realType = metadata >> 8;
+          if (realType === Common.MysqlTypes.ENUM
+              || realType === Common.MysqlTypes.SET) {
+            result = {
+              type: realType,
+              size: metadata & 0x00ff
+            };
+          } else {
+            result = {
+              'max_length': ((
+                (metadata >> 4) & 0x300) ^ 0x300) + (metadata & 0x00ff)
+            };
+          }
+          break;
         }
-        break;
+        case Common.MysqlTypes.TIMESTAMP2:
+        case Common.MysqlTypes.DATETIME2:
+        case Common.MysqlTypes.TIME2:
+          result = {
+            decimals: parser.parseUnsignedNumber(1)
+          };
+          break;
       }
-      case Common.MysqlTypes.TIMESTAMP2:
-      case Common.MysqlTypes.DATETIME2:
-      case Common.MysqlTypes.TIME2:
-        result = {
-          decimals: parser.parseUnsignedNumber(1)
-        };
-        break;
-    }
 
-    return result;
-  });
-};
+      return result;
+    });
+  }
 
-TableMap.prototype.dump = function() {
-  BinlogEvent.prototype.dump.apply(this);
-  console.log('Table id: %d', this.tableId);
-  console.log('Schema: %s', this.schemaName);
-  console.log('Table: %s', this.tableName);
-  console.log('Columns: %s', this.columnCount);
-  console.log('Column types:', this.columnTypes);
-};
+  dump() {
+    super.dump();
+    console.log('Table id: %d', this.tableId);
+    console.log('Schema: %s', this.schemaName);
+    console.log('Table: %s', this.tableName);
+    console.log('Columns: %s', this.columnCount);
+    console.log('Column types:', this.columnTypes);
+  }
+}
 
-function Unknown() {
-  BinlogEvent.apply(this, arguments);
+class Unknown extends BinlogEvent {
+  constructor(parser, options) {
+    super(parser, options);
+  }
 }
-util.inherits(Unknown, BinlogEvent);
-
-exports.BinlogEvent = BinlogEvent;
-exports.Rotate = Rotate;
-exports.Format = Format;
-exports.Query = Query;
-exports.IntVar = IntVar;
-exports.Xid = Xid;
-exports.TableMap = TableMap;
-exports.Unknown = Unknown;
+
+export {
+  BinlogEvent,
+  Rotate,
+  Format,
+  Query,
+  IntVar,
+  Xid,
+  TableMap,
+  Gtid,
+  AnonymousGtid,
+  PreviousGtids,
+  Unknown
+};

package/lib/code_map.js

@@ -1,5 +1,5 @@
-const events = require('./binlog_event');
-const rowsEvents = require('./rows_event');
+import * as events from './binlog_event.js';
+import * as rowsEvents from './rows_event.js';
 
 const CodeEvent = [
   'UNKNOWN_EVENT',
@@ -47,6 +47,9 @@ const EventClass = {
   ROTATE_EVENT: events.Rotate,
   FORMAT_DESCRIPTION_EVENT: events.Format,
   XID_EVENT: events.Xid,
+  GTID_LOG_EVENT: events.Gtid,
+  ANONYMOUS_GTID_LOG_EVENT: events.AnonymousGtid,
+  PREVIOUS_GTIDS_LOG_EVENT: events.PreviousGtids,
 
   TABLE_MAP_EVENT: events.TableMap,
   DELETE_ROWS_EVENT_V1: rowsEvents.DeleteRows,
@@ -57,6 +60,6 @@ const EventClass = {
   DELETE_ROWS_EVENT_V2: rowsEvents.DeleteRows,
 };
 
-exports.getEventClass = function(code) {
+export function getEventClass(code) {
   return EventClass[CodeEvent[code]] || events.Unknown;
-};
+}