parse5 3.0.3 → 5.1.0

package/lib/extensions/location_info/tokenizer_mixin.js

@@ -1,117 +0,0 @@
-'use strict';
-
-var Mixin = require('../../utils/mixin'),
-    Tokenizer = require('../../tokenizer'),
-    PositionTrackingPreprocessorMixin = require('../position_tracking/preprocessor_mixin'),
-    inherits = require('util').inherits;
-
-var LocationInfoTokenizerMixin = module.exports = function (tokenizer) {
-    Mixin.call(this, tokenizer);
-
-    this.tokenizer = tokenizer;
-    this.posTracker = new PositionTrackingPreprocessorMixin(tokenizer.preprocessor);
-    this.currentAttrLocation = null;
-    this.currentTokenLocation = null;
-};
-
-inherits(LocationInfoTokenizerMixin, Mixin);
-
-LocationInfoTokenizerMixin.prototype._getCurrentLocation = function () {
-    return {
-        line: this.posTracker.line,
-        col: this.posTracker.col,
-        startOffset: this.posTracker.offset,
-        endOffset: -1
-    };
-};
-
-LocationInfoTokenizerMixin.prototype._attachCurrentAttrLocationInfo = function () {
-    this.currentAttrLocation.endOffset = this.posTracker.offset;
-
-    var currentToken = this.tokenizer.currentToken,
-        currentAttr = this.tokenizer.currentAttr;
-
-    if (!currentToken.location.attrs)
-        currentToken.location.attrs = Object.create(null);
-
-    currentToken.location.attrs[currentAttr.name] = this.currentAttrLocation;
-};
-
-LocationInfoTokenizerMixin.prototype._getOverriddenMethods = function (mxn, orig) {
-    var methods = {
-        _createStartTagToken: function () {
-            orig._createStartTagToken.call(this);
-            this.currentToken.location = mxn.currentTokenLocation;
-        },
-
-        _createEndTagToken: function () {
-            orig._createEndTagToken.call(this);
-            this.currentToken.location = mxn.currentTokenLocation;
-        },
-
-        _createCommentToken: function () {
-            orig._createCommentToken.call(this);
-            this.currentToken.location = mxn.currentTokenLocation;
-        },
-
-        _createDoctypeToken: function (initialName) {
-            orig._createDoctypeToken.call(this, initialName);
-            this.currentToken.location = mxn.currentTokenLocation;
-        },
-
-        _createCharacterToken: function (type, ch) {
-            orig._createCharacterToken.call(this, type, ch);
-            this.currentCharacterToken.location = mxn.currentTokenLocation;
-        },
-
-        _createAttr: function (attrNameFirstCh) {
-            orig._createAttr.call(this, attrNameFirstCh);
-            mxn.currentAttrLocation = mxn._getCurrentLocation();
-        },
-
-        _leaveAttrName: function (toState) {
-            orig._leaveAttrName.call(this, toState);
-            mxn._attachCurrentAttrLocationInfo();
-        },
-
-        _leaveAttrValue: function (toState) {
-            orig._leaveAttrValue.call(this, toState);
-            mxn._attachCurrentAttrLocationInfo();
-        },
-
-        _emitCurrentToken: function () {
-            //NOTE: if we have pending character token make it's end location equal to the
-            //current token's start location.
-            if (this.currentCharacterToken)
-                this.currentCharacterToken.location.endOffset = this.currentToken.location.startOffset;
-
-            this.currentToken.location.endOffset = mxn.posTracker.offset + 1;
-            orig._emitCurrentToken.call(this);
-        },
-
-        _emitCurrentCharacterToken: function () {
-            //NOTE: if we have character token and it's location wasn't set in the _emitCurrentToken(),
-            //then set it's location at the current preprocessor position.
-            //We don't need to increment preprocessor position, since character token
-            //emission is always forced by the start of the next character token here.
-            //So, we already have advanced position.
-            if (this.currentCharacterToken && this.currentCharacterToken.location.endOffset === -1)
-                this.currentCharacterToken.location.endOffset = mxn.posTracker.offset;
-
-            orig._emitCurrentCharacterToken.call(this);
-        }
-    };
-
-    //NOTE: patch initial states for each mode to obtain token start position
-    Object.keys(Tokenizer.MODE).forEach(function (modeName) {
-        var state = Tokenizer.MODE[modeName];
-
-        methods[state] = function (cp) {
-            mxn.currentTokenLocation = mxn._getCurrentLocation();
-            orig[state].call(this, cp);
-        };
-    });
-
-    return methods;
-};
-

package/lib/extensions/position_tracking/preprocessor_mixin.js

@@ -1,72 +0,0 @@
-'use strict';
-
-var Mixin = require('../../utils/mixin'),
-    inherits = require('util').inherits,
-    UNICODE = require('../../common/unicode');
-
-//Aliases
-var $ = UNICODE.CODE_POINTS;
-
-var PositionTrackingPreprocessorMixin = module.exports = function (preprocessor) {
-    // NOTE: avoid installing tracker twice
-    if (!preprocessor.__locTracker) {
-        preprocessor.__locTracker = this;
-
-        Mixin.call(this, preprocessor);
-
-        this.preprocessor = preprocessor;
-        this.isEol = false;
-        this.lineStartPos = 0;
-        this.droppedBufferSize = 0;
-
-        this.col = -1;
-        this.line = 1;
-    }
-
-    return preprocessor.__locTracker;
-};
-
-inherits(PositionTrackingPreprocessorMixin, Mixin);
-
-Object.defineProperty(PositionTrackingPreprocessorMixin.prototype, 'offset', {
-    get: function () {
-        return this.droppedBufferSize + this.preprocessor.pos;
-    }
-});
-
-PositionTrackingPreprocessorMixin.prototype._getOverriddenMethods = function (mxn, orig) {
-    return {
-        advance: function () {
-            var cp = orig.advance.call(this);
-
-            //NOTE: LF should be in the last column of the line
-            if (mxn.isEol) {
-                mxn.isEol = false;
-                mxn.line++;
-                mxn.lineStartPos = mxn.offset;
-            }
-
-            if (cp === $.LINE_FEED)
-                mxn.isEol = true;
-
-            mxn.col = mxn.offset - mxn.lineStartPos + 1;
-
-            return cp;
-        },
-
-        retreat: function () {
-            orig.retreat.call(this);
-            mxn.isEol = false;
-
-            mxn.col = mxn.offset - mxn.lineStartPos + 1;
-        },
-
-        dropParsedChunk: function () {
-            var prevPos = this.pos;
-
-            orig.dropParsedChunk.call(this);
-
-            mxn.droppedBufferSize += prevPos - this.pos;
-        }
-    };
-};