parse5 4.0.0-test → 5.1.1

package/lib/common/foreign-content.js

@@ -0,0 +1,265 @@
+'use strict';
+
+const Tokenizer = require('../tokenizer');
+const HTML = require('./html');
+
+//Aliases
+const $ = HTML.TAG_NAMES;
+const NS = HTML.NAMESPACES;
+const ATTRS = HTML.ATTRS;
+
+//MIME types
+const MIME_TYPES = {
+    TEXT_HTML: 'text/html',
+    APPLICATION_XML: 'application/xhtml+xml'
+};
+
+//Attributes
+const DEFINITION_URL_ATTR = 'definitionurl';
+const ADJUSTED_DEFINITION_URL_ATTR = 'definitionURL';
+const SVG_ATTRS_ADJUSTMENT_MAP = {
+    attributename: 'attributeName',
+    attributetype: 'attributeType',
+    basefrequency: 'baseFrequency',
+    baseprofile: 'baseProfile',
+    calcmode: 'calcMode',
+    clippathunits: 'clipPathUnits',
+    diffuseconstant: 'diffuseConstant',
+    edgemode: 'edgeMode',
+    filterunits: 'filterUnits',
+    glyphref: 'glyphRef',
+    gradienttransform: 'gradientTransform',
+    gradientunits: 'gradientUnits',
+    kernelmatrix: 'kernelMatrix',
+    kernelunitlength: 'kernelUnitLength',
+    keypoints: 'keyPoints',
+    keysplines: 'keySplines',
+    keytimes: 'keyTimes',
+    lengthadjust: 'lengthAdjust',
+    limitingconeangle: 'limitingConeAngle',
+    markerheight: 'markerHeight',
+    markerunits: 'markerUnits',
+    markerwidth: 'markerWidth',
+    maskcontentunits: 'maskContentUnits',
+    maskunits: 'maskUnits',
+    numoctaves: 'numOctaves',
+    pathlength: 'pathLength',
+    patterncontentunits: 'patternContentUnits',
+    patterntransform: 'patternTransform',
+    patternunits: 'patternUnits',
+    pointsatx: 'pointsAtX',
+    pointsaty: 'pointsAtY',
+    pointsatz: 'pointsAtZ',
+    preservealpha: 'preserveAlpha',
+    preserveaspectratio: 'preserveAspectRatio',
+    primitiveunits: 'primitiveUnits',
+    refx: 'refX',
+    refy: 'refY',
+    repeatcount: 'repeatCount',
+    repeatdur: 'repeatDur',
+    requiredextensions: 'requiredExtensions',
+    requiredfeatures: 'requiredFeatures',
+    specularconstant: 'specularConstant',
+    specularexponent: 'specularExponent',
+    spreadmethod: 'spreadMethod',
+    startoffset: 'startOffset',
+    stddeviation: 'stdDeviation',
+    stitchtiles: 'stitchTiles',
+    surfacescale: 'surfaceScale',
+    systemlanguage: 'systemLanguage',
+    tablevalues: 'tableValues',
+    targetx: 'targetX',
+    targety: 'targetY',
+    textlength: 'textLength',
+    viewbox: 'viewBox',
+    viewtarget: 'viewTarget',
+    xchannelselector: 'xChannelSelector',
+    ychannelselector: 'yChannelSelector',
+    zoomandpan: 'zoomAndPan'
+};
+
+const XML_ATTRS_ADJUSTMENT_MAP = {
+    'xlink:actuate': { prefix: 'xlink', name: 'actuate', namespace: NS.XLINK },
+    'xlink:arcrole': { prefix: 'xlink', name: 'arcrole', namespace: NS.XLINK },
+    'xlink:href': { prefix: 'xlink', name: 'href', namespace: NS.XLINK },
+    'xlink:role': { prefix: 'xlink', name: 'role', namespace: NS.XLINK },
+    'xlink:show': { prefix: 'xlink', name: 'show', namespace: NS.XLINK },
+    'xlink:title': { prefix: 'xlink', name: 'title', namespace: NS.XLINK },
+    'xlink:type': { prefix: 'xlink', name: 'type', namespace: NS.XLINK },
+    'xml:base': { prefix: 'xml', name: 'base', namespace: NS.XML },
+    'xml:lang': { prefix: 'xml', name: 'lang', namespace: NS.XML },
+    'xml:space': { prefix: 'xml', name: 'space', namespace: NS.XML },
+    xmlns: { prefix: '', name: 'xmlns', namespace: NS.XMLNS },
+    'xmlns:xlink': { prefix: 'xmlns', name: 'xlink', namespace: NS.XMLNS }
+};
+
+//SVG tag names adjustment map
+const SVG_TAG_NAMES_ADJUSTMENT_MAP = (exports.SVG_TAG_NAMES_ADJUSTMENT_MAP = {
+    altglyph: 'altGlyph',
+    altglyphdef: 'altGlyphDef',
+    altglyphitem: 'altGlyphItem',
+    animatecolor: 'animateColor',
+    animatemotion: 'animateMotion',
+    animatetransform: 'animateTransform',
+    clippath: 'clipPath',
+    feblend: 'feBlend',
+    fecolormatrix: 'feColorMatrix',
+    fecomponenttransfer: 'feComponentTransfer',
+    fecomposite: 'feComposite',
+    feconvolvematrix: 'feConvolveMatrix',
+    fediffuselighting: 'feDiffuseLighting',
+    fedisplacementmap: 'feDisplacementMap',
+    fedistantlight: 'feDistantLight',
+    feflood: 'feFlood',
+    fefunca: 'feFuncA',
+    fefuncb: 'feFuncB',
+    fefuncg: 'feFuncG',
+    fefuncr: 'feFuncR',
+    fegaussianblur: 'feGaussianBlur',
+    feimage: 'feImage',
+    femerge: 'feMerge',
+    femergenode: 'feMergeNode',
+    femorphology: 'feMorphology',
+    feoffset: 'feOffset',
+    fepointlight: 'fePointLight',
+    fespecularlighting: 'feSpecularLighting',
+    fespotlight: 'feSpotLight',
+    fetile: 'feTile',
+    feturbulence: 'feTurbulence',
+    foreignobject: 'foreignObject',
+    glyphref: 'glyphRef',
+    lineargradient: 'linearGradient',
+    radialgradient: 'radialGradient',
+    textpath: 'textPath'
+});
+
+//Tags that causes exit from foreign content
+const EXITS_FOREIGN_CONTENT = {
+    [$.B]: true,
+    [$.BIG]: true,
+    [$.BLOCKQUOTE]: true,
+    [$.BODY]: true,
+    [$.BR]: true,
+    [$.CENTER]: true,
+    [$.CODE]: true,
+    [$.DD]: true,
+    [$.DIV]: true,
+    [$.DL]: true,
+    [$.DT]: true,
+    [$.EM]: true,
+    [$.EMBED]: true,
+    [$.H1]: true,
+    [$.H2]: true,
+    [$.H3]: true,
+    [$.H4]: true,
+    [$.H5]: true,
+    [$.H6]: true,
+    [$.HEAD]: true,
+    [$.HR]: true,
+    [$.I]: true,
+    [$.IMG]: true,
+    [$.LI]: true,
+    [$.LISTING]: true,
+    [$.MENU]: true,
+    [$.META]: true,
+    [$.NOBR]: true,
+    [$.OL]: true,
+    [$.P]: true,
+    [$.PRE]: true,
+    [$.RUBY]: true,
+    [$.S]: true,
+    [$.SMALL]: true,
+    [$.SPAN]: true,
+    [$.STRONG]: true,
+    [$.STRIKE]: true,
+    [$.SUB]: true,
+    [$.SUP]: true,
+    [$.TABLE]: true,
+    [$.TT]: true,
+    [$.U]: true,
+    [$.UL]: true,
+    [$.VAR]: true
+};
+
+//Check exit from foreign content
+exports.causesExit = function(startTagToken) {
+    const tn = startTagToken.tagName;
+    const isFontWithAttrs =
+        tn === $.FONT &&
+        (Tokenizer.getTokenAttr(startTagToken, ATTRS.COLOR) !== null ||
+            Tokenizer.getTokenAttr(startTagToken, ATTRS.SIZE) !== null ||
+            Tokenizer.getTokenAttr(startTagToken, ATTRS.FACE) !== null);
+
+    return isFontWithAttrs ? true : EXITS_FOREIGN_CONTENT[tn];
+};
+
+//Token adjustments
+exports.adjustTokenMathMLAttrs = function(token) {
+    for (let i = 0; i < token.attrs.length; i++) {
+        if (token.attrs[i].name === DEFINITION_URL_ATTR) {
+            token.attrs[i].name = ADJUSTED_DEFINITION_URL_ATTR;
+            break;
+        }
+    }
+};
+
+exports.adjustTokenSVGAttrs = function(token) {
+    for (let i = 0; i < token.attrs.length; i++) {
+        const adjustedAttrName = SVG_ATTRS_ADJUSTMENT_MAP[token.attrs[i].name];
+
+        if (adjustedAttrName) {
+            token.attrs[i].name = adjustedAttrName;
+        }
+    }
+};
+
+exports.adjustTokenXMLAttrs = function(token) {
+    for (let i = 0; i < token.attrs.length; i++) {
+        const adjustedAttrEntry = XML_ATTRS_ADJUSTMENT_MAP[token.attrs[i].name];
+
+        if (adjustedAttrEntry) {
+            token.attrs[i].prefix = adjustedAttrEntry.prefix;
+            token.attrs[i].name = adjustedAttrEntry.name;
+            token.attrs[i].namespace = adjustedAttrEntry.namespace;
+        }
+    }
+};
+
+exports.adjustTokenSVGTagName = function(token) {
+    const adjustedTagName = SVG_TAG_NAMES_ADJUSTMENT_MAP[token.tagName];
+
+    if (adjustedTagName) {
+        token.tagName = adjustedTagName;
+    }
+};
+
+//Integration points
+function isMathMLTextIntegrationPoint(tn, ns) {
+    return ns === NS.MATHML && (tn === $.MI || tn === $.MO || tn === $.MN || tn === $.MS || tn === $.MTEXT);
+}
+
+function isHtmlIntegrationPoint(tn, ns, attrs) {
+    if (ns === NS.MATHML && tn === $.ANNOTATION_XML) {
+        for (let i = 0; i < attrs.length; i++) {
+            if (attrs[i].name === ATTRS.ENCODING) {
+                const value = attrs[i].value.toLowerCase();
+
+                return value === MIME_TYPES.TEXT_HTML || value === MIME_TYPES.APPLICATION_XML;
+            }
+        }
+    }
+
+    return ns === NS.SVG && (tn === $.FOREIGN_OBJECT || tn === $.DESC || tn === $.TITLE);
+}
+
+exports.isIntegrationPoint = function(tn, ns, attrs, foreignNS) {
+    if ((!foreignNS || foreignNS === NS.HTML) && isHtmlIntegrationPoint(tn, ns, attrs)) {
+        return true;
+    }
+
+    if ((!foreignNS || foreignNS === NS.MATHML) && isMathMLTextIntegrationPoint(tn, ns)) {
+        return true;
+    }
+
+    return false;
+};

package/lib/common/html.js

@@ -1,13 +1,13 @@
 'use strict';
 
-var NS = exports.NAMESPACES = {
+const NS = (exports.NAMESPACES = {
     HTML: 'http://www.w3.org/1999/xhtml',
     MATHML: 'http://www.w3.org/1998/Math/MathML',
     SVG: 'http://www.w3.org/2000/svg',
     XLINK: 'http://www.w3.org/1999/xlink',
     XML: 'http://www.w3.org/XML/1998/namespace',
     XMLNS: 'http://www.w3.org/2000/xmlns/'
-};
+});
 
 exports.ATTRS = {
     TYPE: 'type',
@@ -26,7 +26,7 @@ exports.DOCUMENT_MODE = {
     LIMITED_QUIRKS: 'limited-quirks'
 };
 
-var $ = exports.TAG_NAMES = {
+const $ = (exports.TAG_NAMES = {
     A: 'a',
     ADDRESS: 'address',
     ANNOTATION_XML: 'annotation-xml',
@@ -103,7 +103,6 @@ var $ = exports.TAG_NAMES = {
     MARQUEE: 'marquee',
     MATH: 'math',
     MENU: 'menu',
-    MENUITEM: 'menuitem',
     META: 'meta',
     MGLYPH: 'mglyph',
     MI: 'mi',
@@ -171,102 +170,103 @@ var $ = exports.TAG_NAMES = {
     WBR: 'wbr',
 
     XMP: 'xmp'
-};
-
-var SPECIAL_ELEMENTS = exports.SPECIAL_ELEMENTS = Object.create(null);
+});
 
-SPECIAL_ELEMENTS[NS.HTML] = Object.create(null);
-SPECIAL_ELEMENTS[NS.HTML][$.ADDRESS] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.APPLET] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.AREA] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.ARTICLE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.ASIDE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BASE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BASEFONT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BGSOUND] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BLOCKQUOTE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BODY] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BR] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.BUTTON] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.CAPTION] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.CENTER] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.COL] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.COLGROUP] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DD] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DETAILS] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DIR] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DIV] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DL] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.DT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.EMBED] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FIELDSET] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FIGCAPTION] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FIGURE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FOOTER] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FORM] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FRAME] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.FRAMESET] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H1] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H2] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H3] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H4] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H5] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.H6] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.HEAD] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.HEADER] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.HGROUP] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.HR] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.HTML] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.IFRAME] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.IMG] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.INPUT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.LI] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.LINK] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.LISTING] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.MAIN] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.MARQUEE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.MENU] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.META] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.NAV] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.NOEMBED] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.NOFRAMES] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.NOSCRIPT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.OBJECT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.OL] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.P] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.PARAM] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.PLAINTEXT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.PRE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.SCRIPT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.SECTION] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.SELECT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.SOURCE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.STYLE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.SUMMARY] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TABLE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TBODY] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TD] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TEMPLATE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TEXTAREA] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TFOOT] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TH] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.THEAD] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TITLE] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TR] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.TRACK] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.UL] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.WBR] = true;
-SPECIAL_ELEMENTS[NS.HTML][$.XMP] = true;
-
-SPECIAL_ELEMENTS[NS.MATHML] = Object.create(null);
-SPECIAL_ELEMENTS[NS.MATHML][$.MI] = true;
-SPECIAL_ELEMENTS[NS.MATHML][$.MO] = true;
-SPECIAL_ELEMENTS[NS.MATHML][$.MN] = true;
-SPECIAL_ELEMENTS[NS.MATHML][$.MS] = true;
-SPECIAL_ELEMENTS[NS.MATHML][$.MTEXT] = true;
-SPECIAL_ELEMENTS[NS.MATHML][$.ANNOTATION_XML] = true;
-
-SPECIAL_ELEMENTS[NS.SVG] = Object.create(null);
-SPECIAL_ELEMENTS[NS.SVG][$.TITLE] = true;
-SPECIAL_ELEMENTS[NS.SVG][$.FOREIGN_OBJECT] = true;
-SPECIAL_ELEMENTS[NS.SVG][$.DESC] = true;
+exports.SPECIAL_ELEMENTS = {
+    [NS.HTML]: {
+        [$.ADDRESS]: true,
+        [$.APPLET]: true,
+        [$.AREA]: true,
+        [$.ARTICLE]: true,
+        [$.ASIDE]: true,
+        [$.BASE]: true,
+        [$.BASEFONT]: true,
+        [$.BGSOUND]: true,
+        [$.BLOCKQUOTE]: true,
+        [$.BODY]: true,
+        [$.BR]: true,
+        [$.BUTTON]: true,
+        [$.CAPTION]: true,
+        [$.CENTER]: true,
+        [$.COL]: true,
+        [$.COLGROUP]: true,
+        [$.DD]: true,
+        [$.DETAILS]: true,
+        [$.DIR]: true,
+        [$.DIV]: true,
+        [$.DL]: true,
+        [$.DT]: true,
+        [$.EMBED]: true,
+        [$.FIELDSET]: true,
+        [$.FIGCAPTION]: true,
+        [$.FIGURE]: true,
+        [$.FOOTER]: true,
+        [$.FORM]: true,
+        [$.FRAME]: true,
+        [$.FRAMESET]: true,
+        [$.H1]: true,
+        [$.H2]: true,
+        [$.H3]: true,
+        [$.H4]: true,
+        [$.H5]: true,
+        [$.H6]: true,
+        [$.HEAD]: true,
+        [$.HEADER]: true,
+        [$.HGROUP]: true,
+        [$.HR]: true,
+        [$.HTML]: true,
+        [$.IFRAME]: true,
+        [$.IMG]: true,
+        [$.INPUT]: true,
+        [$.LI]: true,
+        [$.LINK]: true,
+        [$.LISTING]: true,
+        [$.MAIN]: true,
+        [$.MARQUEE]: true,
+        [$.MENU]: true,
+        [$.META]: true,
+        [$.NAV]: true,
+        [$.NOEMBED]: true,
+        [$.NOFRAMES]: true,
+        [$.NOSCRIPT]: true,
+        [$.OBJECT]: true,
+        [$.OL]: true,
+        [$.P]: true,
+        [$.PARAM]: true,
+        [$.PLAINTEXT]: true,
+        [$.PRE]: true,
+        [$.SCRIPT]: true,
+        [$.SECTION]: true,
+        [$.SELECT]: true,
+        [$.SOURCE]: true,
+        [$.STYLE]: true,
+        [$.SUMMARY]: true,
+        [$.TABLE]: true,
+        [$.TBODY]: true,
+        [$.TD]: true,
+        [$.TEMPLATE]: true,
+        [$.TEXTAREA]: true,
+        [$.TFOOT]: true,
+        [$.TH]: true,
+        [$.THEAD]: true,
+        [$.TITLE]: true,
+        [$.TR]: true,
+        [$.TRACK]: true,
+        [$.UL]: true,
+        [$.WBR]: true,
+        [$.XMP]: true
+    },
+    [NS.MATHML]: {
+        [$.MI]: true,
+        [$.MO]: true,
+        [$.MN]: true,
+        [$.MS]: true,
+        [$.MTEXT]: true,
+        [$.ANNOTATION_XML]: true
+    },
+    [NS.SVG]: {
+        [$.TITLE]: true,
+        [$.FOREIGN_OBJECT]: true,
+        [$.DESC]: true
+    }
+};

package/lib/common/unicode.js

@@ -1,47 +1,109 @@
 'use strict';
 
+const UNDEFINED_CODE_POINTS = [
+    0xfffe,
+    0xffff,
+    0x1fffe,
+    0x1ffff,
+    0x2fffe,
+    0x2ffff,
+    0x3fffe,
+    0x3ffff,
+    0x4fffe,
+    0x4ffff,
+    0x5fffe,
+    0x5ffff,
+    0x6fffe,
+    0x6ffff,
+    0x7fffe,
+    0x7ffff,
+    0x8fffe,
+    0x8ffff,
+    0x9fffe,
+    0x9ffff,
+    0xafffe,
+    0xaffff,
+    0xbfffe,
+    0xbffff,
+    0xcfffe,
+    0xcffff,
+    0xdfffe,
+    0xdffff,
+    0xefffe,
+    0xeffff,
+    0xffffe,
+    0xfffff,
+    0x10fffe,
+    0x10ffff
+];
+
 exports.REPLACEMENT_CHARACTER = '\uFFFD';
 
 exports.CODE_POINTS = {
     EOF: -1,
     NULL: 0x00,
     TABULATION: 0x09,
-    CARRIAGE_RETURN: 0x0D,
-    LINE_FEED: 0x0A,
-    FORM_FEED: 0x0C,
+    CARRIAGE_RETURN: 0x0d,
+    LINE_FEED: 0x0a,
+    FORM_FEED: 0x0c,
     SPACE: 0x20,
     EXCLAMATION_MARK: 0x21,
     QUOTATION_MARK: 0x22,
     NUMBER_SIGN: 0x23,
     AMPERSAND: 0x26,
     APOSTROPHE: 0x27,
-    HYPHEN_MINUS: 0x2D,
-    SOLIDUS: 0x2F,
+    HYPHEN_MINUS: 0x2d,
+    SOLIDUS: 0x2f,
     DIGIT_0: 0x30,
     DIGIT_9: 0x39,
-    SEMICOLON: 0x3B,
-    LESS_THAN_SIGN: 0x3C,
-    EQUALS_SIGN: 0x3D,
-    GREATER_THAN_SIGN: 0x3E,
-    QUESTION_MARK: 0x3F,
+    SEMICOLON: 0x3b,
+    LESS_THAN_SIGN: 0x3c,
+    EQUALS_SIGN: 0x3d,
+    GREATER_THAN_SIGN: 0x3e,
+    QUESTION_MARK: 0x3f,
     LATIN_CAPITAL_A: 0x41,
     LATIN_CAPITAL_F: 0x46,
     LATIN_CAPITAL_X: 0x58,
-    LATIN_CAPITAL_Z: 0x5A,
+    LATIN_CAPITAL_Z: 0x5a,
+    RIGHT_SQUARE_BRACKET: 0x5d,
     GRAVE_ACCENT: 0x60,
     LATIN_SMALL_A: 0x61,
     LATIN_SMALL_F: 0x66,
     LATIN_SMALL_X: 0x78,
-    LATIN_SMALL_Z: 0x7A,
-    REPLACEMENT_CHARACTER: 0xFFFD
+    LATIN_SMALL_Z: 0x7a,
+    REPLACEMENT_CHARACTER: 0xfffd
 };
 
 exports.CODE_POINT_SEQUENCES = {
-    DASH_DASH_STRING: [0x2D, 0x2D], //--
-    DOCTYPE_STRING: [0x44, 0x4F, 0x43, 0x54, 0x59, 0x50, 0x45], //DOCTYPE
-    CDATA_START_STRING: [0x5B, 0x43, 0x44, 0x41, 0x54, 0x41, 0x5B], //[CDATA[
-    CDATA_END_STRING: [0x5D, 0x5D, 0x3E], //]]>
+    DASH_DASH_STRING: [0x2d, 0x2d], //--
+    DOCTYPE_STRING: [0x44, 0x4f, 0x43, 0x54, 0x59, 0x50, 0x45], //DOCTYPE
+    CDATA_START_STRING: [0x5b, 0x43, 0x44, 0x41, 0x54, 0x41, 0x5b], //[CDATA[
     SCRIPT_STRING: [0x73, 0x63, 0x72, 0x69, 0x70, 0x74], //script
-    PUBLIC_STRING: [0x50, 0x55, 0x42, 0x4C, 0x49, 0x43], //PUBLIC
-    SYSTEM_STRING: [0x53, 0x59, 0x53, 0x54, 0x45, 0x4D] //SYSTEM
+    PUBLIC_STRING: [0x50, 0x55, 0x42, 0x4c, 0x49, 0x43], //PUBLIC
+    SYSTEM_STRING: [0x53, 0x59, 0x53, 0x54, 0x45, 0x4d] //SYSTEM
+};
+
+//Surrogates
+exports.isSurrogate = function(cp) {
+    return cp >= 0xd800 && cp <= 0xdfff;
+};
+
+exports.isSurrogatePair = function(cp) {
+    return cp >= 0xdc00 && cp <= 0xdfff;
+};
+
+exports.getSurrogatePairCodePoint = function(cp1, cp2) {
+    return (cp1 - 0xd800) * 0x400 + 0x2400 + cp2;
+};
+
+//NOTE: excluding NULL and ASCII whitespace
+exports.isControlCodePoint = function(cp) {
+    return (
+        (cp !== 0x20 && cp !== 0x0a && cp !== 0x0d && cp !== 0x09 && cp !== 0x0c && cp >= 0x01 && cp <= 0x1f) ||
+        (cp >= 0x7f && cp <= 0x9f)
+    );
+};
+
+exports.isUndefinedCodePoint = function(cp) {
+    return (cp >= 0xfdd0 && cp <= 0xfdef) || UNDEFINED_CODE_POINTS.indexOf(cp) > -1;
 };

package/lib/extensions/error-reporting/mixin-base.js

@@ -0,0 +1,43 @@
+'use strict';
+
+const Mixin = require('../../utils/mixin');
+
+class ErrorReportingMixinBase extends Mixin {
+    constructor(host, opts) {
+        super(host);
+
+        this.posTracker = null;
+        this.onParseError = opts.onParseError;
+    }
+
+    _setErrorLocation(err) {
+        err.startLine = err.endLine = this.posTracker.line;
+        err.startCol = err.endCol = this.posTracker.col;
+        err.startOffset = err.endOffset = this.posTracker.offset;
+    }
+
+    _reportError(code) {
+        const err = {
+            code: code,
+            startLine: -1,
+            startCol: -1,
+            startOffset: -1,
+            endLine: -1,
+            endCol: -1,
+            endOffset: -1
+        };
+
+        this._setErrorLocation(err);
+        this.onParseError(err);
+    }
+
+    _getOverriddenMethods(mxn) {
+        return {
+            _err(code) {
+                mxn._reportError(code);
+            }
+        };
+    }
+}
+
+module.exports = ErrorReportingMixinBase;