@ibyar/expressions 0.5.6 → 0.5.62

package/v8/stream.js

@@ -122,6 +122,7 @@ export class TokenStream {
         }
     }
     readTokensPair(open, close, tokens) {
+        // check pair
         let count = 0;
         let token;
         while (true) {
@@ -246,6 +247,7 @@ export class TokenStreamImpl extends TokenStream {
         }
         else if (this.isRadixInteger()
             || this.isNumber()
+            // || this.isRegExp()
             || this.isString()
             || this.isTemplateLiteral()
             || this.isCurlY()
@@ -331,6 +333,7 @@ export class TokenStreamImpl extends TokenStream {
                     return true;
                 }
                 if (c0 == '' || this.pos >= this.expression.length) {
+                    // Unterminated string literal
                     break;
                 }
                 addLiteralChar(c0);
@@ -348,6 +351,21 @@ export class TokenStreamImpl extends TokenStream {
         return false;
     }
     scanTemplateSpan() {
+        // When scanning a TemplateSpan, we are looking for the following construct:
+        // TEMPLATE_SPAN ::
+        //     ` LiteralChars* ${
+        //   | } LiteralChars* ${
+        //
+        // TEMPLATE_TAIL ::
+        //     ` LiteralChars* `
+        //   | } LiteralChar* `
+        //
+        // A TEMPLATE_SPAN should always be followed by an Expression, while a
+        // TEMPLATE_TAIL terminates a TemplateLiteral and does not need to be
+        // followed by an Expression.
+        // These scoped helpers save and restore the original error state, so that we
+        // can specially treat invalid escape sequences in templates (which are
+        // handled by the parser).
         let result = Token.TEMPLATE_SPAN;
         let literal = [], c0 = this.expression.charAt(this.pos);
         const advance = () => {
@@ -358,21 +376,24 @@ export class TokenStreamImpl extends TokenStream {
         while (true) {
             let c = c0;
             if (c == '`') {
-                advance();
+                advance(); // Consume '`'
                 result = Token.TEMPLATE_TAIL;
                 break;
             }
             else if (c == '$' && this.expression.charAt(this.pos + 1) == '{') {
-                advance();
-                advance();
+                advance(); // Consume '$'
+                advance(); // Consume '{'
                 break;
             }
             else if (c == '\\') {
-                advance();
+                advance(); // Consume '\\'
                 if (this.isLineTerminator(c0)) {
+                    // The TV of LineContinuation :: \ LineTerminatorSequence is the empty
+                    // code unit sequence.
                     let lastChar = c0;
                     advance();
                     if (lastChar == '\r') {
+                        // Also skip \n.
                         if (c0 == '\n')
                             advance();
                         lastChar = '\n';
@@ -389,13 +410,17 @@ export class TokenStreamImpl extends TokenStream {
                 }
             }
             else if (c == '' || this.pos >= this.expression.length) {
+                // Unterminated template literal
                 break;
             }
             else {
-                advance();
+                advance(); // Consume c.
+                // The TRV of LineTerminatorSequence :: <CR> is the CV 0x000A.
+                // The TRV of LineTerminatorSequence :: <CR><LF> is the sequence
+                // consisting of the CV 0x000A.
                 if (c == '\r') {
                     if (c0 == '\n')
-                        advance();
+                        advance(); // Consume '\n'
                     c = '\n';
                 }
                 addLiteralChar(c);
@@ -412,7 +437,9 @@ export class TokenStreamImpl extends TokenStream {
     scanEscape(scanTemplateSpan) {
         let c0 = this.expression.charAt(this.pos);
         let c = c0;
+        // Skip escaped newlines.
         if (!scanTemplateSpan && this.isLineTerminator(c)) {
+            // Allow escaped CR+LF newlines in multiline string literals.
             if (c == '\r' && this.expression.charAt(this.pos + 1) == '\n')
                 this.pos++;
             return '\n';
@@ -463,11 +490,16 @@ export class TokenStreamImpl extends TokenStream {
                 break;
             case '8':
             case '9':
+                // '\8' and '\9' are disallowed in strict mode.
+                // Re-use the octal error state to propagate the error.
                 throw new SyntaxError(this.createError(`'\\8' and '\\9' are disallowed in strict mode.`));
         }
+        // Other escaped characters are interpreted as their non-escaped version.
         return c;
     }
     scanUnicodeEscape() {
+        // Accept both \uxxxx and \u{xxxxxx}. In the latter case, the number of
+        // hex digits between { } is arbitrary. \ and u have already been read.
         let c0 = this.expression.charAt(this.pos);
         if (c0 == '{') {
             this.pos++;
@@ -481,7 +513,7 @@ export class TokenStreamImpl extends TokenStream {
         return this.scanHexNumber(4);
     }
     scanHexNumber(length) {
-        if (length > 4) {
+        if (length > 4) { // prevent overflow
             throw new RangeError(this.createError('ScanHexNumber: length should be less than or equal to 4'));
         }
         let x = 0;
@@ -521,7 +553,7 @@ export class TokenStreamImpl extends TokenStream {
         let x = c.charCodeAt(0) - '0'.charCodeAt(0);
         if (x <= 9)
             return x;
-        x = (x | 0x20) - ('a'.charCodeAt(0) - '0'.charCodeAt(0));
+        x = (x | 0x20) - ('a'.charCodeAt(0) - '0'.charCodeAt(0)); // detect 0x11..0x16 and 0x31..0x36.
         if (x <= 5)
             return x + 10;
         return -1;
@@ -615,6 +647,7 @@ export class TokenStreamImpl extends TokenStream {
         let isPrivate = false;
         let escape = false;
         let escapeFlag = false;
+        // check is private property 
         let char = this.expression.charAt(i);
         if (char === '#') {
             isPrivate = true;
@@ -626,6 +659,7 @@ export class TokenStreamImpl extends TokenStream {
             if (char === '\\' && this.expression.charAt(i + 1) === 'u') {
                 i += 2;
                 escapeFlag = escape = true;
+                // need to valid the unicode char
             }
             else {
                 return false;
@@ -753,16 +787,22 @@ export class TokenStreamImpl extends TokenStream {
         }
         return result;
     }
+    /**
+     * [JavaScript 5 Comment Types](https://developer.adobe.com/experience-manager/reference-materials/6-5/javadoc/org/mozilla/javascript/ast/Comment.html)
+     * @returns boolean
+     */
     isComment() {
         const char = this.expression.charAt(this.pos);
         const nextChar = this.expression.charAt(this.pos + 1);
         let closeTag;
         let endPos;
         switch (true) {
+            // // line comments
             case (char === '/' && nextChar === '/'):
                 closeTag = '\n';
                 endPos = this.expression.indexOf(closeTag, this.pos);
                 break;
+            // /* block comments *\/ and /** jsdoc comments *\/
             case (char === '/' && nextChar === '*'):
                 closeTag = '*/';
                 endPos = this.expression.indexOf(closeTag, this.pos);
@@ -770,6 +810,7 @@ export class TokenStreamImpl extends TokenStream {
                     throw new SyntaxError(this.createError('Invalid or unexpected token'));
                 }
                 break;
+            // <!-- html-open line comments
             case (char === '<' && nextChar === '!'):
                 if ('<!--' === this.expression.substring(this.pos, this.pos + 4)) {
                     if (isStrict(this.mode)) {
@@ -791,17 +832,20 @@ export class TokenStreamImpl extends TokenStream {
                     }
                     break;
                 }
+            // ^\\s*--> html-close line comments
             case (char === '-' && nextChar === '-'):
                 if ('-->' === this.expression.substring(this.pos, this.pos + 3)) {
                     if (isStrict(this.mode)) {
                         throw new SyntaxError('Html Comment not allowed In Module');
                     }
+                    // check if '-->' is the first non-whitespace on the line
                     let indexOfLastLine = this.expression.lastIndexOf('\n', this.pos + 1);
                     if (indexOfLastLine == -1) {
                         indexOfLastLine = 0;
                     }
                     let lastLine = this.expression.substring(indexOfLastLine, this.pos + 3);
                     if (!/^\s*-->$/g.test(lastLine)) {
+                        // test with close of block comments
                         let lastBlockCommentPos = lastLine.lastIndexOf('*/');
                         if (lastBlockCommentPos == -1) {
                             return false;
@@ -842,7 +886,7 @@ export class TokenStreamImpl extends TokenStream {
                 if (c == '' || this.isLineTerminator(c)) {
                     return false;
                 }
-                if (c === '\\') {
+                if (c === '\\') { // Escape sequence.
                     pattern += c;
                     c = this.expression.charAt(++currentPos);
                     if (c == '' || this.isLineTerminator(c)) {
@@ -860,13 +904,13 @@ export class TokenStreamImpl extends TokenStream {
                     c = this.expression.charAt(++currentPos);
                 }
             }
-            currentPos++;
+            currentPos++; // consume '/'
             let flags = '';
             const remainFlags = TokenStreamImpl.REGEXP_FLAGS.slice();
             while (true) {
                 const code = this.expression.charCodeAt(currentPos);
                 const nextChar = this.expression.charAt(currentPos);
-                if (/[\.\s]/.test(nextChar) || Number.isNaN(code)) {
+                if (/[\.\s]/.test(nextChar) || Number.isNaN(code) /* || FORBIDDEN_CODE_POINT.includes(code.toString(16))*/) {
                     break;
                 }
                 const nextCharIndex = remainFlags.indexOf(nextChar);
@@ -933,6 +977,7 @@ export class TokenStreamImpl extends TokenStream {
                     break;
                 case 'u': {
                     index++;
+                    // interpret the following 4 characters as the hex of the unicode code point
                     if ('{' === v.charAt(index)) {
                         index++;
                         const start = index;
@@ -953,6 +998,7 @@ export class TokenStreamImpl extends TokenStream {
                 }
                 case 'x': {
                     index++;
+                    // interpret the following 2 characters as the hex of the decimal code point
                     let codePoint = v.substring(index, index + 2);
                     if (!TokenStreamImpl.DecimalPattern.test(codePoint)) {
                         throw new Error(this.createError('Illegal escape sequence: \\x ' + codePoint));
@@ -983,6 +1029,7 @@ export class TokenStreamImpl extends TokenStream {
                     index++;
                     buffer += c;
                     break;
+                // throw new Error(this.createError('Illegal escape sequence: "\\' + c + '"'));
             }
             let backslash = v.indexOf('\\', index);
             if (backslash == -1) {
@@ -1409,6 +1456,7 @@ export class TokenStreamImpl extends TokenStream {
                     this.pos++;
                 }
                 return true;
+            // no break
             case ':':
                 if (this.expression.charAt(this.pos + 1) === ':') {
                     this.current = this.newToken(Token.QUESTION_BIND);
@@ -1435,7 +1483,7 @@ export class TokenStreamImpl extends TokenStream {
                     return true;
                 }
                 return false;
-            case 'i':
+            case 'i': // in, instanceof
                 if (this.expression.charAt(this.pos + 1) === 'n') {
                     if (/instanceof\s/.test(this.expression.substring(this.pos, this.pos + 11))) {
                         this.current = this.newToken(Token.INSTANCEOF);
@@ -1449,35 +1497,35 @@ export class TokenStreamImpl extends TokenStream {
                     }
                 }
                 return false;
-            case 't':
+            case 't': // typeof
                 if (/typeof\s/.test(this.expression.substring(this.pos, this.pos + 7))) {
                     this.current = this.newToken(Token.TYPEOF);
                     this.pos += 7;
                     return true;
                 }
                 return false;
-            case 'v':
+            case 'v': // void
                 if (/void\s/.test(this.expression.substring(this.pos, this.pos + 5))) {
                     this.current = this.newToken(Token.VOID);
                     this.pos += 5;
                     return true;
                 }
                 return false;
-            case 'd':
+            case 'd': // delete
                 if (/delete\s/.test(this.expression.substring(this.pos, this.pos + 7))) {
                     this.current = this.newToken(Token.DELETE);
                     this.pos += 7;
                     return true;
                 }
                 return false;
-            case 'n':
+            case 'n': // new
                 if (/new\s/.test(this.expression.substring(this.pos, this.pos + 4))) {
                     this.current = this.newToken(Token.NEW);
                     this.pos += 4;
                     return true;
                 }
                 return false;
-            case 'n':
+            case 'n': // new
                 if (/new\s/.test(this.expression.substring(this.pos, this.pos + 4))) {
                     this.current = this.newToken(Token.NEW);
                     this.pos += 4;
@@ -1491,6 +1539,13 @@ export class TokenStreamImpl extends TokenStream {
     isStatement() {
         const char = this.expression.charAt(this.pos);
         switch (char) {
+            // case 'a':
+            // 	if (/as\s/.test(this.expression.substring(this.pos, this.pos + 3))) {
+            // 		this.current = this.newToken(Token.AS);
+            // 		this.pos += 3;
+            // 		return true;
+            // 	}
+            // return false;
             case 'b':
                 if (/break\s?;?/.test(this.expression.substring(this.pos, this.pos + 7))) {
                     this.current = this.newToken(Token.BREAK);
@@ -1616,6 +1671,13 @@ export class TokenStreamImpl extends TokenStream {
                     return true;
                 }
                 return false;
+            // case 'of':
+            // 	if (/of\s/.test(this.expression.substring(this.pos, this.pos + 3))) {
+            // 		this.current = this.newToken(Token.OF);
+            // 		this.pos += 3;
+            // 		return true;
+            // 	}
+            // 	return false;
             case 's':
                 if (/switch(\s|\()/.test(this.expression.substring(this.pos, this.pos + 7))) {
                     this.current = this.newToken(Token.SWITCH);