@mojir/lits 2.0.20 → 2.0.22

package/dist/lits.iife.js

@@ -6144,6 +6144,28 @@ var Lits = (function (exports) {
         };
     }
 
+    function minifyTokenStream(tokenStream, _a) {
+        var removeWhiteSpace = _a.removeWhiteSpace;
+        var tokens = tokenStream.tokens
+            .filter(function (token) {
+            if (isP_CommentToken(token)
+                || isA_CommentToken(token)
+                || isA_MultiLineCommentToken(token)
+                || (removeWhiteSpace && isA_WhitespaceToken(token))
+                || (removeWhiteSpace && isP_WhitespaceToken(token))) {
+                return false;
+            }
+            return true;
+        })
+            .map(function (token) {
+            if (isA_WhitespaceToken(token) || isP_WhitespaceToken(token)) {
+                return __assign(__assign({}, token), { value: ' ' });
+            }
+            return token;
+        });
+        return __assign(__assign({}, tokenStream), { tokens: tokens });
+    }
+
     function parseSymbol(tokenStream, parseState) {
         var _a;
         var tkn = asToken(tokenStream.tokens[parseState.position++]);
@@ -7662,7 +7684,7 @@ var Lits = (function (exports) {
     }
 
     function parse(tokenStream) {
-        tokenStream = removeUnnecessaryTokens(tokenStream);
+        tokenStream = minifyTokenStream(tokenStream, { removeWhiteSpace: true });
         var algebraic = tokenStream.algebraic;
         var ast = {
             b: [],
@@ -7683,19 +7705,6 @@ var Lits = (function (exports) {
         }
         return ast;
     }
-    function removeUnnecessaryTokens(tokenStream) {
-        var tokens = tokenStream.tokens.filter(function (token) {
-            if (isP_CommentToken(token)
-                || isA_CommentToken(token)
-                || isA_MultiLineCommentToken(token)
-                || isA_WhitespaceToken(token)
-                || isP_WhitespaceToken(token)) {
-                return false;
-            }
-            return true;
-        });
-        return __assign(__assign({}, tokenStream), { tokens: tokens });
-    }
     function parseToken(tokenStream, parseState) {
         return parsePolishToken(tokenStream, parseState);
     }
@@ -8523,7 +8532,8 @@ var Lits = (function (exports) {
             if (tokenizeParams === void 0) { tokenizeParams = {}; }
             var debug = this.debug;
             var algebraic = this.algebraic;
-            return tokenize(program, __assign(__assign({}, tokenizeParams), { debug: debug, algebraic: algebraic }));
+            var tokenStream = tokenize(program, __assign(__assign({}, tokenizeParams), { debug: debug, algebraic: algebraic }));
+            return tokenizeParams.minify ? minifyTokenStream(tokenStream, { removeWhiteSpace: false }) : tokenStream;
         };
         Lits.prototype.parse = function (tokenStream) {
             return parse(tokenStream);