@mojir/lits 2.0.21 → 2.0.22

package/dist/src/tokenizer/minifyTokenStream.d.ts

@@ -1,2 +1,4 @@
 import type { TokenStream } from './interface';
-export declare function minifyTokenStream(tokenStream: TokenStream): TokenStream;
+export declare function minifyTokenStream(tokenStream: TokenStream, { removeWhiteSpace }: {
+    removeWhiteSpace: boolean;
+}): TokenStream;

package/dist/testFramework.esm.js

@@ -6103,16 +6103,24 @@ function analyze(ast, params) {
     };
 }
 
-function minifyTokenStream(tokenStream) {
-    var tokens = tokenStream.tokens.filter(function (token) {
+function minifyTokenStream(tokenStream, _a) {
+    var removeWhiteSpace = _a.removeWhiteSpace;
+    var tokens = tokenStream.tokens
+        .filter(function (token) {
         if (isP_CommentToken(token)
             || isA_CommentToken(token)
             || isA_MultiLineCommentToken(token)
-            || isA_WhitespaceToken(token)
-            || isP_WhitespaceToken(token)) {
+            || (removeWhiteSpace && isA_WhitespaceToken(token))
+            || (removeWhiteSpace && isP_WhitespaceToken(token))) {
             return false;
         }
         return true;
+    })
+        .map(function (token) {
+        if (isA_WhitespaceToken(token) || isP_WhitespaceToken(token)) {
+            return __assign(__assign({}, token), { value: ' ' });
+        }
+        return token;
     });
     return __assign(__assign({}, tokenStream), { tokens: tokens });
 }
@@ -7635,7 +7643,7 @@ function parsePolishToken(tokenStream, parseState) {
 }
 
 function parse(tokenStream) {
-    tokenStream = minifyTokenStream(tokenStream);
+    tokenStream = minifyTokenStream(tokenStream, { removeWhiteSpace: true });
     var algebraic = tokenStream.algebraic;
     var ast = {
         b: [],
@@ -8483,7 +8491,7 @@ var Lits = /** @class */ (function () {
         var debug = this.debug;
         var algebraic = this.algebraic;
         var tokenStream = tokenize(program, __assign(__assign({}, tokenizeParams), { debug: debug, algebraic: algebraic }));
-        return tokenizeParams.minify ? minifyTokenStream(tokenStream) : tokenStream;
+        return tokenizeParams.minify ? minifyTokenStream(tokenStream, { removeWhiteSpace: false }) : tokenStream;
     };
     Lits.prototype.parse = function (tokenStream) {
         return parse(tokenStream);