@mojir/lits 1.2.2-alpha.2 → 1.2.2-alpha.3

package/dist/index.js

@@ -2866,7 +2866,7 @@ var mathNormalExpression = {
     },
 };
 
-var version = "1.2.2-alpha.2";
+var version = "1.2.2-alpha.3";
 
 var uuidTemplate = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx';
 var xyRegexp = /[xy]/g;
@@ -8053,6 +8053,12 @@ function assertNewLineToken(token) {
         throw new LitsError("Expected newline token, got ".concat(token === null || token === void 0 ? void 0 : token.t, "."));
 }
 
+function transformTokens(tokenStram, transformer) {
+    return __assign(__assign({}, tokenStram), { tokens: tokenStram.tokens.map(function (token) {
+            return __assign(__assign({}, token), { v: transformer(token.v) });
+        }) });
+}
+
 var UnparseOptions = /** @class */ (function () {
     function UnparseOptions(unparse, lineLength, col, inlined, locked) {
         if (col === void 0) { col = 0; }
@@ -8571,6 +8577,51 @@ function unparseAst(ast, lineLength) {
     return result.trim();
 }
 
+function isNoSpaceNeededBefore(token) {
+    switch (token.t) {
+        case exports.TokenType.Bracket:
+            return [')', ']'].includes(token.v);
+        case exports.TokenType.CollectionAccessor:
+            return true;
+        case exports.TokenType.NewLine:
+            return true;
+        default:
+            return false;
+    }
+}
+function isNoSpaceNeededAfter(token) {
+    switch (token.t) {
+        case exports.TokenType.Bracket:
+            return ['(', '['].includes(token.v);
+        case exports.TokenType.CollectionAccessor:
+            return true;
+        case exports.TokenType.FnShorthand:
+            return true;
+        case exports.TokenType.NewLine:
+            return true;
+        case exports.TokenType.RegexpShorthand:
+            return true;
+        default:
+            return false;
+    }
+}
+function untokenize(tokenStream) {
+    var lastToken;
+    return tokenStream.tokens.reduce(function (acc, token) {
+        var joiner = !lastToken || isNoSpaceNeededAfter(lastToken) || isNoSpaceNeededBefore(token) ? '' : ' ';
+        lastToken = token;
+        return "".concat(acc).concat(joiner).concat(untokenizeToken(token));
+    }, '');
+}
+function untokenizeToken(token) {
+    switch (token.t) {
+        case exports.TokenType.String:
+            return "\"".concat(token.v, "\"");
+        default:
+            return token.v;
+    }
+}
+
 var Cache = /** @class */ (function () {
     function Cache(maxSize) {
         this.cache = {};
@@ -8702,6 +8753,12 @@ var Lits = /** @class */ (function () {
         var contextStack = createContextStack(params);
         return evaluate(ast, contextStack);
     };
+    Lits.prototype.transform = function (tokenStream, transformer) {
+        return transformTokens(tokenStream, transformer);
+    };
+    Lits.prototype.untokenize = function (tokenStream) {
+        return untokenize(tokenStream);
+    };
     Lits.prototype.apply = function (fn, fnParams, params) {
         var _a;
         if (params === void 0) { params = {}; }