@mojir/lits 1.2.2-alpha.2 → 1.2.2-alpha.3

package/dist/cli/cli.js

@@ -92,7 +92,7 @@ typeof SuppressedError === "function" ? SuppressedError : function (error, suppr
     return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
 };
 
-var version = "1.2.2-alpha.2";
+var version = "1.2.2-alpha.3";
 
 var AstNodeType;
 (function (AstNodeType) {
@@ -8019,6 +8019,12 @@ function assertNewLineToken(token) {
         throw new LitsError("Expected newline token, got ".concat(token === null || token === void 0 ? void 0 : token.t, "."));
 }
 
+function transformTokens(tokenStram, transformer) {
+    return __assign(__assign({}, tokenStram), { tokens: tokenStram.tokens.map(function (token) {
+            return __assign(__assign({}, token), { v: transformer(token.v) });
+        }) });
+}
+
 var UnparseOptions = /** @class */ (function () {
     function UnparseOptions(unparse, lineLength, col, inlined, locked) {
         if (col === void 0) { col = 0; }
@@ -8537,6 +8543,51 @@ function unparseAst(ast, lineLength) {
     return result.trim();
 }
 
+function isNoSpaceNeededBefore(token) {
+    switch (token.t) {
+        case TokenType.Bracket:
+            return [')', ']'].includes(token.v);
+        case TokenType.CollectionAccessor:
+            return true;
+        case TokenType.NewLine:
+            return true;
+        default:
+            return false;
+    }
+}
+function isNoSpaceNeededAfter(token) {
+    switch (token.t) {
+        case TokenType.Bracket:
+            return ['(', '['].includes(token.v);
+        case TokenType.CollectionAccessor:
+            return true;
+        case TokenType.FnShorthand:
+            return true;
+        case TokenType.NewLine:
+            return true;
+        case TokenType.RegexpShorthand:
+            return true;
+        default:
+            return false;
+    }
+}
+function untokenize(tokenStream) {
+    var lastToken;
+    return tokenStream.tokens.reduce(function (acc, token) {
+        var joiner = !lastToken || isNoSpaceNeededAfter(lastToken) || isNoSpaceNeededBefore(token) ? '' : ' ';
+        lastToken = token;
+        return "".concat(acc).concat(joiner).concat(untokenizeToken(token));
+    }, '');
+}
+function untokenizeToken(token) {
+    switch (token.t) {
+        case TokenType.String:
+            return "\"".concat(token.v, "\"");
+        default:
+            return token.v;
+    }
+}
+
 var Cache = /** @class */ (function () {
     function Cache(maxSize) {
         this.cache = {};
@@ -8668,6 +8719,12 @@ var Lits = /** @class */ (function () {
         var contextStack = createContextStack(params);
         return evaluate(ast, contextStack);
     };
+    Lits.prototype.transform = function (tokenStream, transformer) {
+        return transformTokens(tokenStream, transformer);
+    };
+    Lits.prototype.untokenize = function (tokenStream) {
+        return untokenize(tokenStream);
+    };
     Lits.prototype.apply = function (fn, fnParams, params) {
         var _a;
         if (params === void 0) { params = {}; }

package/dist/cli/src/Lits/Lits.d.ts

@@ -47,6 +47,8 @@ export declare class Lits {
     tokenize(program: string, tokenizeParams?: TokenizeParams): TokenStream;
     parse(tokenStream: TokenStream): Ast;
     evaluate(ast: Ast, params: LitsParams): Any;
+    transform(tokenStream: TokenStream, transformer: (name: string) => string): TokenStream;
+    untokenize(tokenStream: TokenStream): string;
     apply(fn: LitsFunction, fnParams: unknown[], params?: LitsParams): Any;
     private generateAst;
 }

package/dist/cli/src/transformer/index.d.ts

@@ -0,0 +1,2 @@
+import type { TokenStream } from '../tokenizer/interface';
+export declare function transformTokens(tokenStram: TokenStream, transformer: (name: string) => string): TokenStream;

package/dist/cli/src/untokenizer/index.d.ts

@@ -0,0 +1,2 @@
+import type { TokenStream } from '../tokenizer/interface';
+export declare function untokenize(tokenStream: TokenStream): string;

package/dist/index.esm.js

@@ -2864,7 +2864,7 @@ var mathNormalExpression = {
     },
 };
 
-var version = "1.2.2-alpha.2";
+var version = "1.2.2-alpha.3";
 
 var uuidTemplate = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx';
 var xyRegexp = /[xy]/g;
@@ -8051,6 +8051,12 @@ function assertNewLineToken(token) {
         throw new LitsError("Expected newline token, got ".concat(token === null || token === void 0 ? void 0 : token.t, "."));
 }
 
+function transformTokens(tokenStram, transformer) {
+    return __assign(__assign({}, tokenStram), { tokens: tokenStram.tokens.map(function (token) {
+            return __assign(__assign({}, token), { v: transformer(token.v) });
+        }) });
+}
+
 var UnparseOptions = /** @class */ (function () {
     function UnparseOptions(unparse, lineLength, col, inlined, locked) {
         if (col === void 0) { col = 0; }
@@ -8569,6 +8575,51 @@ function unparseAst(ast, lineLength) {
     return result.trim();
 }
 
+function isNoSpaceNeededBefore(token) {
+    switch (token.t) {
+        case TokenType.Bracket:
+            return [')', ']'].includes(token.v);
+        case TokenType.CollectionAccessor:
+            return true;
+        case TokenType.NewLine:
+            return true;
+        default:
+            return false;
+    }
+}
+function isNoSpaceNeededAfter(token) {
+    switch (token.t) {
+        case TokenType.Bracket:
+            return ['(', '['].includes(token.v);
+        case TokenType.CollectionAccessor:
+            return true;
+        case TokenType.FnShorthand:
+            return true;
+        case TokenType.NewLine:
+            return true;
+        case TokenType.RegexpShorthand:
+            return true;
+        default:
+            return false;
+    }
+}
+function untokenize(tokenStream) {
+    var lastToken;
+    return tokenStream.tokens.reduce(function (acc, token) {
+        var joiner = !lastToken || isNoSpaceNeededAfter(lastToken) || isNoSpaceNeededBefore(token) ? '' : ' ';
+        lastToken = token;
+        return "".concat(acc).concat(joiner).concat(untokenizeToken(token));
+    }, '');
+}
+function untokenizeToken(token) {
+    switch (token.t) {
+        case TokenType.String:
+            return "\"".concat(token.v, "\"");
+        default:
+            return token.v;
+    }
+}
+
 var Cache = /** @class */ (function () {
     function Cache(maxSize) {
         this.cache = {};
@@ -8700,6 +8751,12 @@ var Lits = /** @class */ (function () {
         var contextStack = createContextStack(params);
         return evaluate(ast, contextStack);
     };
+    Lits.prototype.transform = function (tokenStream, transformer) {
+        return transformTokens(tokenStream, transformer);
+    };
+    Lits.prototype.untokenize = function (tokenStream) {
+        return untokenize(tokenStream);
+    };
     Lits.prototype.apply = function (fn, fnParams, params) {
         var _a;
         if (params === void 0) { params = {}; }