brighterscript 1.0.0-alpha.23 → 1.0.0-alpha.24

package/dist/parser/Parser.spec.js

@@ -15,17 +15,18 @@ const BrsTranspileState_1 = require("./BrsTranspileState");
 const source_map_1 = require("source-map");
 const BrsFile_1 = require("../files/BrsFile");
 const Program_1 = require("../Program");
+const visitors_1 = require("../astUtils/visitors");
 const SymbolTable_1 = require("../SymbolTable");
-const TypedFunctionType_1 = require("../types/TypedFunctionType");
-const LazyType_1 = require("../types/LazyType");
+const ArrayType_1 = require("../types/ArrayType");
+const CustomType_1 = require("../types/CustomType");
+const DynamicType_1 = require("../types/DynamicType");
 const IntegerType_1 = require("../types/IntegerType");
-const StringType_1 = require("../types/StringType");
+const LazyType_1 = require("../types/LazyType");
 const ObjectType_1 = require("../types/ObjectType");
-const CustomType_1 = require("../types/CustomType");
+const StringType_1 = require("../types/StringType");
+const TypedFunctionType_1 = require("../types/TypedFunctionType");
 const VoidType_1 = require("../types/VoidType");
-const DynamicType_1 = require("../types/DynamicType");
 const util_1 = require("../util");
-const ArrayType_1 = require("../types/ArrayType");
 describe('parser', () => {
     it('emits empty object when empty token list is provided', () => {
         (0, chai_1.expect)(Parser_1.Parser.parse([])).to.deep.include({
@@ -119,6 +120,7 @@ describe('parser', () => {
         }
         it('works for references.expressions', () => {
             const parser = Parser_1.Parser.parse(`
+                b += "plus-equal"
                 a += 1 + 2
                 b += getValue1() + getValue2()
                 increment++
@@ -143,6 +145,9 @@ describe('parser', () => {
                 end function
             `);
             const expected = [
+                '"plus-equal"',
+                'b',
+                'b += "plus-equal"',
                 '1',
                 '2',
                 'a',
@@ -471,7 +476,7 @@ describe('parser', () => {
                 const strFunctionType = namespaceStmt.symbolTable.getSymbolType('funcStr');
                 (0, chai_1.expect)(strFunctionType.returnType.toString()).to.equal('string');
             });
-            it('adds a fully qualified name of a function in a namespace to the parsers symbol table', () => {
+            it('adds a transpiled name of a function in a namespace to the parsers symbol table', () => {
                 let parser = parse(`
                     namespace Name.Space
                         function funcInt() as integer
@@ -483,8 +488,8 @@ describe('parser', () => {
                         end function
                     end namespace
                 `, Parser_1.ParseMode.BrighterScript);
-                (0, chai_1.expect)(parser.symbolTable.getSymbolType('Name.Space.funcInt')).to.be.instanceof(TypedFunctionType_1.TypedFunctionType);
-                (0, chai_1.expect)(parser.symbolTable.getSymbolType('Name.Space.funcStr')).to.be.instanceof(TypedFunctionType_1.TypedFunctionType);
+                (0, chai_1.expect)(parser.symbolTable.getSymbolType('Name_Space_funcInt')).to.be.instanceof(TypedFunctionType_1.TypedFunctionType);
+                (0, chai_1.expect)(parser.symbolTable.getSymbolType('Name_Space_funcStr')).to.be.instanceof(TypedFunctionType_1.TypedFunctionType);
             });
         });
         it('supports << operator', () => {
@@ -853,6 +858,38 @@ describe('parser', () => {
                 `);
                 (0, chai_1.expect)((_a = diagnostics[0]) === null || _a === void 0 ? void 0 : _a.message).not.to.exist;
             });
+            it('allows `mod` as an AA literal property', () => {
+                const parser = parse(`
+                    sub main()
+                        person = {
+                            mod: true
+                        }
+                        person.mod = false
+                        print person.mod
+                    end sub
+                `);
+                (0, testHelpers_spec_1.expectZeroDiagnostics)(parser);
+            });
+            it('converts aa literal property TokenKind to Identifier', () => {
+                const parser = parse(`
+                    sub main()
+                        person = {
+                            mod: true
+                            and: true
+                        }
+                    end sub
+                `);
+                (0, testHelpers_spec_1.expectZeroDiagnostics)(parser);
+                const elements = [];
+                parser.ast.walk((0, visitors_1.createVisitor)({
+                    AAMemberExpression: (node) => {
+                        elements.push(node);
+                    }
+                }), {
+                    walkMode: visitors_1.WalkMode.visitAllRecursive
+                });
+                (0, chai_1.expect)(elements.map(x => x.keyToken.kind)).to.eql([TokenKind_1.TokenKind.Identifier, TokenKind_1.TokenKind.Identifier]);
+            });
         });
         it('"end" is not allowed as a local identifier', () => {
             let { diagnostics } = parse(`
@@ -1493,23 +1530,23 @@ describe('parser', () => {
     describe('tokenChain', () => {
         it('can find a chain of tokens', () => {
             const parser = parse(`
-            sub someFunc()
-                print m.field.childField
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
-            const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 38));
+                sub someFunc(var)
+                    print var.field.childField
+                end sub
+            `);
+            const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 42));
             const tokenChain = parser.getTokenChain(childFieldToken).chain;
             const tokenChainTokens = tokenChain.map(tcm => tcm.token);
             (0, chai_1.expect)(tokenChain.length).to.equal(3);
-            (0, chai_1.expect)(tokenChainTokens.map(token => token.text)).to.eql(['m', 'field', 'childField']);
+            (0, chai_1.expect)(tokenChainTokens.map(token => token.text)).to.eql(['var', 'field', 'childField']);
             (0, chai_1.expect)(tokenChain.map(tcm => tcm.usage)).to.eql([Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.Direct]);
         });
         it('can find a chain of tokens with function call with no args in the middle', () => {
             const parser = parse(`
-            sub someFunc()
-                print var.field.funcCall().childField
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
+                sub someFunc(var)
+                    print var.field.funcCall().childField
+                end sub
+            `);
             const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 49));
             const tokenChain = parser.getTokenChain(childFieldToken).chain;
             const tokenChainTokens = tokenChain.map(tcm => tcm.token);
@@ -1519,10 +1556,10 @@ describe('parser', () => {
         });
         it('can find a chain of tokens with function call with multiple args in the middle', () => {
             const parser = parse(`
-            sub someFunc()
-                print var.field.funcCall(1, "string", {key: value}).childField
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
+                sub someFunc(var)
+                    print var.field.funcCall(1, "string", {key: value}).childField
+                end sub
+            `);
             const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 75));
             const tokenChain = parser.getTokenChain(childFieldToken).chain;
             const tokenChainTokens = tokenChain.map(tcm => tcm.token);
@@ -1532,10 +1569,10 @@ describe('parser', () => {
         });
         it('can find a chain of tokens with function call with function call inside', () => {
             const parser = parse(`
-            sub someFunc()
-                print var.field.funcCall(a(), b(), otherFunc2(c(), {d: func3(e)})).childField
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
+                sub someFunc(var)
+                    print var.field.funcCall(a(), b(), otherFunc2(c(), {d: func3(e)})).childField
+                end sub
+            `);
             const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 90));
             const tokenChain = parser.getTokenChain(childFieldToken).chain;
             const tokenChainTokens = tokenChain.map(tcm => tcm.token);
@@ -1545,10 +1582,10 @@ describe('parser', () => {
         });
         it('can find a chain of tokens with array references inside', () => {
             const parser = parse(`
-            sub someFunc()
-                print var.field.myArray[0].childField
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
+                sub someFunc(var)
+                    print var.field.myArray[0].childField
+                end sub
+            `);
             const childFieldToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 50));
             const tokenChain = parser.getTokenChain(childFieldToken).chain;
             const tokenChainTokens = tokenChain.map(tcm => tcm.token);
@@ -1558,97 +1595,133 @@ describe('parser', () => {
         });
         it('includes unknown when an expression in brackets is part of the chain', () => {
             const parser = parse(`
-            sub someFunc()
-                print (1 + 1).toStr()
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
-            const toStrToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 34));
+                sub someFunc()
+                    print (1 + 1).toStr()
+                end sub
+            `);
+            const toStrToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 38));
             const tokenChainResponse = parser.getTokenChain(toStrToken);
             (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.true;
         });
         it('includes unknown when an expression in double brackets is part of the chain', () => {
             const parser = parse(`
-            sub someFunc()
-                print ((2 + 1)*3).toStr()
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
-            const toStrToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 38));
+                sub someFunc()
+                    print ((2 + 1)*3).toStr()
+                end sub
+            `);
+            const toStrToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 42));
             const tokenChainResponse = parser.getTokenChain(toStrToken);
             (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.true;
         });
         it('includes unknown when a complicated expression in brackets is part of the chain', () => {
             const parser = parse(`
-            sub someFunc(currentDate, lastUpdate)
-                print (INT((currentDate.asSeconds() - lastUpdate) / 86400)).toStr()
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
+                sub someFunc(currentDate, lastUpdate)
+                    print (INT((currentDate.asSeconds() - lastUpdate) / 86400)).toStr()
+                end sub
+            `);
             const toStrToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 81));
             const tokenChainResponse = parser.getTokenChain(toStrToken);
             (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.true;
         });
-    });
-    it('includes unknown when property is referenced via brackets', () => {
-        const parser = parse(`
-            sub someFunc()
-                complexObj = {prop: "hello", subObj: {prop: "foo", grandChildObj:{prop:"bar"}}}
-                print complexObj.subObj.prop
-                print complexObj["subObj"].prop
-                print complexObj["subObj"]["grandChildObj"].prop
-            end sub
-            `, Parser_1.ParseMode.BrighterScript);
-        const propAsChainToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 44)); // complexObj.subObj.prop
-        const propAsAsBracketToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 47)); // complexObj["subObj"].prop
-        const propAsAsDoubleBracketToken = parser.getTokenAt(vscode_languageserver_1.Position.create(5, 64)); // complexObj["subObj"]["grandChildObj"].prop
-        let tokenChainResponse = parser.getTokenChain(propAsChainToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['complexObj', 'subObj', 'prop']);
-        tokenChainResponse = parser.getTokenChain(propAsAsBracketToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain[0].usage).to.eql(Parser_1.TokenUsage.ArrayReference);
-        tokenChainResponse = parser.getTokenChain(propAsAsDoubleBracketToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.true;
-    });
-    it('allows token kinds from AllowedLocalIdentifiers as start of a chain', () => {
-        const parser = parse(`
-            sub testLocalIdentifiers(override, string, float)
-                override.someProp.someFunc()
-                string.someProp.someFunc()
-                float.someProp.someFunc()
-            end sub
-            `, Parser_1.ParseMode.BrightScript);
-        const overrideFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 40)); // override.someProp.someFunc()
-        const stringFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 40)); // string.someProp.someFunc()
-        const floatFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 38)); // float.someProp.someFunc()
-        let tokenChainResponse = parser.getTokenChain(overrideFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['override', 'someProp', 'someFunc']);
-        tokenChainResponse = parser.getTokenChain(stringFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['string', 'someProp', 'someFunc']);
-        tokenChainResponse = parser.getTokenChain(floatFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['float', 'someProp', 'someFunc']);
-    });
-    it('allows token kinds from AllowedProperties in middle of a chain', () => {
-        const parser = parse(`
-            sub testAllowedProperties(someObj)
-                someObj.override.someFunc()
-                someObj.string.someFunc()
-                someObj.float.someFunc()
-            end sub
-            `, Parser_1.ParseMode.BrightScript);
-        const overrideFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 36)); // someObj.override.someFunc()
-        const stringFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 36)); // someObj.string.someFunc()
-        const floatFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 36)); // someObj.float.someFunc()
-        let tokenChainResponse = parser.getTokenChain(overrideFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'override', 'someFunc']);
-        tokenChainResponse = parser.getTokenChain(stringFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'string', 'someFunc']);
-        tokenChainResponse = parser.getTokenChain(floatFuncToken);
-        (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
-        (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'float', 'someFunc']);
+        it('indicates IndexedGet when referenced via brackets', () => {
+            const parser = parse(`
+                sub someFunc()
+                    complexObj = {prop: "hello", subObj: {prop: "foo", grandChildObj:{prop:"bar"}}}
+                    print complexObj.subObj.prop
+                    print complexObj["subObj"].prop
+                    print complexObj["subObj"]["grandChildObj"].prop
+                end sub
+            `);
+            const propAsChainToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 48)); // complexObj.subObj.prop
+            const propAsAsBracketToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 51)); // complexObj["subObj"].prop
+            const propAsAsDoubleBracketToken = parser.getTokenAt(vscode_languageserver_1.Position.create(5, 68)); // complexObj["subObj"]["grandChildObj"].prop
+            let tokenChainResponse = parser.getTokenChain(propAsChainToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['complexObj', 'subObj', 'prop']);
+            tokenChainResponse = parser.getTokenChain(propAsAsBracketToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain[0].usage).to.eql(Parser_1.TokenUsage.ArrayReference);
+            tokenChainResponse = parser.getTokenChain(propAsAsDoubleBracketToken);
+            (0, chai_1.expect)(tokenChainResponse.chain[0].usage).to.equal(Parser_1.TokenUsage.Direct);
+        });
+        it('allows token kinds from AllowedLocalIdentifiers as start of a chain', () => {
+            const parser = parse(`
+                sub testLocalIdentifiers(override, string, float)
+                    override.someProp.someFunc()
+                    string.someProp.someFunc()
+                    float.someProp.someFunc()
+                end sub
+            `);
+            const overrideFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 40)); // override.someProp.someFunc()
+            const stringFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 40)); // string.someProp.someFunc()
+            const floatFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 38)); // float.someProp.someFunc()
+            let tokenChainResponse = parser.getTokenChain(overrideFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['override', 'someProp', 'someFunc']);
+            tokenChainResponse = parser.getTokenChain(stringFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['string', 'someProp', 'someFunc']);
+            tokenChainResponse = parser.getTokenChain(floatFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['float', 'someProp', 'someFunc']);
+        });
+        it('allows token kinds from AllowedProperties in middle of a chain', () => {
+            const parser = parse(`
+                sub testAllowedProperties(someObj)
+                    someObj.override.someFunc()
+                    someObj.string.someFunc()
+                    someObj.float.someFunc()
+                end sub
+            `);
+            const overrideFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 40)); // someObj.override.someFunc()
+            const stringFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 40)); // someObj.string.someFunc()
+            const floatFuncToken = parser.getTokenAt(vscode_languageserver_1.Position.create(4, 40)); // someObj.float.someFunc()
+            let tokenChainResponse = parser.getTokenChain(overrideFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'override', 'someFunc']);
+            tokenChainResponse = parser.getTokenChain(stringFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'string', 'someFunc']);
+            tokenChainResponse = parser.getTokenChain(floatFuncToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['someObj', 'float', 'someFunc']);
+        });
+        it('finds tokens in the middle of a chain', () => {
+            const parser = parse(`
+                sub testMiddleOfChain()
+                    print m.nodes[8].label.text
+                    print alpha.bravo(charlie.delta)
+                    print m.otherFunc().name
+                end sub
+            `);
+            const labelToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 40)); // 'label'
+            const nodesToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 31)); // 'nodes'
+            const bravoToken = parser.getTokenAt(vscode_languageserver_1.Position.create(3, 35)); // 'bravo'
+            let tokenChainResponse = parser.getTokenChain(labelToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['m', 'nodes', 'label']);
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.usage)).to.eql([Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.ArrayReference, Parser_1.TokenUsage.Direct]);
+            tokenChainResponse = parser.getTokenChain(nodesToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['m', 'nodes']);
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.usage)).to.eql([Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.Direct]);
+            tokenChainResponse = parser.getTokenChain(bravoToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['alpha', 'bravo']);
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.usage)).to.eql([Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.Direct]);
+        });
+        it('gets chain from ending dot', () => {
+            const parser = parse(`
+                sub testDotAtEndOfChain()
+                   m.someFunc().data[0].param.
+                end sub
+            `);
+            const endDotToken = parser.getTokenAt(vscode_languageserver_1.Position.create(2, 46)); // dot of 'param.'
+            let tokenChainResponse = parser.getTokenChain(endDotToken);
+            (0, chai_1.expect)(tokenChainResponse.includesUnknowableTokenType).to.be.false;
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.token).map(token => token.text)).to.eql(['m', 'someFunc', 'data', 'param']);
+            (0, chai_1.expect)(tokenChainResponse.chain.map(tcm => tcm.usage)).to.eql([Parser_1.TokenUsage.Direct, Parser_1.TokenUsage.Call, Parser_1.TokenUsage.ArrayReference, Parser_1.TokenUsage.Direct]);
+        });
     });
 });
 function parse(text, mode) {