brighterscript 1.0.0-alpha.5 → 1.0.0-alpha.51

package/dist/files/BrsFile.js

@@ -1,86 +1,282 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.KeywordCompletions = exports.BrsFile = void 0;
+exports.BrsFile = void 0;
 const source_map_1 = require("source-map");
 const vscode_languageserver_1 = require("vscode-languageserver");
+const vscode_languageserver_2 = require("vscode-languageserver");
 const chalk_1 = require("chalk");
 const path = require("path");
 const DiagnosticMessages_1 = require("../DiagnosticMessages");
-const lexer_1 = require("../lexer");
-const parser_1 = require("../parser");
+const SymbolTable_1 = require("../SymbolTable");
+const FunctionScope_1 = require("../FunctionScope");
+const Lexer_1 = require("../lexer/Lexer");
+const TokenKind_1 = require("../lexer/TokenKind");
+const Parser_1 = require("../parser/Parser");
 const util_1 = require("../util");
 const BrsTranspileState_1 = require("../parser/BrsTranspileState");
-const Preprocessor_1 = require("../preprocessor/Preprocessor");
-const Logger_1 = require("../Logger");
 const serialize_error_1 = require("serialize-error");
 const reflection_1 = require("../astUtils/reflection");
 const visitors_1 = require("../astUtils/visitors");
 const CommentFlagProcessor_1 = require("../CommentFlagProcessor");
+const ReferencesProvider_1 = require("../bscPlugin/references/ReferencesProvider");
+const DocumentSymbolProcessor_1 = require("../bscPlugin/symbols/DocumentSymbolProcessor");
+const WorkspaceSymbolProcessor_1 = require("../bscPlugin/symbols/WorkspaceSymbolProcessor");
+const AstValidationSegmenter_1 = require("../AstValidationSegmenter");
+const Logger_1 = require("../Logger");
+const CachedLookups_1 = require("../astUtils/CachedLookups");
+const Editor_1 = require("../astUtils/Editor");
+const Manifest_1 = require("../preprocessor/Manifest");
+const types_1 = require("../types");
+const DefinitionProvider_1 = require("../bscPlugin/definition/DefinitionProvider");
 /**
  * Holds all details about this file within the scope of the whole program
  */
 class BrsFile {
-    constructor(
-    /**
-     * The absolute path to the source file on disk (e.g. '/usr/you/projects/RokuApp/source/main.brs' or 'c:/projects/RokuApp/source/main.brs').
-     */
-    srcPath, 
-    /**
-     * The full pkg path (i.e. `pkg:/path/to/file.brs`)
-     */
-    pkgPath, program) {
-        var _a;
-        this.srcPath = srcPath;
-        this.pkgPath = pkgPath;
-        this.program = program;
+    constructor(options) {
+        var _a, _b, _c;
+        this.type = 'BrsFile';
         /**
          * The parseMode used for the parser for this file
          */
-        this.parseMode = parser_1.ParseMode.BrightScript;
+        this.parseMode = Parser_1.ParseMode.BrightScript;
         /**
          * Indicates whether this file needs to be validated.
+         * Files are only ever validated a single time
          */
         this.isValidated = false;
-        this.diagnostics = [];
         this.commentFlags = [];
-        this.callables = [];
-        this.functionCalls = [];
-        /**
-         * files referenced by import statements
-         */
-        this.ownScriptImports = [];
-        /**
-         * Does this file need to be transpiled?
-         */
-        this.needsTranspiled = false;
-        this.srcPath = util_1.standardizePath `${this.srcPath}`;
-        this.dependencyGraphKey = this.pkgPath.toLowerCase();
-        this.extension = util_1.util.getExtension(this.srcPath);
-        //all BrighterScript files need to be transpiled
-        if ((_a = this.extension) === null || _a === void 0 ? void 0 : _a.endsWith('.bs')) {
-            this.needsTranspiled = true;
-            this.parseMode = parser_1.ParseMode.BrighterScript;
-        }
-        this.isTypedef = this.extension === '.d.bs';
-        if (!this.isTypedef) {
-            this.typedefSrcPath = util_1.util.getTypedefPath(this.srcPath);
+        this.scopesByFunc = new Map();
+        this.validationSegmenter = new AstValidationSegmenter_1.AstValidationSegmenter(this);
+        this.linkSymbolTableDisposables = [];
+        if (options) {
+            this.srcPath = (0, util_1.standardizePath) `${options.srcPath}`;
+            this.destPath = (0, util_1.standardizePath) `${options.destPath}`;
+            this.program = options.program;
+            this._cachedLookups = new CachedLookups_1.CachedLookups(this);
+            this.extension = util_1.util.getExtension(this.srcPath);
+            if (options.pkgPath) {
+                this.pkgPath = options.pkgPath;
+            }
+            else {
+                //don't rename .d.bs files to .d.brs
+                if (this.extension === '.d.bs') {
+                    this.pkgPath = this.destPath;
+                }
+                else {
+                    this.pkgPath = this.destPath.replace(/\.bs$/i, '.brs');
+                }
+            }
+            //all BrighterScript files need to be transpiled
+            if (((_a = this.extension) === null || _a === void 0 ? void 0 : _a.endsWith('.bs')) || ((_c = (_b = this.program) === null || _b === void 0 ? void 0 : _b.options) === null || _c === void 0 ? void 0 : _c.allowBrighterScriptInBrightScript)) {
+                this.parseMode = Parser_1.ParseMode.BrighterScript;
+            }
+            this.isTypedef = this.extension === '.d.bs';
+            if (!this.isTypedef) {
+                this.typedefKey = util_1.util.getTypedefPath(this.srcPath);
+            }
+            //global file doesn't have a program, so only resolve typedef info if we have a program
+            if (this.program) {
+                this.resolveTypedef();
+            }
         }
-        //global file doesn't have a program, so only resolve typedef info if we have a program
-        if (this.program) {
-            this.resolveTypedef();
+    }
+    /**
+     * Will this file result in only comment or whitespace output? If so, it can be excluded from the output if that bsconfig setting is enabled.
+     */
+    get canBePruned() {
+        let canPrune = true;
+        this.ast.walk((0, visitors_1.createVisitor)({
+            FunctionStatement: () => {
+                canPrune = false;
+            },
+            ClassStatement: () => {
+                canPrune = false;
+            }
+        }), {
+            walkMode: visitors_1.WalkMode.visitStatements
+        });
+        return canPrune;
+    }
+    get functionScopes() {
+        if (!this._functionScopes) {
+            this.createFunctionScopes();
         }
+        return this._functionScopes;
     }
-    getDiagnostics() {
-        return [...this.diagnostics];
+    get cache() {
+        // eslint-disable-next-line @typescript-eslint/dot-notation
+        return this._cachedLookups['cache'];
     }
-    addDiagnostics(diagnostics) {
-        this.diagnostics.push(...diagnostics);
+    /**
+     * Return this file's per-namespace contributions. Cached on the file's parser-level
+     * cache, so the result is invalidated automatically when the file re-parses.
+     *
+     * Each entry covers a single dotted name part (so a `namespace A.B.C` declaration
+     * produces entries for `A`, `A.B`, and `A.B.C`). Intermediates carry only structural
+     * fields; leaves populate the relevant statement collections plus a single-file
+     * symbolTable. The symbolTable has no parent provider (see Phase 4 design notes).
+     *
+     * The returned Map is shared across every Scope that pulls in this file, which is
+     * the core sharing primitive Phase 4 relies on.
+     * @internal
+     */
+    getNamespaceContributions() {
+        return this.cache.getOrAdd('namespaceContributions', () => {
+            let contributions = new Map();
+            this.ast.walk((0, visitors_1.createVisitor)({
+                NamespaceStatement: namespaceStatement => {
+                    var _a, _b, _c, _d, _e, _f, _g, _h;
+                    const name = namespaceStatement.getName(Parser_1.ParseMode.BrighterScript);
+                    const nameParts = name.split('.');
+                    let loopName = null;
+                    //ensure each dotted prefix has a contribution entry
+                    for (const part of nameParts) {
+                        loopName = loopName === null ? part : `${loopName}.${part}`;
+                        const lowerLoopName = loopName.toLowerCase();
+                        if (!contributions.has(lowerLoopName)) {
+                            //explicitly assign every optional field as undefined so all
+                            //NamespaceFileContribution instances share a single V8 hidden
+                            //class. Subsequent `??=` assignments mutate values without
+                            //changing the object shape, which keeps property access fast.
+                            contributions.set(lowerLoopName, {
+                                file: this,
+                                fullName: loopName,
+                                lastPartName: part,
+                                nameRange: (_a = namespaceStatement.nameExpression.location) === null || _a === void 0 ? void 0 : _a.range,
+                                namespaceStatements: undefined,
+                                statements: undefined,
+                                classStatements: undefined,
+                                functionStatements: undefined,
+                                enumStatements: undefined,
+                                constStatements: undefined,
+                                symbolTable: undefined
+                            });
+                        }
+                    }
+                    //populate the leaf contribution from this namespaceStatement's body
+                    const ns = contributions.get(name.toLowerCase());
+                    ((_b = ns.namespaceStatements) !== null && _b !== void 0 ? _b : (ns.namespaceStatements = [])).push(namespaceStatement);
+                    if (namespaceStatement.body.statements.length > 0) {
+                        ((_c = ns.statements) !== null && _c !== void 0 ? _c : (ns.statements = [])).push(...namespaceStatement.body.statements);
+                    }
+                    for (const statement of namespaceStatement.body.statements) {
+                        if ((0, reflection_1.isClassStatement)(statement) && statement.tokens.name) {
+                            ((_d = ns.classStatements) !== null && _d !== void 0 ? _d : (ns.classStatements = {}))[statement.tokens.name.text.toLowerCase()] = statement;
+                        }
+                        else if ((0, reflection_1.isFunctionStatement)(statement) && statement.tokens.name) {
+                            ((_e = ns.functionStatements) !== null && _e !== void 0 ? _e : (ns.functionStatements = {}))[statement.tokens.name.text.toLowerCase()] = statement;
+                        }
+                        else if ((0, reflection_1.isEnumStatement)(statement) && statement.fullName) {
+                            ((_f = ns.enumStatements) !== null && _f !== void 0 ? _f : (ns.enumStatements = new Map())).set(statement.fullName.toLowerCase(), statement);
+                        }
+                        else if ((0, reflection_1.isConstStatement)(statement) && statement.fullName) {
+                            ((_g = ns.constStatements) !== null && _g !== void 0 ? _g : (ns.constStatements = new Map())).set(statement.fullName.toLowerCase(), statement);
+                        }
+                    }
+                    //single-file aggregate; NO parent provider (sibling resolution does not
+                    //walk into a sibling's parent, so the previous scope-coupled provider
+                    //was dead code)
+                    (_h = ns.symbolTable) !== null && _h !== void 0 ? _h : (ns.symbolTable = new SymbolTable_1.SymbolTable(`Namespace File Contribution: '${ns.fullName}' in ${this.pkgPath}`));
+                    ns.symbolTable.mergeSymbolTable(namespaceStatement.body.getSymbolTable());
+                }
+            }), {
+                walkMode: visitors_1.WalkMode.visitStatements
+            });
+            return contributions;
+        });
+    }
+    /**
+     * files referenced by import statements
+     */
+    get ownScriptImports() {
+        var _a, _b;
+        const result = (_b = (_a = this.cache) === null || _a === void 0 ? void 0 : _a.getOrAdd('ownScriptImports', () => {
+            var _a, _b, _c;
+            const result = [];
+            for (const statement of (_b = (_a = this._cachedLookups) === null || _a === void 0 ? void 0 : _a.importStatements) !== null && _b !== void 0 ? _b : []) {
+                //register import statements
+                if ((0, reflection_1.isImportStatement)(statement) && statement.tokens.path) {
+                    result.push({
+                        filePathRange: (_c = statement.tokens.path.location) === null || _c === void 0 ? void 0 : _c.range,
+                        destPath: util_1.util.getPkgPathFromTarget(this.destPath, statement.filePath),
+                        sourceFile: this,
+                        text: statement.tokens.path.text
+                    });
+                }
+            }
+            return result;
+        })) !== null && _b !== void 0 ? _b : [];
+        return result;
+    }
+    /**
+     * Does this file need to be transpiled?
+     * @deprecated use the `.editor` property to push changes to the file, which will force transpilation
+     */
+    get needsTranspiled() {
+        var _a, _b, _c, _d;
+        if (this._needsTranspiled !== undefined) {
+            return this._needsTranspiled;
+        }
+        return !!(((_a = this.extension) === null || _a === void 0 ? void 0 : _a.endsWith('.bs')) || ((_c = (_b = this.program) === null || _b === void 0 ? void 0 : _b.options) === null || _c === void 0 ? void 0 : _c.allowBrighterScriptInBrightScript) || ((_d = this.editor) === null || _d === void 0 ? void 0 : _d.hasChanges));
+    }
+    set needsTranspiled(value) {
+        this._needsTranspiled = value;
     }
     /**
      * The AST for this file
      */
     get ast() {
-        return this.parser.ast;
+        var _a;
+        return (_a = this.parser) === null || _a === void 0 ? void 0 : _a.ast;
+    }
+    /**
+     * Get the token at the specified position
+     */
+    getTokenAt(position) {
+        var _a;
+        for (let token of this.parser.tokens) {
+            if (util_1.util.rangeContains((_a = token.location) === null || _a === void 0 ? void 0 : _a.range, position)) {
+                return token;
+            }
+        }
+    }
+    /**
+     * Get the token at the specified position, or the next token
+     */
+    getCurrentOrNextTokenAt(position) {
+        var _a;
+        for (let token of this.parser.tokens) {
+            if (util_1.util.comparePositionToRange(position, (_a = token.location) === null || _a === void 0 ? void 0 : _a.range) < 0) {
+                return token;
+            }
+        }
+    }
+    /**
+     * Walk the AST and find the expression that this token is most specifically contained within
+     */
+    getClosestExpression(position) {
+        if (typeof (position === null || position === void 0 ? void 0 : position.line) !== 'number') {
+            return undefined;
+        }
+        const handle = new vscode_languageserver_1.CancellationTokenSource();
+        let containingNode;
+        this.ast.walk((node) => {
+            var _a, _b;
+            const latestContainer = containingNode;
+            //bsc walks depth-first
+            if (((_a = node.location) === null || _a === void 0 ? void 0 : _a.range) && util_1.util.rangeContains((_b = node.location) === null || _b === void 0 ? void 0 : _b.range, position)) {
+                containingNode = node;
+            }
+            //we had a match before, and don't now. this means we've finished walking down the whole way, and found our match
+            if (latestContainer && !containingNode) {
+                containingNode = latestContainer;
+                handle.cancel();
+            }
+        }, {
+            walkMode: visitors_1.WalkMode.visitAllRecursive,
+            cancel: handle.token
+        });
+        return containingNode;
     }
     get parser() {
         if (!this._parser) {
@@ -98,130 +294,69 @@ class BrsFile {
      * Find and set the typedef variables (if a matching typedef file exists)
      */
     resolveTypedef() {
-        this.typedefFile = this.program.getFile(this.typedefSrcPath);
+        this.typedefFile = this.program.getFile(this.typedefKey);
         this.hasTypedef = !!this.typedefFile;
     }
+    onDependenciesChanged(event) {
+        this.resolveTypedef();
+    }
     /**
      * Attach the file to the dependency graph so it can monitor changes.
      * Also notify the dependency graph of our current dependencies so other dependents can be notified.
+     * @deprecated this does nothing. This functionality is now handled by the file api and will be deleted in v1
      */
-    attachDependencyGraph(dependencyGraph) {
-        if (this.unsubscribeFromDependencyGraph) {
-            this.unsubscribeFromDependencyGraph();
-        }
-        //event that fires anytime a dependency changes
-        this.unsubscribeFromDependencyGraph = dependencyGraph.onchange(this.dependencyGraphKey, () => {
-            this.resolveTypedef();
-        });
-        const dependencies = this.ownScriptImports.filter(x => !!x.pkgPath).map(x => x.pkgPath.toLowerCase());
+    attachDependencyGraph(dependencyGraph) { }
+    /**
+     * The list of files that this file depends on
+     */
+    get dependencies() {
+        const result = this.ownScriptImports.filter(x => !!x.destPath).map(x => x.destPath.toLowerCase());
         //if this is a .brs file, watch for typedef changes
         if (this.extension === '.brs') {
-            dependencies.push(util_1.util.getTypedefPath(this.pkgPath));
+            result.push(util_1.util.getTypedefPath(this.destPath));
         }
-        dependencyGraph.addOrReplace(this.dependencyGraphKey, dependencies);
+        return result;
     }
     /**
      * Calculate the AST for this file
-     * @param fileContents
+     * @param fileContents the raw source code to parse
      */
     parse(fileContents) {
+        var _a;
+        const diagnostics = [];
         try {
             this.fileContents = fileContents;
-            this.diagnostics = [];
             //if we have a typedef file, skip parsing this file
             if (this.hasTypedef) {
+                //skip validation since the typedef is shadowing this file
+                this.isValidated = true;
                 return;
             }
             //tokenize the input file
-            let lexer = this.program.logger.time(Logger_1.LogLevel.debug, ['lexer.lex', chalk_1.default.green(this.srcPath)], () => {
-                return lexer_1.Lexer.scan(fileContents, {
-                    includeWhitespace: false
+            let lexer = this.program.logger.time('debug', ['lexer.lex', chalk_1.default.green(this.srcPath)], () => {
+                return Lexer_1.Lexer.scan(fileContents, {
+                    includeWhitespace: false,
+                    srcPath: this.srcPath
                 });
             });
             this.getCommentFlags(lexer.tokens);
-            let preprocessor = new Preprocessor_1.Preprocessor();
-            //remove all code inside false-resolved conditional compilation statements.
-            //TODO preprocessor should go away in favor of the AST handling this internally (because it affects transpile)
-            //currently the preprocessor throws exceptions on syntax errors...so we need to catch it
-            try {
-                this.program.logger.time(Logger_1.LogLevel.debug, ['preprocessor.process', chalk_1.default.green(this.srcPath)], () => {
-                    preprocessor.process(lexer.tokens, this.program.getManifest());
-                });
-            }
-            catch (error) {
-                //if the thrown error is DIFFERENT than any errors from the preprocessor, add that error to the list as well
-                if (this.diagnostics.find((x) => x === error) === undefined) {
-                    this.diagnostics.push(error);
-                }
-            }
-            //if the preprocessor generated tokens, use them.
-            let tokens = preprocessor.processedTokens.length > 0 ? preprocessor.processedTokens : lexer.tokens;
             this.program.logger.time(Logger_1.LogLevel.debug, ['parser.parse', chalk_1.default.green(this.srcPath)], () => {
-                this._parser = parser_1.Parser.parse(tokens, {
+                this._parser = Parser_1.Parser.parse(lexer.tokens, {
+                    srcPath: this.srcPath,
                     mode: this.parseMode,
-                    logger: this.program.logger
+                    logger: this.program.logger,
+                    bsConsts: (0, Manifest_1.getBsConst)(this.program.getManifest()),
+                    minFirmwareVersion: this.program.options.minFirmwareVersion
                 });
             });
             //absorb all lexing/preprocessing/parsing diagnostics
-            this.diagnostics.push(...lexer.diagnostics, ...preprocessor.diagnostics, ...this._parser.diagnostics);
-            //extract all callables from this file
-            this.findCallables();
-            //find all places where a sub/function is being called
-            this.findFunctionCalls();
-            this.findAndValidateImportAndImportStatements();
-            //attach this file to every diagnostic
-            for (let diagnostic of this.diagnostics) {
-                diagnostic.file = this;
-            }
+            diagnostics.push(...lexer.diagnostics, ...this._parser.diagnostics);
         }
         catch (e) {
-            this._parser = new parser_1.Parser();
-            this.diagnostics.push(Object.assign({ file: this, range: util_1.util.createRange(0, 0, 0, Number.MAX_VALUE) }, DiagnosticMessages_1.DiagnosticMessages.genericParserMessage('Critical error parsing file: ' + JSON.stringify(serialize_error_1.serializeError(e)))));
-        }
-    }
-    validate() { }
-    findAndValidateImportAndImportStatements() {
-        var _a;
-        let topOfFileIncludeStatements = [];
-        for (let stmt of this.ast.statements) {
-            //skip comments
-            if (reflection_1.isCommentStatement(stmt)) {
-                continue;
-            }
-            //if we found a non-library statement, this statement is not at the top of the file
-            if (reflection_1.isLibraryStatement(stmt) || reflection_1.isImportStatement(stmt)) {
-                topOfFileIncludeStatements.push(stmt);
-            }
-            else {
-                //break out of the loop, we found all of our library statements
-                break;
-            }
-        }
-        let statements = [
-            ...this._parser.references.libraryStatements,
-            ...this._parser.references.importStatements
-        ];
-        for (let result of statements) {
-            //register import statements
-            if (reflection_1.isImportStatement(result) && result.filePathToken) {
-                this.ownScriptImports.push({
-                    filePathRange: result.filePathToken.range,
-                    pkgPath: util_1.util.getPkgPathFromTarget(this.pkgPath, result.filePath),
-                    sourceFile: this,
-                    text: (_a = result.filePathToken) === null || _a === void 0 ? void 0 : _a.text
-                });
-            }
-            //if this statement is not one of the top-of-file statements,
-            //then add a diagnostic explaining that it is invalid
-            if (!topOfFileIncludeStatements.includes(result)) {
-                if (reflection_1.isLibraryStatement(result)) {
-                    this.diagnostics.push(Object.assign(Object.assign({}, DiagnosticMessages_1.DiagnosticMessages.libraryStatementMustBeDeclaredAtTopOfFile()), { range: result.range, file: this }));
-                }
-                else if (reflection_1.isImportStatement(result)) {
-                    this.diagnostics.push(Object.assign(Object.assign({}, DiagnosticMessages_1.DiagnosticMessages.importStatementMustBeDeclaredAtTopOfFile()), { range: result.range, file: this }));
-                }
-            }
+            this._parser = new Parser_1.Parser();
+            diagnostics.push(Object.assign({ location: util_1.util.createLocationFromFileRange(this, util_1.util.createRange(0, 0, 0, Number.MAX_VALUE)) }, DiagnosticMessages_1.DiagnosticMessages.genericParserMessage('Critical error parsing file: ' + JSON.stringify((0, serialize_error_1.serializeError)(e)))));
         }
+        (_a = this.program) === null || _a === void 0 ? void 0 : _a.diagnostics.register(diagnostics);
     }
     /**
      * Find a class. This scans all scopes for this file, and returns the first matching class that is found.
@@ -244,12 +379,12 @@ class BrsFile {
     }
     findPropertyNameCompletions() {
         //Build completion items from all the "properties" found in the file
-        const { propertyHints } = this.parser.references;
+        const { propertyHints } = this._cachedLookups;
         const results = [];
         for (const key of Object.keys(propertyHints)) {
             results.push({
                 label: propertyHints[key],
-                kind: vscode_languageserver_1.CompletionItemKind.Text
+                kind: vscode_languageserver_2.CompletionItemKind.Text
             });
         }
         return results;
@@ -262,415 +397,194 @@ class BrsFile {
     }
     /**
      * Find all comment flags in the source code. These enable or disable diagnostic messages.
-     * @param lines - the lines of the program
+     * @param tokens - an array of tokens of which to find `TokenKind.Comment` from
      */
     getCommentFlags(tokens) {
-        const processor = new CommentFlagProcessor_1.CommentFlagProcessor(this, ['rem', `'`], DiagnosticMessages_1.diagnosticCodes, [DiagnosticMessages_1.DiagnosticCodeMap.unknownDiagnosticCode]);
+        var _a, _b, _c;
+        const processor = new CommentFlagProcessor_1.CommentFlagProcessor(this, ['rem', `'`], DiagnosticMessages_1.diagnosticCodes);
         this.commentFlags = [];
-        for (let token of tokens) {
-            if (token.kind === lexer_1.TokenKind.Comment) {
-                processor.tryAdd(token.text, token.range);
-            }
-        }
-        this.commentFlags.push(...processor.commentFlags);
-        this.diagnostics.push(...processor.diagnostics);
-    }
-    findCallables() {
-        var _a;
-        for (let statement of (_a = this.parser.references.functionStatements) !== null && _a !== void 0 ? _a : []) {
-            let functionType = statement.func.getFunctionType();
-            functionType.setName(statement.name.text);
-            this.callables.push({
-                isSub: statement.func.functionType.text.toLowerCase() === 'sub',
-                name: statement.name.text,
-                nameRange: statement.name.range,
-                file: this,
-                params: functionType.params,
-                range: statement.func.range,
-                type: functionType,
-                getName: statement.getName.bind(statement),
-                hasNamespace: !!statement.namespaceName,
-                functionStatement: statement
-            });
-        }
-    }
-    findFunctionCalls() {
-        this.functionCalls = [];
-        //for every function in the file
-        for (let func of this._parser.references.functionExpressions) {
-            //for all function calls in this function
-            for (let expression of func.callExpressions) {
-                if (
-                //filter out dotted function invocations (i.e. object.doSomething()) (not currently supported. TODO support it)
-                expression.callee.obj ||
-                    //filter out method calls on method calls for now (i.e. getSomething().getSomethingElse())
-                    expression.callee.callee ||
-                    //filter out callees without a name (immediately-invoked function expressions)
-                    !expression.callee.name) {
-                    continue;
-                }
-                let functionName = expression.callee.name.text;
-                //callee is the name of the function being called
-                let callee = expression.callee;
-                let columnIndexBegin = callee.range.start.character;
-                let columnIndexEnd = callee.range.end.character;
-                let args = [];
-                //TODO convert if stmts to use instanceof instead
-                for (let arg of expression.args) {
-                    let impliedType = parser_1.getBscTypeFromExpression(arg, func);
-                    let argText = '';
-                    // Get the text to display for the arg
-                    if (arg.token) {
-                        argText = arg.token.text;
-                        //is a function call being passed into argument
-                    }
-                    else if (arg.name) {
-                        if (lexer_1.isToken(arg.name)) {
-                            argText = arg.name.text;
-                        }
-                    }
-                    else if (arg.value) {
-                        /* istanbul ignore next: TODO figure out why value is undefined sometimes */
-                        if (arg.value.value) {
-                            argText = arg.value.value.toString();
-                        }
-                        //wrap the value in quotes because that's how it appears in the code
-                        if (reflection_1.isStringType(impliedType)) {
-                            argText = '"' + argText + '"';
-                        }
-                    }
-                    args.push({
-                        range: arg.range,
-                        type: impliedType,
-                        text: argText
-                    });
-                }
-                let functionCall = {
-                    range: util_1.util.createRangeFromPositions(expression.range.start, expression.closingParen.range.end),
-                    functionExpression: this.getFunctionExpressionAtPosition(callee.range.start),
-                    file: this,
-                    name: functionName,
-                    nameRange: util_1.util.createRange(callee.range.start.line, columnIndexBegin, callee.range.start.line, columnIndexEnd),
-                    //TODO keep track of parameters
-                    args: args
-                };
-                this.functionCalls.push(functionCall);
-            }
-        }
-    }
-    /**
-     * Find the function expression at the given position.
-     */
-    getFunctionExpressionAtPosition(position, functionExpressions) {
-        if (!functionExpressions) {
-            functionExpressions = this.parser.references.functionExpressions;
-        }
-        for (let functionExpression of functionExpressions) {
-            if (util_1.util.rangeContains(functionExpression.range, position)) {
-                //see if any of that scope's children match the position also, and give them priority
-                let childFunc = this.getFunctionExpressionAtPosition(position, functionExpression.childFunctionExpressions);
-                if (childFunc) {
-                    return childFunc;
-                }
-                else {
-                    return functionExpression;
+        for (let lexerToken of tokens) {
+            for (let triviaToken of (_a = lexerToken.leadingTrivia) !== null && _a !== void 0 ? _a : []) {
+                if (triviaToken.kind === TokenKind_1.TokenKind.Comment) {
+                    processor.tryAdd(triviaToken.text, (_b = triviaToken.location) === null || _b === void 0 ? void 0 : _b.range);
                 }
             }
         }
+        processor.finalize();
+        this.commentFlags.push(...processor.commentFlags);
+        (_c = this.program) === null || _c === void 0 ? void 0 : _c.diagnostics.register(processor.diagnostics);
     }
     /**
-     * Get completions available at the given cursor. This aggregates all values from this file and the current scope.
+     * Create a scope for every function in this file
      */
-    getCompletions(position, scope) {
-        let result = [];
-        //a map of lower-case names of all added options
-        let names = {};
-        //handle script import completions
-        let scriptImport = util_1.util.getScriptImportAtPosition(this.ownScriptImports, position);
-        if (scriptImport) {
-            return this.program.getScriptImportCompletions(this.pkgPath, scriptImport);
-        }
-        //if cursor is within a comment, disable completions
-        let currentToken = this.parser.getTokenAt(position);
-        const tokenKind = currentToken === null || currentToken === void 0 ? void 0 : currentToken.kind;
-        if (tokenKind === lexer_1.TokenKind.Comment) {
-            return [];
-        }
-        else if (tokenKind === lexer_1.TokenKind.StringLiteral || tokenKind === lexer_1.TokenKind.TemplateStringQuasi) {
-            const match = /^("?)(pkg|libpkg):/.exec(currentToken.text);
-            if (match) {
-                const [, openingQuote, fileProtocol] = match;
-                //include every pkgPath from this scope
-                for (const file of scope.getAllFiles()) {
-                    const pkgPath = `${fileProtocol}:/${file.pkgPath.replace('pkg:/', '')}`;
-                    result.push({
-                        label: pkgPath,
-                        textEdit: vscode_languageserver_1.TextEdit.replace(util_1.util.createRange(currentToken.range.start.line, 
-                        //+1 to step past the opening quote
-                        currentToken.range.start.character + (openingQuote ? 1 : 0), currentToken.range.end.line, 
-                        //-1 to exclude the closing quotemark (or the end character if there is no closing quotemark)
-                        currentToken.range.end.character + (currentToken.text.endsWith('"') ? -1 : 0)), pkgPath),
-                        kind: vscode_languageserver_1.CompletionItemKind.File
-                    });
+    createFunctionScopes() {
+        var _a, _b, _c, _d, _e, _f, _g;
+        //find every function
+        let functions = this._cachedLookups.functionExpressions;
+        //create a functionScope for every function
+        this._functionScopes = [];
+        for (let func of functions) {
+            let scope = new FunctionScope_1.FunctionScope(func);
+            //find parent function, and add this scope to it if found
+            {
+                let parentScope = this.scopesByFunc.get(func.findAncestor(reflection_1.isFunctionExpression));
+                //add this child scope to its parent
+                if (parentScope) {
+                    parentScope.childrenScopes.push(scope);
                 }
-                return result;
+                //store the parent scope for this scope
+                scope.parentScope = parentScope;
             }
-            else {
-                //do nothing. we don't want to show completions inside of strings...
-                return [];
-            }
-        }
-        let namespaceCompletions = this.getNamespaceCompletions(currentToken, this.parseMode, scope);
-        if (namespaceCompletions.length > 0) {
-            return namespaceCompletions;
-        }
-        //determine if cursor is inside a function
-        let functionExpression = this.getFunctionExpressionAtPosition(position);
-        if (!functionExpression) {
-            //we aren't in any function scope, so return the keyword completions and namespaces
-            if (this.parser.getTokenBefore(currentToken, lexer_1.TokenKind.New)) {
-                // there's a new keyword, so only class types are viable here
-                return [...this.getGlobalClassStatementCompletions(currentToken, this.parseMode)];
-            }
-            else {
-                return [...exports.KeywordCompletions, ...this.getGlobalClassStatementCompletions(currentToken, this.parseMode), ...namespaceCompletions];
-            }
-        }
-        const classNameCompletions = this.getGlobalClassStatementCompletions(currentToken, this.parseMode);
-        const newToken = this.parser.getTokenBefore(currentToken, lexer_1.TokenKind.New);
-        if (newToken) {
-            //we are after a new keyword; so we can only be namespaces or classes at this point
-            result.push(...classNameCompletions);
-            result.push(...namespaceCompletions);
-            return result;
-        }
-        if (this.parser.tokenFollows(currentToken, lexer_1.TokenKind.Goto)) {
-            return this.getLabelCompletion(functionExpression);
-        }
-        if (this.parser.isPositionNextToTokenKind(position, lexer_1.TokenKind.Dot)) {
-            if (namespaceCompletions.length > 0) {
-                //if we matched a namespace, after a dot, it can't be anything else but something from our namespace completions
-                return namespaceCompletions;
-            }
-            const selfClassMemberCompletions = this.getClassMemberCompletions(position, currentToken, functionExpression, scope);
-            if (selfClassMemberCompletions.size > 0) {
-                return [...selfClassMemberCompletions.values()].filter((i) => i.label !== 'new');
-            }
-            if (!this.getClassFromMReference(position, currentToken, functionExpression)) {
-                //and anything from any class in scope to a non m class
-                let classMemberCompletions = scope.getAllClassMemberCompletions();
-                result.push(...classMemberCompletions.values());
-                result.push(...scope.getPropertyNameCompletions().filter((i) => !classMemberCompletions.has(i.label)));
-            }
-            else {
-                result.push(...scope.getPropertyNameCompletions());
-            }
-        }
-        else {
-            //include namespaces
-            result.push(...namespaceCompletions);
-            //include class names
-            result.push(...classNameCompletions);
-            //include the global callables
-            result.push(...scope.getCallablesAsCompletions(this.parseMode));
-            //add `m` because that's always valid within a function
-            result.push({
-                label: 'm',
-                kind: vscode_languageserver_1.CompletionItemKind.Variable
-            });
-            names.m = true;
-            result.push(...exports.KeywordCompletions);
-            //include local variables
-            for (let symbol of functionExpression.symbolTable.ownSymbols) {
-                const symbolNameLower = symbol.name.toLowerCase();
-                //skip duplicate variable names
-                if (names[symbolNameLower]) {
-                    continue;
-                }
-                names[symbolNameLower] = true;
-                result.push({
-                    //TODO does this work?
-                    label: symbol.name,
-                    //TODO find type for local vars
-                    kind: vscode_languageserver_1.CompletionItemKind.Variable
-                    // kind: isFunctionType(variable.type) ? CompletionItemKind.Function : CompletionItemKind.Variable
+            //add every parameter
+            for (let param of func.parameters) {
+                scope.variableDeclarations.push({
+                    nameRange: (_a = param.tokens.name.location) === null || _a === void 0 ? void 0 : _a.range,
+                    lineIndex: (_c = (_b = param.tokens.name.location) === null || _b === void 0 ? void 0 : _b.range) === null || _c === void 0 ? void 0 : _c.start.line,
+                    name: param.tokens.name.text,
+                    getType: () => {
+                        return param.getType({ flags: 2 /* SymbolTypeFlag.typetime */ });
+                    }
                 });
             }
-            if (this.parseMode === parser_1.ParseMode.BrighterScript) {
-                //include the first part of namespaces
-                let namespaces = scope.getAllNamespaceStatements();
-                for (let stmt of namespaces) {
-                    let firstPart = stmt.nameExpression.getNameParts().shift();
-                    //skip duplicate namespace names
-                    if (names[firstPart.toLowerCase()]) {
-                        continue;
-                    }
-                    names[firstPart.toLowerCase()] = true;
-                    result.push({
-                        label: firstPart,
-                        kind: vscode_languageserver_1.CompletionItemKind.Module
+            //add all of ForEachStatement loop varibales
+            (_d = func.body) === null || _d === void 0 ? void 0 : _d.walk((0, visitors_1.createVisitor)({
+                ForEachStatement: (stmt) => {
+                    var _a, _b, _c;
+                    scope.variableDeclarations.push({
+                        nameRange: (_a = stmt.tokens.item.location) === null || _a === void 0 ? void 0 : _a.range,
+                        lineIndex: (_c = (_b = stmt.tokens.item.location) === null || _b === void 0 ? void 0 : _b.range) === null || _c === void 0 ? void 0 : _c.start.line,
+                        name: stmt.tokens.item.text,
+                        getType: () => stmt.getType({ flags: 1 /* SymbolTypeFlag.runtime */ })
+                    });
+                },
+                LabelStatement: (stmt) => {
+                    var _a, _b, _c;
+                    const { name: identifier } = stmt.tokens;
+                    scope.labelStatements.push({
+                        nameRange: (_a = identifier.location) === null || _a === void 0 ? void 0 : _a.range,
+                        lineIndex: (_c = (_b = identifier.location) === null || _b === void 0 ? void 0 : _b.range) === null || _c === void 0 ? void 0 : _c.start.line,
+                        name: identifier.text
                     });
                 }
+            }), {
+                walkMode: visitors_1.WalkMode.visitStatements
+            });
+            this.scopesByFunc.set(func, scope);
+            //find every statement in the scope
+            this._functionScopes.push(scope);
+        }
+        //find every variable assignment in the whole file
+        let assignmentStatements = this._cachedLookups.assignmentStatements;
+        for (let statement of assignmentStatements) {
+            //find this statement's function scope
+            let scope = this.scopesByFunc.get(statement.findAncestor(reflection_1.isFunctionExpression));
+            //skip variable declarations that are outside of any scope
+            if (scope) {
+                const variableName = statement.tokens.name;
+                scope.variableDeclarations.push({
+                    nameRange: (_e = variableName.location) === null || _e === void 0 ? void 0 : _e.range,
+                    lineIndex: (_g = (_f = variableName.location) === null || _f === void 0 ? void 0 : _f.range) === null || _g === void 0 ? void 0 : _g.start.line,
+                    name: variableName.text,
+                    getType: () => {
+                        return statement.getType({ flags: 1 /* SymbolTypeFlag.runtime */ });
+                    }
+                });
             }
         }
-        return result;
-    }
-    getLabelCompletion(func) {
-        return func.labelStatements.map(label => ({
-            label: label.tokens.identifier.text,
-            kind: vscode_languageserver_1.CompletionItemKind.Reference
-        }));
     }
-    getClassMemberCompletions(position, currentToken, functionExpression, scope) {
-        var _a, _b;
-        let classStatement = this.getClassFromMReference(position, currentToken, functionExpression);
-        let results = new Map();
-        if (classStatement) {
-            let classes = scope.getClassHierarchy(classStatement.item.getName(parser_1.ParseMode.BrighterScript).toLowerCase());
-            for (let cs of classes) {
-                for (let member of [...(_a = cs === null || cs === void 0 ? void 0 : cs.item) === null || _a === void 0 ? void 0 : _a.fields, ...(_b = cs === null || cs === void 0 ? void 0 : cs.item) === null || _b === void 0 ? void 0 : _b.methods]) {
-                    if (!results.has(member.name.text.toLowerCase())) {
-                        results.set(member.name.text.toLowerCase(), {
-                            label: member.name.text,
-                            kind: reflection_1.isClassFieldStatement(member) ? vscode_languageserver_1.CompletionItemKind.Field : vscode_languageserver_1.CompletionItemKind.Function
-                        });
-                    }
+    get callables() {
+        if (this.staticCallables) {
+            // globalFile can statically set the callables
+            return this.staticCallables;
+        }
+        return this.cache.getOrAdd(`BrsFile_callables`, () => {
+            var _a, _b, _c, _d, _e, _f, _g;
+            const callables = [];
+            for (let statement of (_a = this._cachedLookups.functionStatements) !== null && _a !== void 0 ? _a : []) {
+                //extract the parameters
+                let params = [];
+                for (let param of statement.func.parameters) {
+                    const paramType = param.getType({ flags: 2 /* SymbolTypeFlag.typetime */ });
+                    let callableParam = {
+                        name: (_b = param.tokens.name) === null || _b === void 0 ? void 0 : _b.text,
+                        type: paramType,
+                        isOptional: !!param.defaultValue,
+                        isRestArgument: false
+                    };
+                    params.push(callableParam);
                 }
+                const funcType = statement.getType({ flags: 2 /* SymbolTypeFlag.typetime */ });
+                callables.push({
+                    isSub: ((_c = statement.func.tokens.functionType) === null || _c === void 0 ? void 0 : _c.text.toLowerCase()) === 'sub',
+                    name: (_d = statement.tokens.name) === null || _d === void 0 ? void 0 : _d.text,
+                    nameRange: (_f = (_e = statement.tokens.name) === null || _e === void 0 ? void 0 : _e.location) === null || _f === void 0 ? void 0 : _f.range,
+                    file: this,
+                    params: params,
+                    range: (_g = statement.func.location) === null || _g === void 0 ? void 0 : _g.range,
+                    type: funcType,
+                    getName: statement.getName.bind(statement),
+                    hasNamespace: !!statement.findAncestor(reflection_1.isNamespaceStatement),
+                    functionStatement: statement
+                });
             }
-        }
-        return results;
+            return callables;
+        });
     }
-    getClassFromMReference(position, currentToken, functionExpression) {
-        let previousToken = this.parser.getPreviousToken(currentToken);
-        if ((previousToken === null || previousToken === void 0 ? void 0 : previousToken.kind) === lexer_1.TokenKind.Dot) {
-            previousToken = this.parser.getPreviousToken(previousToken);
-        }
-        if ((previousToken === null || previousToken === void 0 ? void 0 : previousToken.kind) === lexer_1.TokenKind.Identifier && (previousToken === null || previousToken === void 0 ? void 0 : previousToken.text.toLowerCase()) === 'm' && reflection_1.isClassMethodStatement(functionExpression.functionStatement)) {
-            return { item: this.parser.references.classStatements.find((cs) => util_1.util.rangeContains(cs.range, position)), file: this };
-        }
-        return undefined;
+    /**
+     * Find the function scope at the given position.
+     * @param position the position used to find the deepest scope that contains it
+     */
+    getFunctionScopeAtPosition(position) {
+        return this.cache.getOrAdd(`functionScope-${position.line}:${position.character}`, () => {
+            return this._getFunctionScopeAtPosition(position, this.functionScopes);
+        });
     }
-    getGlobalClassStatementCompletions(currentToken, parseMode) {
-        var _a;
-        if (parseMode === parser_1.ParseMode.BrightScript) {
-            return [];
+    _getFunctionScopeAtPosition(position, functionScopes) {
+        if (!functionScopes) {
+            functionScopes = this.functionScopes;
         }
-        let results = new Map();
-        let completionName = (_a = this.getPartialVariableName(currentToken, [lexer_1.TokenKind.New])) === null || _a === void 0 ? void 0 : _a.toLowerCase();
-        if (completionName === null || completionName === void 0 ? void 0 : completionName.includes('.')) {
-            return [];
-        }
-        let scopes = this.program.getScopesForFile(this);
-        for (let scope of scopes) {
-            let classMap = scope.getClassMap();
-            // let viableKeys = [...classMap.keys()].filter((k) => k.startsWith(completionName));
-            for (const key of [...classMap.keys()]) {
-                let cs = classMap.get(key).item;
-                if (!results.has(cs.name.text)) {
-                    results.set(cs.name.text, {
-                        label: cs.name.text,
-                        kind: vscode_languageserver_1.CompletionItemKind.Class
-                    });
+        for (let scope of functionScopes) {
+            if (util_1.util.rangeContains(scope.range, position)) {
+                //see if any of that scope's children match the position also, and give them priority
+                let childScope = this._getFunctionScopeAtPosition(position, scope.childrenScopes);
+                if (childScope) {
+                    return childScope;
+                }
+                else {
+                    return scope;
                 }
             }
         }
-        return [...results.values()];
     }
-    getNamespaceCompletions(currentToken, parseMode, scope) {
-        //BrightScript does not support namespaces, so return an empty list in that case
-        if (parseMode === parser_1.ParseMode.BrightScript) {
-            return [];
-        }
-        let completionName = this.getPartialVariableName(currentToken, [lexer_1.TokenKind.New]);
-        if (!completionName) {
-            return [];
-        }
-        //remove any trailing identifer and then any trailing dot, to give us the
-        //name of its immediate parent namespace
-        let closestParentNamespaceName = completionName.replace(/\.([a-z0-9_]*)?$/gi, '');
-        let newToken = this.parser.getTokenBefore(currentToken, lexer_1.TokenKind.New);
-        let namespaceLookup = scope.namespaceLookup;
-        let result = new Map();
-        for (let key in namespaceLookup) {
-            let namespace = namespaceLookup[key.toLowerCase()];
-            //completionName = "NameA."
-            //completionName = "NameA.Na
-            //NameA
-            //NameA.NameB
-            //NameA.NameB.NameC
-            if (namespace.fullName.toLowerCase() === closestParentNamespaceName.toLowerCase()) {
-                //add all of this namespace's immediate child namespaces, bearing in mind if we are after a new keyword
-                for (let childKey in namespace.namespaces) {
-                    const ns = namespace.namespaces[childKey];
-                    if (!newToken || ns.statements.find((s) => reflection_1.isClassStatement(s))) {
-                        if (!result.has(ns.lastPartName)) {
-                            result.set(ns.lastPartName, {
-                                label: ns.lastPartName,
-                                kind: vscode_languageserver_1.CompletionItemKind.Module
-                            });
+    /**
+     * Find the NamespaceStatement enclosing the given position
+     */
+    getNamespaceStatementForPosition(position) {
+        if (position) {
+            return this.cache.getOrAdd(`namespaceStatementForPosition-${position.line}:${position.character}`, () => {
+                var _a, _b, _c;
+                let mostSpecificNamespace;
+                for (const statement of this._cachedLookups.namespaceStatements) {
+                    if (util_1.util.rangeContains((_a = statement.location) === null || _a === void 0 ? void 0 : _a.range, position)) {
+                        if (mostSpecificNamespace) {
+                            if (util_1.util.isRangeInRange((_b = statement.location) === null || _b === void 0 ? void 0 : _b.range, (_c = mostSpecificNamespace.location) === null || _c === void 0 ? void 0 : _c.range)) {
+                                mostSpecificNamespace = statement;
+                            }
                         }
-                    }
-                }
-                //add function and class statement completions
-                for (let stmt of namespace.statements) {
-                    if (reflection_1.isClassStatement(stmt)) {
-                        if (!result.has(stmt.name.text)) {
-                            result.set(stmt.name.text, {
-                                label: stmt.name.text,
-                                kind: vscode_languageserver_1.CompletionItemKind.Class
-                            });
-                        }
-                    }
-                    else if (reflection_1.isFunctionStatement(stmt) && !newToken) {
-                        if (!result.has(stmt.name.text)) {
-                            result.set(stmt.name.text, {
-                                label: stmt.name.text,
-                                kind: vscode_languageserver_1.CompletionItemKind.Function
-                            });
+                        else {
+                            mostSpecificNamespace = statement;
                         }
                     }
                 }
-            }
-        }
-        return [...result.values()];
-    }
-    getNamespaceDefinitions(token, file) {
-        //BrightScript does not support namespaces, so return an empty list in that case
-        if (!token) {
-            return undefined;
+                return mostSpecificNamespace;
+            });
         }
-        let location;
-        const nameParts = this.getPartialVariableName(token, [lexer_1.TokenKind.New]).split('.');
-        const endName = nameParts[nameParts.length - 1].toLowerCase();
-        const namespaceName = nameParts.slice(0, -1).join('.').toLowerCase();
-        const statementHandler = (statement) => {
-            if (!location && statement.getName(parser_1.ParseMode.BrighterScript).toLowerCase() === namespaceName) {
-                const namespaceItemStatementHandler = (statement) => {
-                    if (!location && statement.name.text.toLowerCase() === endName) {
-                        const uri = util_1.util.pathToUri(file.srcPath);
-                        location = vscode_languageserver_1.Location.create(uri, statement.range);
-                    }
-                };
-                file.parser.ast.walk(visitors_1.createVisitor({
-                    ClassStatement: namespaceItemStatementHandler,
-                    FunctionStatement: namespaceItemStatementHandler
-                }), {
-                    walkMode: visitors_1.WalkMode.visitStatements
-                });
-            }
-        };
-        file.parser.ast.walk(visitors_1.createVisitor({
-            NamespaceStatement: statementHandler
-        }), {
-            walkMode: visitors_1.WalkMode.visitStatements
-        });
-        return location;
     }
     /**
      * Given a current token, walk
      */
     getPartialVariableName(currentToken, excludeTokens = null) {
-        let identifierAndDotKinds = [lexer_1.TokenKind.Identifier, ...lexer_1.AllowedLocalIdentifiers, lexer_1.TokenKind.Dot];
+        let identifierAndDotKinds = [TokenKind_1.TokenKind.Identifier, ...TokenKind_1.AllowedLocalIdentifiers, TokenKind_1.TokenKind.Dot];
         //consume tokens backwards until we find something other than a dot or an identifier
         let tokens = [];
         const parser = this.parser;
@@ -691,21 +605,94 @@ class BrsFile {
             return undefined;
         }
     }
+    isPositionNextToTokenKind(position, tokenKind) {
+        const closestToken = this.getClosestToken(position);
+        return this.isTokenNextToTokenKind(closestToken, tokenKind);
+    }
+    isTokenNextToTokenKind(closestToken, tokenKind) {
+        const previousToken = this.getPreviousToken(closestToken);
+        const previousTokenKind = previousToken === null || previousToken === void 0 ? void 0 : previousToken.kind;
+        //next to matched token
+        if (!closestToken || closestToken.kind === TokenKind_1.TokenKind.Eof) {
+            return false;
+        }
+        else if (closestToken.kind === tokenKind) {
+            return true;
+        }
+        else if (closestToken.kind === TokenKind_1.TokenKind.Newline || previousTokenKind === TokenKind_1.TokenKind.Newline) {
+            return false;
+            //next to an identifier, which is next to token kind
+        }
+        else if (closestToken.kind === TokenKind_1.TokenKind.Identifier && previousTokenKind === tokenKind) {
+            return true;
+        }
+        else {
+            return false;
+        }
+    }
+    getTokenBefore(currentToken, tokenKind) {
+        const index = this.parser.tokens.indexOf(currentToken);
+        if (!tokenKind) {
+            return this.parser.tokens[index - 1];
+        }
+        for (let i = index - 1; i >= 0; i--) {
+            currentToken = this.parser.tokens[i];
+            if (currentToken.kind === TokenKind_1.TokenKind.Newline) {
+                break;
+            }
+            else if (currentToken.kind === tokenKind) {
+                return currentToken;
+            }
+        }
+        return undefined;
+    }
+    tokenFollows(currentToken, tokenKind) {
+        const index = this.parser.tokens.indexOf(currentToken);
+        if (index > 0) {
+            return this.parser.tokens[index - 1].kind === tokenKind;
+        }
+        return false;
+    }
+    getTokensUntil(currentToken, tokenKind, direction = 1) {
+        let tokens = [];
+        for (let i = this.parser.tokens.indexOf(currentToken); direction === -1 ? i >= 0 : i < this.parser.tokens.length; i += direction) {
+            currentToken = this.parser.tokens[i];
+            if (currentToken.kind === TokenKind_1.TokenKind.Newline || currentToken.kind === tokenKind) {
+                break;
+            }
+            tokens.push(currentToken);
+        }
+        return tokens;
+    }
+    getNextTokenByPredicate(currentToken, test, direction = 1) {
+        for (let i = this.parser.tokens.indexOf(currentToken); direction === -1 ? i >= 0 : i < this.parser.tokens.length; i += direction) {
+            currentToken = this.parser.tokens[i];
+            if (test(currentToken)) {
+                return currentToken;
+            }
+        }
+        return undefined;
+    }
+    getPreviousToken(token) {
+        const parser = this.parser;
+        let idx = parser.tokens.indexOf(token);
+        return parser.tokens[idx - 1];
+    }
     /**
-     * Find the first scope that has a namespace with this name.
+     * Finds the first scope for this file, then returns true if there's a namespace with this name.
      * Returns false if no namespace was found with that name
      */
     calleeStartsWithNamespace(callee) {
+        var _a, _b, _c;
         let left = callee;
-        while (reflection_1.isDottedGetExpression(left)) {
+        while ((0, reflection_1.isDottedGetExpression)(left)) {
             left = left.obj;
         }
-        if (reflection_1.isVariableExpression(left)) {
-            let lowerName = left.name.text.toLowerCase();
-            //find the first scope that contains this namespace
-            let scopes = this.program.getScopesForFile(this);
-            for (let scope of scopes) {
-                if (scope.namespaceLookup[lowerName]) {
+        if ((0, reflection_1.isVariableExpression)(left)) {
+            const leftType = left.getType({ flags: 1 /* SymbolTypeFlag.runtime */ });
+            if ((0, reflection_1.isNamespaceType)(leftType)) {
+                // this is a namespace, but it might be aliased. Look it up and see if it has the same name
+                if (leftType.name.toLowerCase() === ((_c = (_b = (_a = left.tokens) === null || _a === void 0 ? void 0 : _a.name) === null || _b === void 0 ? void 0 : _b.text) === null || _c === void 0 ? void 0 : _c.toLowerCase())) {
                     return true;
                 }
             }
@@ -713,412 +700,94 @@ class BrsFile {
         return false;
     }
     /**
-     * Determine if the callee (i.e. function name) is a known function declared on the given namespace.
+     * Get the token closest to the position. if no token is found, the previous token is returned
      */
-    calleeIsKnownNamespaceFunction(callee, namespaceName) {
+    getClosestToken(position) {
         var _a, _b;
-        //if we have a variable and a namespace
-        if (reflection_1.isVariableExpression(callee) && namespaceName) {
-            let lowerCalleeName = (_b = (_a = callee === null || callee === void 0 ? void 0 : callee.name) === null || _a === void 0 ? void 0 : _a.text) === null || _b === void 0 ? void 0 : _b.toLowerCase();
-            if (lowerCalleeName) {
-                let scopes = this.program.getScopesForFile(this);
-                for (let scope of scopes) {
-                    let namespace = scope.namespaceLookup[namespaceName.toLowerCase()];
-                    if (namespace.functionStatements[lowerCalleeName]) {
-                        return true;
-                    }
-                }
+        let tokens = this.parser.tokens;
+        for (let i = 0; i < tokens.length; i++) {
+            let token = tokens[i];
+            if (util_1.util.rangeContains((_a = token.location) === null || _a === void 0 ? void 0 : _a.range, position)) {
+                return token;
+            }
+            //if the position less than this token range, then this position touches no token,
+            if (util_1.util.positionIsGreaterThanRange(position, (_b = token.location) === null || _b === void 0 ? void 0 : _b.range) === false) {
+                let t = tokens[i - 1];
+                //return the token or the first token
+                return t ? t : tokens[0];
             }
         }
-        return false;
+        //return the last token
+        return tokens[tokens.length - 1];
     }
     /**
      * Builds a list of document symbols for this file. Used by LanguageServer's onDocumentSymbol functionality
+     * @deprecated use `DocumentSymbolProvider.process()` instead
      */
     getDocumentSymbols() {
-        if (this.documentSymbols) {
-            return this.documentSymbols;
-        }
-        let symbols = [];
-        for (const statement of this.ast.statements) {
-            const symbol = this.getDocumentSymbol(statement);
-            if (symbol) {
-                symbols.push(symbol);
-            }
-        }
-        this.documentSymbols = symbols;
-        return symbols;
+        return new DocumentSymbolProcessor_1.DocumentSymbolProcessor({
+            documentSymbols: [],
+            file: this,
+            program: this.program
+        }).process();
     }
     /**
      * Builds a list of workspace symbols for this file. Used by LanguageServer's onWorkspaceSymbol functionality
      */
     getWorkspaceSymbols() {
-        if (this.workspaceSymbols) {
-            return this.workspaceSymbols;
-        }
-        let symbols = [];
-        for (const statement of this.ast.statements) {
-            for (const symbol of this.generateWorkspaceSymbols(statement)) {
-                symbols.push(symbol);
-            }
-        }
-        this.workspaceSymbols = symbols;
-        return symbols;
-    }
-    /**
-     * Builds a single DocumentSymbol object for use by LanguageServer's onDocumentSymbol functionality
-     */
-    getDocumentSymbol(statement) {
-        let symbolKind;
-        const children = [];
-        if (reflection_1.isFunctionStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Function;
-        }
-        else if (reflection_1.isClassMethodStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Method;
-        }
-        else if (reflection_1.isClassFieldStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Field;
-        }
-        else if (reflection_1.isNamespaceStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Namespace;
-            for (const childStatement of statement.body.statements) {
-                const symbol = this.getDocumentSymbol(childStatement);
-                if (symbol) {
-                    children.push(symbol);
-                }
-            }
-        }
-        else if (reflection_1.isClassStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Class;
-            for (const childStatement of statement.body) {
-                const symbol = this.getDocumentSymbol(childStatement);
-                if (symbol) {
-                    children.push(symbol);
-                }
-            }
-        }
-        else {
-            return;
-        }
-        const name = reflection_1.isClassFieldStatement(statement) ? statement.name.text : statement.getName(parser_1.ParseMode.BrighterScript);
-        return vscode_languageserver_1.DocumentSymbol.create(name, '', symbolKind, statement.range, statement.range, children);
-    }
-    /**
-     * Builds a single SymbolInformation object for use by LanguageServer's onWorkspaceSymbol functionality
-     */
-    generateWorkspaceSymbols(statement, containerStatement) {
-        let symbolKind;
-        const symbols = [];
-        if (reflection_1.isFunctionStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Function;
-        }
-        else if (reflection_1.isClassMethodStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Method;
-        }
-        else if (reflection_1.isNamespaceStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Namespace;
-            for (const childStatement of statement.body.statements) {
-                for (const symbol of this.generateWorkspaceSymbols(childStatement, statement)) {
-                    symbols.push(symbol);
-                }
-            }
-        }
-        else if (reflection_1.isClassStatement(statement)) {
-            symbolKind = vscode_languageserver_1.SymbolKind.Class;
-            for (const childStatement of statement.body) {
-                for (const symbol of this.generateWorkspaceSymbols(childStatement, statement)) {
-                    symbols.push(symbol);
-                }
-            }
-        }
-        else {
-            return symbols;
-        }
-        const name = statement.getName(parser_1.ParseMode.BrighterScript);
-        const uri = util_1.util.pathToUri(this.srcPath);
-        const symbol = vscode_languageserver_1.SymbolInformation.create(name, symbolKind, statement.range, uri, containerStatement === null || containerStatement === void 0 ? void 0 : containerStatement.getName(parser_1.ParseMode.BrighterScript));
-        symbols.push(symbol);
-        return symbols;
+        return new WorkspaceSymbolProcessor_1.WorkspaceSymbolProcessor({
+            program: this.program,
+            workspaceSymbols: []
+        }).process();
     }
     /**
      * Given a position in a file, if the position is sitting on some type of identifier,
      * go to the definition of that identifier (where this thing was first defined)
+     * @deprecated use `DefinitionProvider.process()` instead
      */
     getDefinition(position) {
-        let results = [];
-        //get the token at the position
-        const token = this.parser.getTokenAt(position);
-        // While certain other tokens are allowed as local variables (AllowedLocalIdentifiers: https://github.com/rokucommunity/brighterscript/blob/master/src/lexer/TokenKind.ts#L418), these are converted by the parser to TokenKind.Identifier by the time we retrieve the token using getTokenAt
-        let definitionTokenTypes = [
-            lexer_1.TokenKind.Identifier,
-            lexer_1.TokenKind.StringLiteral
-        ];
-        //throw out invalid tokens and the wrong kind of tokens
-        if (!token || !definitionTokenTypes.includes(token.kind)) {
-            return results;
-        }
-        let textToSearchFor = token.text.toLowerCase();
-        const previousToken = this.parser.getTokenAt({ line: token.range.start.line, character: token.range.start.character });
-        if ((previousToken === null || previousToken === void 0 ? void 0 : previousToken.kind) === lexer_1.TokenKind.Callfunc) {
-            for (const scope of this.program.getScopes()) {
-                //to only get functions defined in interface methods
-                const callable = scope.getAllCallables().find((c) => c.callable.name.toLowerCase() === textToSearchFor); // eslint-disable-line @typescript-eslint/no-loop-func
-                if (callable) {
-                    results.push(vscode_languageserver_1.Location.create(util_1.util.pathToUri(callable.callable.file.srcPath), callable.callable.functionStatement.range));
-                }
-            }
-            return results;
-        }
-        let classToken = this.parser.getTokenBefore(token, lexer_1.TokenKind.Class);
-        if (classToken) {
-            let cs = this.parser.references.classStatements.find((cs) => cs.classKeyword.range === classToken.range);
-            if (cs === null || cs === void 0 ? void 0 : cs.parentClassName) {
-                const nameParts = cs.parentClassName.getNameParts();
-                let extendedClass = this.getClassFileLink(nameParts[nameParts.length - 1], nameParts.slice(0, -1).join('.'));
-                if (extendedClass) {
-                    results.push(vscode_languageserver_1.Location.create(util_1.util.pathToUri(extendedClass.file.srcPath), extendedClass.item.range));
-                }
-            }
-            return results;
-        }
-        if (token.kind === lexer_1.TokenKind.StringLiteral) {
-            // We need to strip off the quotes but only if present
-            const startIndex = textToSearchFor.startsWith('"') ? 1 : 0;
-            let endIndex = textToSearchFor.length;
-            if (textToSearchFor.endsWith('"')) {
-                endIndex--;
-            }
-            textToSearchFor = textToSearchFor.substring(startIndex, endIndex);
-        }
-        const func = this.getFunctionExpressionAtPosition(position);
-        //look through local variables first
-        //find any variable with this name
-        for (const symbol of func.symbolTable.ownSymbols) {
-            //we found a variable declaration with this token text
-            if (symbol.name.toLowerCase() === textToSearchFor) {
-                const uri = util_1.util.pathToUri(this.srcPath);
-                results.push(vscode_languageserver_1.Location.create(uri, symbol.range));
-            }
-        }
-        if (this.parser.tokenFollows(token, lexer_1.TokenKind.Goto)) {
-            for (const label of func.labelStatements) {
-                if (label.tokens.identifier.text.toLocaleLowerCase() === textToSearchFor) {
-                    const uri = util_1.util.pathToUri(this.srcPath);
-                    results.push(vscode_languageserver_1.Location.create(uri, label.tokens.identifier.range));
-                }
-            }
-        }
-        const filesSearched = new Set();
-        //look through all files in scope for matches
-        for (const scope of this.program.getScopesForFile(this)) {
-            for (const file of scope.getAllFiles()) {
-                if (reflection_1.isXmlFile(file) || filesSearched.has(file)) {
-                    continue;
-                }
-                filesSearched.add(file);
-                if ((previousToken === null || previousToken === void 0 ? void 0 : previousToken.kind) === lexer_1.TokenKind.Dot && file.parseMode === parser_1.ParseMode.BrighterScript) {
-                    results.push(...this.getClassMemberDefinitions(textToSearchFor, file));
-                    const namespaceDefinition = this.getNamespaceDefinitions(token, file);
-                    if (namespaceDefinition) {
-                        results.push(namespaceDefinition);
-                    }
-                }
-                const statementHandler = (statement) => {
-                    if (statement.getName(this.parseMode).toLowerCase() === textToSearchFor) {
-                        const uri = util_1.util.pathToUri(file.srcPath);
-                        results.push(vscode_languageserver_1.Location.create(uri, statement.range));
-                    }
-                };
-                file.parser.ast.walk(visitors_1.createVisitor({
-                    FunctionStatement: statementHandler
-                }), {
-                    walkMode: visitors_1.WalkMode.visitStatements
-                });
-            }
-        }
-        return results;
+        return new DefinitionProvider_1.DefinitionProvider({
+            program: this.program,
+            file: this,
+            position: position,
+            definitions: []
+        }).process();
     }
     getClassMemberDefinitions(textToSearchFor, file) {
         let results = [];
         //get class fields and members
         const statementHandler = (statement) => {
+            var _a;
             if (statement.getName(file.parseMode).toLowerCase() === textToSearchFor) {
-                results.push(vscode_languageserver_1.Location.create(util_1.util.pathToUri(file.srcPath), statement.range));
+                results.push(util_1.util.createLocationFromRange(util_1.util.pathToUri(file.srcPath), (_a = statement.location) === null || _a === void 0 ? void 0 : _a.range));
             }
         };
         const fieldStatementHandler = (statement) => {
-            if (statement.name.text.toLowerCase() === textToSearchFor) {
-                results.push(vscode_languageserver_1.Location.create(util_1.util.pathToUri(file.srcPath), statement.range));
+            var _a;
+            if (statement.tokens.name.text.toLowerCase() === textToSearchFor) {
+                results.push(util_1.util.createLocationFromRange(util_1.util.pathToUri(file.srcPath), (_a = statement.location) === null || _a === void 0 ? void 0 : _a.range));
             }
         };
-        file.parser.ast.walk(visitors_1.createVisitor({
-            ClassMethodStatement: statementHandler,
-            ClassFieldStatement: fieldStatementHandler
+        file.parser.ast.walk((0, visitors_1.createVisitor)({
+            MethodStatement: statementHandler,
+            FieldStatement: fieldStatementHandler
         }), {
             walkMode: visitors_1.WalkMode.visitStatements
         });
         return results;
     }
-    getHover(position) {
-        var _a;
-        //get the token at the position
-        let token = this.parser.getTokenAt(position);
-        let hoverTokenTypes = [
-            lexer_1.TokenKind.Identifier,
-            lexer_1.TokenKind.Function,
-            lexer_1.TokenKind.EndFunction,
-            lexer_1.TokenKind.Sub,
-            lexer_1.TokenKind.EndSub
-        ];
-        //throw out invalid tokens and the wrong kind of tokens
-        if (!token || !hoverTokenTypes.includes(token.kind)) {
-            return null;
-        }
-        let lowerTokenText = token.text.toLowerCase();
-        //look through local variables first
-        {
-            const func = this.getFunctionExpressionAtPosition(position);
-            for (const labelStatement of func.labelStatements) {
-                if (labelStatement.tokens.identifier.text.toLocaleLowerCase() === lowerTokenText) {
-                    return {
-                        range: token.range,
-                        contents: `${labelStatement.tokens.identifier.text}: label`
-                    };
-                }
-            }
-            const typeTexts = [];
-            for (const scope of this.program.getScopesForFile(this)) {
-                scope.linkSymbolTable();
-                if (func.symbolTable.hasSymbol(lowerTokenText)) {
-                    const type = (_a = func.symbolTable) === null || _a === void 0 ? void 0 : _a.getSymbolType(lowerTokenText);
-                    let scopeTypeText = '';
-                    if (reflection_1.isFunctionType(type)) {
-                        scopeTypeText = type.toString();
-                    }
-                    else {
-                        scopeTypeText = `${token.text} as ${type.toString()}`;
-                    }
-                    if (!typeTexts.includes(scopeTypeText)) {
-                        typeTexts.push(scopeTypeText);
-                    }
-                }
-                scope.unlinkSymbolTable();
-            }
-            const typeText = typeTexts.join(' | ');
-            if (typeText) {
-                return {
-                    range: token.range,
-                    contents: typeText
-                };
-            }
-        }
-        //look through all callables in relevant scopes
-        {
-            let scopes = this.program.getScopesForFile(this);
-            for (let scope of scopes) {
-                let callable = scope.getCallableByName(lowerTokenText);
-                if (callable) {
-                    return {
-                        range: token.range,
-                        contents: callable.type.toString()
-                    };
-                }
-            }
-        }
-    }
-    getSignatureHelpForNamespaceMethods(callableName, dottedGetText, scope) {
-        var _a;
-        if (!dottedGetText) {
-            return [];
-        }
-        let namespaceLookup = scope.namespaceLookup;
-        let resultsMap = new Map();
-        for (let key in namespaceLookup) {
-            let namespace = namespaceLookup[key.toLowerCase()];
-            //completionName = "NameA."
-            //completionName = "NameA.Na
-            //NameA
-            //NameA.NameB
-            //NameA.NameB.NameC
-            if (namespace.fullName.toLowerCase() === dottedGetText.toLowerCase()) {
-                //add function and class statement completions
-                for (let stmt of namespace.statements) {
-                    if (reflection_1.isFunctionStatement(stmt) && stmt.name.text.toLowerCase() === callableName.toLowerCase()) {
-                        const result = (_a = namespace.file) === null || _a === void 0 ? void 0 : _a.getSignatureHelpForStatement(stmt);
-                        if (!resultsMap.has(result.key)) {
-                            resultsMap.set(result.key, result);
-                        }
-                    }
-                }
-            }
-        }
-        return [...resultsMap.values()];
-    }
-    getSignatureHelpForStatement(statement) {
-        if (!reflection_1.isFunctionStatement(statement) && !reflection_1.isClassMethodStatement(statement)) {
-            return undefined;
-        }
-        const func = statement.func;
-        const funcStartPosition = func.range.start;
-        // Get function comments in reverse order
-        let currentToken = this.parser.getTokenAt(funcStartPosition);
-        let functionComments = [];
-        while (currentToken) {
-            currentToken = this.parser.getPreviousToken(currentToken);
-            if (!currentToken) {
-                break;
-            }
-            if (currentToken.range.start.line + 1 < funcStartPosition.line) {
-                if (functionComments.length === 0) {
-                    break;
-                }
-            }
-            const kind = currentToken.kind;
-            if (kind === lexer_1.TokenKind.Comment) {
-                // Strip off common leading characters to make it easier to read
-                const commentText = currentToken.text.replace(/^[' *\/]+/, '');
-                functionComments.unshift(commentText);
-            }
-            else if (kind === lexer_1.TokenKind.Newline) {
-                if (functionComments.length === 0) {
-                    continue;
-                }
-                // if we already had a new line as the last token then exit out
-                if (functionComments[0] === currentToken.text) {
-                    break;
-                }
-                functionComments.unshift(currentToken.text);
-            }
-            else {
-                break;
-            }
-        }
-        const documentation = functionComments.join('').trim();
-        const lines = util_1.util.splitIntoLines(this.fileContents);
-        let key = statement.name.text + documentation;
-        const params = [];
-        for (const param of func.parameters) {
-            params.push(vscode_languageserver_1.ParameterInformation.create(param.name.text));
-            key += param.name.text;
-        }
-        const label = util_1.util.getTextForRange(lines, util_1.util.createRangeFromPositions(func.functionType.range.start, func.body.range.start)).trim();
-        const signature = vscode_languageserver_1.SignatureInformation.create(label, documentation, ...params);
-        const index = 1;
-        return { key: key, signature: signature, index: index };
-    }
     getClassMethod(classStatement, name, walkParents = true) {
         var _a;
         //TODO - would like to write this with getClassHieararchy; but got stuck on working out the scopes to use... :(
         let statement;
         const statementHandler = (e) => {
-            if (!statement && e.name.text.toLowerCase() === name.toLowerCase()) {
+            if (!statement && e.tokens.name.text.toLowerCase() === name.toLowerCase()) {
                 statement = e;
             }
         };
         while (classStatement) {
-            classStatement.walk(visitors_1.createVisitor({
-                ClassMethodStatement: statementHandler
+            classStatement.walk((0, visitors_1.createVisitor)({
+                MethodStatement: statementHandler
             }), {
                 walkMode: visitors_1.WalkMode.visitStatements
             });
@@ -1135,48 +804,58 @@ class BrsFile {
         }
         return statement;
     }
-    getClassSignatureHelp(classStatement) {
-        const classConstructor = this.getClassMethod(classStatement, 'new');
-        let sigHelp = classConstructor ? this.getSignatureHelpForStatement(classConstructor) : undefined;
-        if (sigHelp) {
-            sigHelp.key = classStatement.getName(parser_1.ParseMode.BrighterScript);
-            sigHelp.signature.label = sigHelp.signature.label.replace(/(function|sub) new/, sigHelp.key);
-        }
-        return sigHelp;
-    }
+    /**
+     * Given a position in a file, if the position is sitting on some type of identifier,
+     * look up all references of that identifier (every place that identifier is used across the whole app)
+     * @deprecated use `ReferencesProvider.process()` instead
+     */
     getReferences(position) {
-        const callSiteToken = this.parser.getTokenAt(position);
-        let locations = [];
-        const searchFor = callSiteToken.text.toLowerCase();
-        const scopes = this.program.getScopesForFile(this);
-        for (const scope of scopes) {
-            const processedFiles = new Set();
-            for (const file of scope.getAllFiles()) {
-                if (reflection_1.isXmlFile(file) || processedFiles.has(file)) {
-                    continue;
-                }
-                processedFiles.add(file);
-                file.ast.walk(visitors_1.createVisitor({
-                    VariableExpression: (e) => {
-                        if (e.name.text.toLowerCase() === searchFor) {
-                            locations.push(vscode_languageserver_1.Location.create(util_1.util.pathToUri(file.srcPath), e.range));
-                        }
-                    }
-                }), {
-                    walkMode: visitors_1.WalkMode.visitExpressionsRecursive
-                });
-            }
+        return new ReferencesProvider_1.ReferencesProvider({
+            program: this.program,
+            file: this,
+            position: position,
+            references: []
+        }).process();
+    }
+    /**
+     * Generate the code, map, and typedef for this file
+     */
+    serialize() {
+        const result = {};
+        const transpiled = this.transpile();
+        if (typeof transpiled.code === 'string') {
+            result.code = transpiled.code;
+        }
+        if (transpiled.map) {
+            result.map = transpiled.map.toString();
         }
-        return locations;
+        //generate the typedef (if this is not a typedef itself, and if enabled)
+        if (!this.isTypedef && this.program.options.emitDefinitions) {
+            result.typedef = this.getTypedef();
+        }
+        return result;
     }
     /**
      * Convert the brightscript/brighterscript source code into valid brightscript
      */
     transpile() {
+        var _a, _b;
         const state = new BrsTranspileState_1.BrsTranspileState(this);
+        state.editor = (_a = this.editor) !== null && _a !== void 0 ? _a : new Editor_1.Editor();
         let transpileResult;
         if (this.needsTranspiled) {
-            transpileResult = new source_map_1.SourceNode(null, null, state.srcPath, this.ast.transpile(state));
+            const astTranspile = this.ast.transpile(state);
+            const trailingComments = [];
+            if (util_1.util.hasLeadingComments(this.parser.eofToken)) {
+                if (util_1.util.isLeadingCommentOnSameLine((_b = this.ast.statements[this.ast.statements.length - 1]) === null || _b === void 0 ? void 0 : _b.location, this.parser.eofToken)) {
+                    trailingComments.push(' ');
+                }
+                else {
+                    trailingComments.push('\n');
+                }
+                trailingComments.push(...state.transpileLeadingComments(this.parser.eofToken));
+            }
+            transpileResult = util_1.util.sourceNodeFromTranspileResult(null, null, state.srcPath, [...astTranspile, ...trailingComments]);
         }
         else if (this.program.options.sourceMap) {
             //emit code as-is with a simple map to the original file location
@@ -1186,12 +865,18 @@ class BrsFile {
             //simple SourceNode wrapping the entire file to simplify the logic below
             transpileResult = new source_map_1.SourceNode(null, null, state.srcPath, this.fileContents);
         }
+        //if we created an editor for this flow, undo the edits now
+        if (!this.editor) {
+            //undo any AST edits that the transpile cycle has made
+            state.editor.undoAll();
+        }
         if (this.program.options.sourceMap) {
-            return new source_map_1.SourceNode(null, null, null, [
+            const stagingFileName = path.basename(state.srcPath).replace(/\.bs$/, '.brs');
+            return new source_map_1.SourceNode(null, null, stagingFileName, [
                 transpileResult,
                 //add the sourcemap reference comment
-                `'//# sourceMappingURL=./${path.basename(state.srcPath)}.map`
-            ]).toStringWithSourceMap();
+                state.newline + `'//# sourceMappingURL=./${stagingFileName}.map`
+            ]).toStringWithSourceMap({ file: stagingFileName });
         }
         else {
             return {
@@ -1200,30 +885,328 @@ class BrsFile {
             };
         }
     }
+    getNamespaceSymbolTable(allowCache = true) {
+        var _a;
+        if (!allowCache) {
+            return this.constructNamespaceSymbolTable();
+        }
+        return (_a = this.cache) === null || _a === void 0 ? void 0 : _a.getOrAdd(`namespaceSymbolTable`, () => this.constructNamespaceSymbolTable());
+    }
+    constructNamespaceSymbolTable() {
+        const nsTable = new SymbolTable_1.SymbolTable(`File NamespaceTypes ${this.destPath}`, () => { var _a; return (_a = this.program) === null || _a === void 0 ? void 0 : _a.globalScope.symbolTable; });
+        this.populateNameSpaceSymbolTable(nsTable);
+        return nsTable;
+    }
+    processSymbolInformation() {
+        // Get namespaces across imported files
+        this.program.logger.debug('Processing symbol information', this.srcPath);
+        const nsTable = this.getNamespaceSymbolTable(false);
+        this.linkSymbolTableDisposables.push(this.ast.symbolTable.addSibling(nsTable));
+        this.validationSegmenter.processTree(this.ast);
+        this.program.addFileSymbolInfo(this);
+        this.unlinkNamespaceSymbolTables();
+    }
+    unlinkNamespaceSymbolTables() {
+        for (let disposable of this.linkSymbolTableDisposables) {
+            disposable();
+        }
+        this.linkSymbolTableDisposables = [];
+    }
+    populateNameSpaceSymbolTable(namespaceSymbolTable) {
+        var _a;
+        //Add namespace aggregates to namespace member tables
+        const namespaceTypesKnown = new Map();
+        // eslint-disable-next-line no-bitwise
+        let getTypeOptions = { flags: 1 /* SymbolTypeFlag.runtime */ | 2 /* SymbolTypeFlag.typetime */ };
+        for (const [nsName, nsContainer] of this.getNamespaceLookupObject()) {
+            let currentNSType = null;
+            let parentNSType = null;
+            const existingNsStmt = (_a = nsContainer.namespaceStatements) === null || _a === void 0 ? void 0 : _a[0];
+            if (!nsContainer.isTopLevel) {
+                parentNSType = namespaceTypesKnown.get(nsContainer.parentNameLower);
+                if (!parentNSType) {
+                    // we don't know about the parent namespace... uh, oh!
+                    this.program.logger.error(`Unable to find parent namespace type for namespace ${nsName}`);
+                    break;
+                }
+                currentNSType = parentNSType.getMemberType(nsContainer.fullNameLower, getTypeOptions);
+            }
+            else {
+                currentNSType = namespaceSymbolTable.getSymbolType(nsContainer.fullNameLower, getTypeOptions);
+            }
+            if (!(0, reflection_1.isNamespaceType)(currentNSType)) {
+                if (!currentNSType || (0, reflection_1.isReferenceType)(currentNSType) || (0, reflection_1.isCallableType)(currentNSType)) {
+                    currentNSType = existingNsStmt
+                        ? existingNsStmt.getType(getTypeOptions)
+                        : new types_1.NamespaceType(nsName);
+                    if (parentNSType) {
+                        // adding as a member of existing NS
+                        parentNSType.addMember(nsContainer.lastPartName, { definingNode: existingNsStmt }, currentNSType, getTypeOptions.flags);
+                    }
+                    else {
+                        namespaceSymbolTable.addSymbol(nsContainer.lastPartName, { definingNode: existingNsStmt }, currentNSType, getTypeOptions.flags);
+                    }
+                }
+                else {
+                    // Something else already used the name this namespace is using.
+                    continue;
+                }
+            }
+            else {
+                // Existing known namespace
+            }
+            if (!namespaceTypesKnown.has(nsName)) {
+                namespaceTypesKnown.set(nsName, currentNSType);
+            }
+            currentNSType.memberTable.addSibling(nsContainer.symbolTable);
+        }
+    }
+    get requiredSymbols() {
+        return this.cache.getOrAdd(`requiredSymbols`, () => {
+            var _a, _b, _c, _d, _e;
+            this.program.logger.debug('Getting required symbols', this.srcPath);
+            const allNeededSymbolSets = this.validationSegmenter.unresolvedSegmentsSymbols.values();
+            const requiredSymbols = [];
+            const addedSymbols = new Map();
+            addedSymbols.set(1 /* SymbolTypeFlag.runtime */, new Set());
+            addedSymbols.set(2 /* SymbolTypeFlag.typetime */, new Set());
+            for (const setOfSymbols of allNeededSymbolSets) {
+                for (const symbol of setOfSymbols) {
+                    const fullSymbolKey = symbol.typeChain.map(tce => tce.name).join('.').toLowerCase();
+                    const flag = symbol.endChainFlags;
+                    if ((_a = this.providedSymbols.symbolMap.get(flag)) === null || _a === void 0 ? void 0 : _a.has(fullSymbolKey)) {
+                        // this catches namespaced things
+                        continue;
+                    }
+                    const existingSymbol = this.ast.getSymbolTable().getSymbol(fullSymbolKey, flag);
+                    if ((existingSymbol === null || existingSymbol === void 0 ? void 0 : existingSymbol.length) > 0) {
+                        if ((_c = (_b = symbol[0]) === null || _b === void 0 ? void 0 : _b.data) === null || _c === void 0 ? void 0 : _c.isAlias) {
+                            //catches aliases
+                            continue;
+                        }
+                    }
+                    if (!((_d = addedSymbols.get(flag)) === null || _d === void 0 ? void 0 : _d.has(fullSymbolKey))) {
+                        requiredSymbols.push(symbol);
+                        (_e = addedSymbols.get(flag)) === null || _e === void 0 ? void 0 : _e.add(fullSymbolKey);
+                    }
+                }
+            }
+            return requiredSymbols;
+        });
+    }
+    get providedSymbols() {
+        var _a;
+        return (_a = this.cache) === null || _a === void 0 ? void 0 : _a.getOrAdd(`providedSymbols`, () => {
+            return this.getProvidedSymbols();
+        });
+    }
+    get assignedSymbols() {
+        return this.cache.getOrAdd(`assignedSymbols`, () => {
+            var _a;
+            const allAssignedSymbolsEntries = (_a = this.validationSegmenter.assignedTokensInSegment.entries()) !== null && _a !== void 0 ? _a : [];
+            let allAssignedSymbolsSet = [];
+            for (const [_segment, assignedSymbolSet] of allAssignedSymbolsEntries) {
+                allAssignedSymbolsSet.push(...assignedSymbolSet.values());
+            }
+            return allAssignedSymbolsSet;
+        });
+    }
+    getProvidedSymbols() {
+        var _a, _b, _c;
+        this.program.logger.debug('Getting provided symbols', this.srcPath);
+        const symbolMap = new Map();
+        const runTimeSymbolMap = new Map();
+        const typeTimeSymbolMap = new Map();
+        const referenceSymbolMap = new Map();
+        const referenceRunTimeSymbolMap = new Map();
+        const referenceTypeTimeSymbolMap = new Map();
+        const tablesToGetSymbolsFrom = [
+            { table: this.parser.symbolTable },
+            ...this.parser.symbolTable.pocketTables
+        ];
+        for (const namespaceStatement of this._cachedLookups.namespaceStatements) {
+            tablesToGetSymbolsFrom.push({
+                table: namespaceStatement.body.getSymbolTable(),
+                namePrefixLower: namespaceStatement.getName(Parser_1.ParseMode.BrighterScript).toLowerCase()
+            });
+        }
+        function getAnyDuplicates(symbolNameLower, providedSymbolMap, referenceProvidedSymbolMap) {
+            if (symbolNameLower === 'm') {
+                return [];
+            }
+            let duplicates = [];
+            let existingSymbol = providedSymbolMap.get(symbolNameLower);
+            if (existingSymbol) {
+                duplicates.push(existingSymbol.symbol, ...existingSymbol.duplicates);
+            }
+            existingSymbol = referenceProvidedSymbolMap.get(symbolNameLower);
+            if (existingSymbol) {
+                duplicates.push(existingSymbol.symbol, ...existingSymbol.duplicates);
+            }
+            return duplicates;
+        }
+        for (const symbolTable of tablesToGetSymbolsFrom) {
+            const runTimeSymbols = symbolTable.table.getOwnSymbols(1 /* SymbolTypeFlag.runtime */);
+            const typeTimeSymbols = symbolTable.table.getOwnSymbols(2 /* SymbolTypeFlag.typetime */);
+            for (const symbol of runTimeSymbols) {
+                const symbolNameLower = symbolTable.namePrefixLower
+                    ? `${symbolTable.namePrefixLower}.${symbol.name.toLowerCase()}`
+                    : symbol.name.toLowerCase();
+                if (symbolNameLower === 'm') {
+                    continue;
+                }
+                const duplicates = getAnyDuplicates(symbolNameLower, runTimeSymbolMap, referenceRunTimeSymbolMap);
+                if (!(0, reflection_1.isAnyReferenceType)(symbol.type)) {
+                    runTimeSymbolMap.set(symbolNameLower, { symbol: symbol, duplicates: duplicates });
+                }
+                else {
+                    referenceRunTimeSymbolMap.set(symbolNameLower, { symbol: symbol, duplicates: duplicates });
+                }
+            }
+            for (const symbol of typeTimeSymbols) {
+                const symbolNameLower = symbolTable.namePrefixLower
+                    ? `${symbolTable.namePrefixLower}.${symbol.name.toLowerCase()}`
+                    : symbol.name.toLowerCase();
+                if (symbolNameLower === 'm') {
+                    continue;
+                }
+                const duplicates = getAnyDuplicates(symbolNameLower, typeTimeSymbolMap, referenceTypeTimeSymbolMap);
+                if (!(0, reflection_1.isAnyReferenceType)(symbol.type)) {
+                    const requiredSymbolTypes = new Set();
+                    util_1.util.getCustomTypesInSymbolTree(requiredSymbolTypes, symbol.type);
+                    const requiredSymbolNames = new Set();
+                    for (const requiredType of requiredSymbolTypes.values()) {
+                        requiredSymbolNames.add(requiredType.toString());
+                    }
+                    typeTimeSymbolMap.set(symbolNameLower, { symbol: symbol, duplicates: duplicates, requiredSymbolNames: requiredSymbolNames });
+                }
+                else {
+                    referenceTypeTimeSymbolMap.set(symbolNameLower, { symbol: symbol, duplicates: duplicates });
+                }
+            }
+        }
+        symbolMap.set(1 /* SymbolTypeFlag.runtime */, runTimeSymbolMap);
+        symbolMap.set(2 /* SymbolTypeFlag.typetime */, typeTimeSymbolMap);
+        referenceSymbolMap.set(1 /* SymbolTypeFlag.runtime */, referenceRunTimeSymbolMap);
+        referenceSymbolMap.set(2 /* SymbolTypeFlag.typetime */, referenceTypeTimeSymbolMap);
+        const changes = new Map();
+        changes.set(1 /* SymbolTypeFlag.runtime */, new Set());
+        changes.set(2 /* SymbolTypeFlag.typetime */, new Set());
+        const previouslyProvidedSymbols = (_a = this.program.getFileSymbolInfo(this)) === null || _a === void 0 ? void 0 : _a.provides.symbolMap;
+        const previousSymbolsChecked = new Map();
+        previousSymbolsChecked.set(1 /* SymbolTypeFlag.runtime */, new Set());
+        previousSymbolsChecked.set(2 /* SymbolTypeFlag.typetime */, new Set());
+        for (const flag of [1 /* SymbolTypeFlag.runtime */, 2 /* SymbolTypeFlag.typetime */]) {
+            const newSymbolMapForFlag = symbolMap.get(flag);
+            const oldSymbolMapForFlag = previouslyProvidedSymbols === null || previouslyProvidedSymbols === void 0 ? void 0 : previouslyProvidedSymbols.get(flag);
+            const previousSymbolsCheckedForFlag = previousSymbolsChecked.get(flag);
+            const changesForFlag = changes.get(flag);
+            if (!oldSymbolMapForFlag) {
+                for (const key of newSymbolMapForFlag.keys()) {
+                    changesForFlag.add(key);
+                }
+                continue;
+            }
+            for (const [symbolKey, symbolObj] of newSymbolMapForFlag) {
+                const symbolType = symbolObj.symbol.type;
+                const previousType = (_c = (_b = oldSymbolMapForFlag === null || oldSymbolMapForFlag === void 0 ? void 0 : oldSymbolMapForFlag.get(symbolKey)) === null || _b === void 0 ? void 0 : _b.symbol) === null || _c === void 0 ? void 0 : _c.type;
+                previousSymbolsCheckedForFlag.add(symbolKey);
+                if (!previousType) {
+                    changesForFlag.add(symbolKey);
+                    continue;
+                }
+                const data = {};
+                if (!symbolType.isEqual(previousType, data)) {
+                    changesForFlag.add(symbolKey);
+                }
+            }
+            for (const [symbolKey] of previouslyProvidedSymbols.get(flag)) {
+                if (!previousSymbolsCheckedForFlag.has(symbolKey)) {
+                    changesForFlag.add(symbolKey);
+                }
+            }
+        }
+        return {
+            symbolMap: symbolMap,
+            changes: changes,
+            referenceSymbolMap: referenceSymbolMap
+        };
+    }
+    markSegmentAsValidated(node) {
+        this.validationSegmenter.markSegmentAsValidated(node);
+    }
+    getNamespaceLookupObject() {
+        if (!this.isValidated) {
+            return this.buildNamespaceLookup();
+        }
+        return this.cache.getOrAdd(`namespaceLookup`, () => {
+            const nsLookup = this.buildNamespaceLookup();
+            return nsLookup;
+        });
+    }
+    buildNamespaceLookup() {
+        var _a;
+        const namespaceLookup = new Map();
+        for (let namespaceStatement of this._cachedLookups.namespaceStatements) {
+            let nameParts = namespaceStatement.getNameParts();
+            let loopName = null;
+            let lowerLoopName = null;
+            let parentNameLower = null;
+            //ensure each namespace section is represented in the results
+            //(so if the namespace name is A.B.C, this will make an entry for "A", an entry for "A.B", and an entry for "A.B.C"
+            for (let i = 0; i < nameParts.length; i++) {
+                let part = nameParts[i];
+                let lowerPartName = part.text.toLowerCase();
+                if (i === 0) {
+                    loopName = part.text;
+                    lowerLoopName = lowerPartName;
+                }
+                else {
+                    parentNameLower = lowerLoopName;
+                    loopName += '.' + part.text;
+                    lowerLoopName += '.' + lowerPartName;
+                }
+                if (!namespaceLookup.has(lowerLoopName)) {
+                    namespaceLookup.set(lowerLoopName, {
+                        isTopLevel: i === 0,
+                        file: this,
+                        fullName: loopName,
+                        fullNameLower: lowerLoopName,
+                        parentNameLower: parentNameLower,
+                        nameParts: nameParts.slice(0, i),
+                        nameRange: (_a = namespaceStatement.nameExpression.location) === null || _a === void 0 ? void 0 : _a.range,
+                        lastPartName: part.text,
+                        lastPartNameLower: lowerPartName,
+                        namespaceStatements: [],
+                        // the aggregate symbol table should have no parent. It should include just the symbols of the namespace.
+                        symbolTable: new SymbolTable_1.SymbolTable(`Namespace File Aggregate: '${loopName}'`)
+                    });
+                }
+            }
+            let ns = namespaceLookup.get(lowerLoopName);
+            ns.namespaceStatements.push(namespaceStatement);
+            // Merges all the symbol tables of the namespace statements into the new symbol table created above.
+            // Set those symbol tables to have this new merged table as a parent
+            ns.symbolTable.mergeSymbolTable(namespaceStatement.body.getSymbolTable());
+        }
+        return namespaceLookup;
+    }
     getTypedef() {
         const state = new BrsTranspileState_1.BrsTranspileState(this);
         const typedef = this.ast.getTypedef(state);
-        const programNode = new source_map_1.SourceNode(null, null, this.srcPath, typedef);
+        const programNode = util_1.util.sourceNodeFromTranspileResult(null, null, this.srcPath, typedef);
         return programNode.toString();
     }
     dispose() {
-        var _a;
-        (_a = this._parser) === null || _a === void 0 ? void 0 : _a.dispose();
+        var _a, _b;
+        (_a = this._cachedLookups) === null || _a === void 0 ? void 0 : _a.invalidate();
+        (_b = this._parser) === null || _b === void 0 ? void 0 : _b.dispose();
+        //deleting these properties result in lower memory usage (garbage collection is magic!)
+        delete this.fileContents;
+        delete this._parser;
+        delete this._functionScopes;
+        delete this.scopesByFunc;
     }
 }
 exports.BrsFile = BrsFile;
-/**
- * List of completions for all valid keywords/reserved words.
- * Build this list once because it won't change for the lifetime of this process
- */
-exports.KeywordCompletions = Object.keys(lexer_1.Keywords)
-    //remove any keywords with whitespace
-    .filter(x => !x.includes(' '))
-    //create completions
-    .map(x => {
-    return {
-        label: x,
-        kind: vscode_languageserver_1.CompletionItemKind.Keyword
-    };
-});
 //# sourceMappingURL=BrsFile.js.map