@codemirror/language 0.19.5 → 0.19.8

package/CHANGELOG.md

@@ -1,3 +1,23 @@
+## 0.19.8 (2022-03-03)
+
+### Bug fixes
+
+Fix an issue that could cause indentation logic to use the wrong line content when indenting multiple lines at once.
+
+## 0.19.7 (2021-12-02)
+
+### Bug fixes
+
+Fix an issue where the parse worker could incorrectly stop working when the parse tree has skipped gaps in it.
+
+## 0.19.6 (2021-11-26)
+
+### Bug fixes
+
+Fixes an issue where the background parse work would be scheduled too aggressively, degrading responsiveness on a newly-created editor with a large document.
+
+Improve initial highlight for mixed-language editors and limit the amount of parsing done on state creation for faster startup.
+
 ## 0.19.5 (2021-11-17)
 
 ### New features

package/dist/index.cjs

@@ -179,7 +179,7 @@ up to that point if the tree isn't already available.
 function ensureSyntaxTree(state, upto, timeout = 50) {
     var _a;
     let parse = (_a = state.field(Language.state, false)) === null || _a === void 0 ? void 0 : _a.context;
-    return !parse ? null : parse.treeLen >= upto || parse.work(timeout, upto) ? parse.tree : null;
+    return !parse ? null : parse.isDone(upto) || parse.work(timeout, upto) ? parse.tree : null;
 }
 /**
 Queries whether there is a full syntax tree available up to the
@@ -301,12 +301,12 @@ class ParseContext {
         }
         return this.withContext(() => {
             var _a;
+            let endTime = Date.now() + time;
             if (!this.parse)
                 this.parse = this.startParse();
             if (upto != null && (this.parse.stoppedAt == null || this.parse.stoppedAt > upto) &&
                 upto < this.state.doc.length)
                 this.parse.stopAt(upto);
-            let endTime = Date.now() + time;
             for (;;) {
                 let done = this.parse.advance();
                 if (done) {
@@ -329,10 +329,11 @@ class ParseContext {
     */
     takeTree() {
         let pos, tree;
-        if (this.parse && (pos = this.parse.parsedPos) > this.treeLen) {
+        if (this.parse && (pos = this.parse.parsedPos) >= this.treeLen) {
             if (this.parse.stoppedAt == null || this.parse.stoppedAt > pos)
                 this.parse.stopAt(pos);
             this.withContext(() => { while (!(tree = this.parse.advance())) { } });
+            this.treeLen = pos;
             this.tree = tree;
             this.fragments = this.withoutTempSkipped(common.TreeFragment.addTree(this.tree, this.fragments, true));
             this.parse = null;
@@ -450,13 +451,8 @@ class ParseContext {
     /**
     @internal
     */
-    movedPast(pos) {
-        return this.treeLen < pos && this.parse && this.parse.parsedPos >= pos;
-    }
-    /**
-    @internal
-    */
     isDone(upto) {
+        upto = Math.min(upto, this.state.doc.length);
         let frags = this.fragments;
         return this.treeLen >= upto && frags.length && frags[0].from == 0 && frags[0].to >= upto;
     }
@@ -486,13 +482,14 @@ class LanguageState {
         // state updates with parse work beyond the viewport.
         let upto = this.context.treeLen == tr.startState.doc.length ? undefined
             : Math.max(tr.changes.mapPos(this.context.treeLen), newCx.viewport.to);
-        if (!newCx.work(25 /* Apply */, upto))
+        if (!newCx.work(20 /* Apply */, upto))
             newCx.takeTree();
         return new LanguageState(newCx);
     }
     static init(state) {
-        let parseState = new ParseContext(state.facet(language).parser, state, [], common.Tree.empty, 0, { from: 0, to: state.doc.length }, [], null);
-        if (!parseState.work(25 /* Apply */))
+        let vpTo = Math.min(3000 /* InitViewport */, state.doc.length);
+        let parseState = new ParseContext(state.facet(language).parser, state, [], common.Tree.empty, 0, { from: 0, to: vpTo }, [], null);
+        if (!parseState.work(20 /* Apply */, vpTo))
             parseState.takeTree();
         return new LanguageState(parseState);
     }
@@ -508,13 +505,21 @@ Language.state = state.StateField.define({
         return value.apply(tr);
     }
 });
-let requestIdle = typeof window != "undefined" && window.requestIdleCallback ||
-    ((callback, { timeout }) => setTimeout(callback, timeout));
-let cancelIdle = typeof window != "undefined" && window.cancelIdleCallback || clearTimeout;
+let requestIdle = (callback) => {
+    let timeout = setTimeout(() => callback(), 500 /* MaxPause */);
+    return () => clearTimeout(timeout);
+};
+if (typeof requestIdleCallback != "undefined")
+    requestIdle = (callback) => {
+        let idle = -1, timeout = setTimeout(() => {
+            idle = requestIdleCallback(callback, { timeout: 500 /* MaxPause */ - 100 /* MinPause */ });
+        }, 100 /* MinPause */);
+        return () => idle < 0 ? clearTimeout(timeout) : cancelIdleCallback(idle);
+    };
 const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
     constructor(view) {
         this.view = view;
-        this.working = -1;
+        this.working = null;
         this.workScheduled = 0;
         // End of the current time chunk
         this.chunkEnd = -1;
@@ -535,14 +540,14 @@ const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
         this.checkAsyncSchedule(cx);
     }
     scheduleWork() {
-        if (this.working > -1)
+        if (this.working)
             return;
         let { state } = this.view, field = state.field(Language.state);
         if (field.tree != field.context.tree || !field.context.isDone(state.doc.length))
-            this.working = requestIdle(this.work, { timeout: 500 /* Pause */ });
+            this.working = requestIdle(this.work);
     }
     work(deadline) {
-        this.working = -1;
+        this.working = null;
         let now = Date.now();
         if (this.chunkEnd < now && (this.chunkEnd < 0 || this.view.hasFocus)) { // Start a new chunk
             this.chunkEnd = now + 30000 /* ChunkTime */;
@@ -551,16 +556,17 @@ const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
         if (this.chunkBudget <= 0)
             return; // No more budget
         let { state, viewport: { to: vpTo } } = this.view, field = state.field(Language.state);
-        if (field.tree == field.context.tree && field.context.treeLen >= vpTo + 1000000 /* MaxParseAhead */)
+        if (field.tree == field.context.tree && field.context.isDone(vpTo + 100000 /* MaxParseAhead */))
             return;
-        let time = Math.min(this.chunkBudget, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining()) : 100 /* Slice */);
-        let done = field.context.work(time, vpTo + 1000000 /* MaxParseAhead */);
+        let time = Math.min(this.chunkBudget, 100 /* Slice */, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
+        let viewportFirst = field.context.treeLen < vpTo && state.doc.length > vpTo + 1000;
+        let done = field.context.work(time, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
         this.chunkBudget -= Date.now() - now;
-        if (done || this.chunkBudget <= 0 || field.context.movedPast(vpTo)) {
+        if (done || this.chunkBudget <= 0) {
             field.context.takeTree();
             this.view.dispatch({ effects: Language.setState.of(new LanguageState(field.context)) });
         }
-        if (!done && this.chunkBudget > 0)
+        if (this.chunkBudget > 0 && !(done && !viewportFirst))
             this.scheduleWork();
         this.checkAsyncSchedule(field.context);
     }
@@ -575,11 +581,11 @@ const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
         }
     }
     destroy() {
-        if (this.working >= 0)
-            cancelIdle(this.working);
+        if (this.working)
+            this.working();
     }
     isWorking() {
-        return this.working >= 0 || this.workScheduled > 0;
+        return this.working || this.workScheduled > 0;
     }
 }, {
     eventHandlers: { focus() { this.scheduleWork(); } }
@@ -816,9 +822,11 @@ class IndentContext {
     */
     lineAt(pos, bias = 1) {
         let line = this.state.doc.lineAt(pos);
-        let { simulateBreak } = this.options;
+        let { simulateBreak, simulateDoubleBreak } = this.options;
         if (simulateBreak != null && simulateBreak >= line.from && simulateBreak <= line.to) {
-            if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
+            if (simulateDoubleBreak && simulateBreak == pos)
+                return { text: "", from: pos };
+            else if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
                 return { text: line.text.slice(simulateBreak - line.from), from: simulateBreak };
             else
                 return { text: line.text.slice(0, simulateBreak - line.from), from: line.from };

package/dist/index.d.ts

@@ -156,7 +156,7 @@ stopped running, either because it parsed the entire document,
 because it spent too much time and was cut off, or because there
 is no language parser enabled.
 */
-declare function syntaxParserRunning(view: EditorView): boolean;
+declare function syntaxParserRunning(view: EditorView): boolean | (() => void);
 /**
 A parse context provided to parsers working on the editor content.
 */

package/dist/index.js

@@ -175,7 +175,7 @@ up to that point if the tree isn't already available.
 function ensureSyntaxTree(state, upto, timeout = 50) {
     var _a;
     let parse = (_a = state.field(Language.state, false)) === null || _a === void 0 ? void 0 : _a.context;
-    return !parse ? null : parse.treeLen >= upto || parse.work(timeout, upto) ? parse.tree : null;
+    return !parse ? null : parse.isDone(upto) || parse.work(timeout, upto) ? parse.tree : null;
 }
 /**
 Queries whether there is a full syntax tree available up to the
@@ -297,12 +297,12 @@ class ParseContext {
         }
         return this.withContext(() => {
             var _a;
+            let endTime = Date.now() + time;
             if (!this.parse)
                 this.parse = this.startParse();
             if (upto != null && (this.parse.stoppedAt == null || this.parse.stoppedAt > upto) &&
                 upto < this.state.doc.length)
                 this.parse.stopAt(upto);
-            let endTime = Date.now() + time;
             for (;;) {
                 let done = this.parse.advance();
                 if (done) {
@@ -325,10 +325,11 @@ class ParseContext {
     */
     takeTree() {
         let pos, tree;
-        if (this.parse && (pos = this.parse.parsedPos) > this.treeLen) {
+        if (this.parse && (pos = this.parse.parsedPos) >= this.treeLen) {
             if (this.parse.stoppedAt == null || this.parse.stoppedAt > pos)
                 this.parse.stopAt(pos);
             this.withContext(() => { while (!(tree = this.parse.advance())) { } });
+            this.treeLen = pos;
             this.tree = tree;
             this.fragments = this.withoutTempSkipped(TreeFragment.addTree(this.tree, this.fragments, true));
             this.parse = null;
@@ -446,13 +447,8 @@ class ParseContext {
     /**
     @internal
     */
-    movedPast(pos) {
-        return this.treeLen < pos && this.parse && this.parse.parsedPos >= pos;
-    }
-    /**
-    @internal
-    */
     isDone(upto) {
+        upto = Math.min(upto, this.state.doc.length);
         let frags = this.fragments;
         return this.treeLen >= upto && frags.length && frags[0].from == 0 && frags[0].to >= upto;
     }
@@ -482,13 +478,14 @@ class LanguageState {
         // state updates with parse work beyond the viewport.
         let upto = this.context.treeLen == tr.startState.doc.length ? undefined
             : Math.max(tr.changes.mapPos(this.context.treeLen), newCx.viewport.to);
-        if (!newCx.work(25 /* Apply */, upto))
+        if (!newCx.work(20 /* Apply */, upto))
             newCx.takeTree();
         return new LanguageState(newCx);
     }
     static init(state) {
-        let parseState = new ParseContext(state.facet(language).parser, state, [], Tree.empty, 0, { from: 0, to: state.doc.length }, [], null);
-        if (!parseState.work(25 /* Apply */))
+        let vpTo = Math.min(3000 /* InitViewport */, state.doc.length);
+        let parseState = new ParseContext(state.facet(language).parser, state, [], Tree.empty, 0, { from: 0, to: vpTo }, [], null);
+        if (!parseState.work(20 /* Apply */, vpTo))
             parseState.takeTree();
         return new LanguageState(parseState);
     }
@@ -504,13 +501,21 @@ Language.state = /*@__PURE__*/StateField.define({
         return value.apply(tr);
     }
 });
-let requestIdle = typeof window != "undefined" && window.requestIdleCallback ||
-    ((callback, { timeout }) => setTimeout(callback, timeout));
-let cancelIdle = typeof window != "undefined" && window.cancelIdleCallback || clearTimeout;
+let requestIdle = (callback) => {
+    let timeout = setTimeout(() => callback(), 500 /* MaxPause */);
+    return () => clearTimeout(timeout);
+};
+if (typeof requestIdleCallback != "undefined")
+    requestIdle = (callback) => {
+        let idle = -1, timeout = setTimeout(() => {
+            idle = requestIdleCallback(callback, { timeout: 500 /* MaxPause */ - 100 /* MinPause */ });
+        }, 100 /* MinPause */);
+        return () => idle < 0 ? clearTimeout(timeout) : cancelIdleCallback(idle);
+    };
 const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
     constructor(view) {
         this.view = view;
-        this.working = -1;
+        this.working = null;
         this.workScheduled = 0;
         // End of the current time chunk
         this.chunkEnd = -1;
@@ -531,14 +536,14 @@ const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
         this.checkAsyncSchedule(cx);
     }
     scheduleWork() {
-        if (this.working > -1)
+        if (this.working)
             return;
         let { state } = this.view, field = state.field(Language.state);
         if (field.tree != field.context.tree || !field.context.isDone(state.doc.length))
-            this.working = requestIdle(this.work, { timeout: 500 /* Pause */ });
+            this.working = requestIdle(this.work);
     }
     work(deadline) {
-        this.working = -1;
+        this.working = null;
         let now = Date.now();
         if (this.chunkEnd < now && (this.chunkEnd < 0 || this.view.hasFocus)) { // Start a new chunk
             this.chunkEnd = now + 30000 /* ChunkTime */;
@@ -547,16 +552,17 @@ const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
         if (this.chunkBudget <= 0)
             return; // No more budget
         let { state, viewport: { to: vpTo } } = this.view, field = state.field(Language.state);
-        if (field.tree == field.context.tree && field.context.treeLen >= vpTo + 1000000 /* MaxParseAhead */)
+        if (field.tree == field.context.tree && field.context.isDone(vpTo + 100000 /* MaxParseAhead */))
             return;
-        let time = Math.min(this.chunkBudget, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining()) : 100 /* Slice */);
-        let done = field.context.work(time, vpTo + 1000000 /* MaxParseAhead */);
+        let time = Math.min(this.chunkBudget, 100 /* Slice */, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
+        let viewportFirst = field.context.treeLen < vpTo && state.doc.length > vpTo + 1000;
+        let done = field.context.work(time, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
         this.chunkBudget -= Date.now() - now;
-        if (done || this.chunkBudget <= 0 || field.context.movedPast(vpTo)) {
+        if (done || this.chunkBudget <= 0) {
             field.context.takeTree();
             this.view.dispatch({ effects: Language.setState.of(new LanguageState(field.context)) });
         }
-        if (!done && this.chunkBudget > 0)
+        if (this.chunkBudget > 0 && !(done && !viewportFirst))
             this.scheduleWork();
         this.checkAsyncSchedule(field.context);
     }
@@ -571,11 +577,11 @@ const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
         }
     }
     destroy() {
-        if (this.working >= 0)
-            cancelIdle(this.working);
+        if (this.working)
+            this.working();
     }
     isWorking() {
-        return this.working >= 0 || this.workScheduled > 0;
+        return this.working || this.workScheduled > 0;
     }
 }, {
     eventHandlers: { focus() { this.scheduleWork(); } }
@@ -812,9 +818,11 @@ class IndentContext {
     */
     lineAt(pos, bias = 1) {
         let line = this.state.doc.lineAt(pos);
-        let { simulateBreak } = this.options;
+        let { simulateBreak, simulateDoubleBreak } = this.options;
         if (simulateBreak != null && simulateBreak >= line.from && simulateBreak <= line.to) {
-            if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
+            if (simulateDoubleBreak && simulateBreak == pos)
+                return { text: "", from: pos };
+            else if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
                 return { text: line.text.slice(simulateBreak - line.from), from: simulateBreak };
             else
                 return { text: line.text.slice(0, simulateBreak - line.from), from: line.from };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codemirror/language",
-  "version": "0.19.5",
+  "version": "0.19.8",
   "description": "Language support infrastructure for the CodeMirror code editor",
   "scripts": {
     "test": "cm-runtests",