@codemirror/language 0.19.6 → 0.19.9

package/CHANGELOG.md

@@ -1,3 +1,23 @@
+## 0.19.9 (2022-03-30)
+
+### Bug fixes
+
+Make sure nodes that end at the end of a partial parse aren't treated as valid fold targets.
+
+Fix an issue where the parser sometimes wouldn't reuse parsing work done in the background on transactions.
+
+## 0.19.8 (2022-03-03)
+
+### Bug fixes
+
+Fix an issue that could cause indentation logic to use the wrong line content when indenting multiple lines at once.
+
+## 0.19.7 (2021-12-02)
+
+### Bug fixes
+
+Fix an issue where the parse worker could incorrectly stop working when the parse tree has skipped gaps in it.
+
 ## 0.19.6 (2021-11-26)
 
 ### Bug fixes

package/dist/index.cjs

@@ -7,6 +7,7 @@ var state = require('@codemirror/state');
 var view = require('@codemirror/view');
 var text = require('@codemirror/text');
 
+var _a;
 /**
 Node prop stored in a grammar's top syntax node to provide the
 facet that stores language data for that language.
@@ -179,7 +180,7 @@ up to that point if the tree isn't already available.
 function ensureSyntaxTree(state, upto, timeout = 50) {
     var _a;
     let parse = (_a = state.field(Language.state, false)) === null || _a === void 0 ? void 0 : _a.context;
-    return !parse ? null : parse.treeLen >= upto || parse.work(timeout, upto) ? parse.tree : null;
+    return !parse ? null : parse.isDone(upto) || parse.work(timeout, upto) ? parse.tree : null;
 }
 /**
 Queries whether there is a full syntax tree available up to the
@@ -292,7 +293,7 @@ class ParseContext {
     /**
     @internal
     */
-    work(time, upto) {
+    work(until, upto) {
         if (upto != null && upto >= this.state.doc.length)
             upto = undefined;
         if (this.tree != common.Tree.empty && this.isDone(upto !== null && upto !== void 0 ? upto : this.state.doc.length)) {
@@ -301,7 +302,10 @@ class ParseContext {
         }
         return this.withContext(() => {
             var _a;
-            let endTime = Date.now() + time;
+            if (typeof until == "number") {
+                let endTime = Date.now() + until;
+                until = () => Date.now() > endTime;
+            }
             if (!this.parse)
                 this.parse = this.startParse();
             if (upto != null && (this.parse.stoppedAt == null || this.parse.stoppedAt > upto) &&
@@ -319,7 +323,7 @@ class ParseContext {
                     else
                         return true;
                 }
-                if (Date.now() > endTime)
+                if (until())
                     return false;
             }
         });
@@ -452,6 +456,7 @@ class ParseContext {
     @internal
     */
     isDone(upto) {
+        upto = Math.min(upto, this.state.doc.length);
         let frags = this.fragments;
         return this.treeLen >= upto && frags.length && frags[0].from == 0 && frags[0].to >= upto;
     }
@@ -473,7 +478,7 @@ class LanguageState {
         this.tree = context.tree;
     }
     apply(tr) {
-        if (!tr.docChanged)
+        if (!tr.docChanged && this.tree == this.context.tree)
             return this;
         let newCx = this.context.changes(tr.changes, tr.state);
         // If the previous parse wasn't done, go forward only up to its
@@ -515,6 +520,8 @@ if (typeof requestIdleCallback != "undefined")
         }, 100 /* MinPause */);
         return () => idle < 0 ? clearTimeout(timeout) : cancelIdleCallback(idle);
     };
+const isInputPending = typeof navigator != "undefined" && ((_a = navigator.scheduling) === null || _a === void 0 ? void 0 : _a.isInputPending)
+    ? () => navigator.scheduling.isInputPending() : null;
 const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
     constructor(view) {
         this.view = view;
@@ -555,11 +562,13 @@ const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
         if (this.chunkBudget <= 0)
             return; // No more budget
         let { state, viewport: { to: vpTo } } = this.view, field = state.field(Language.state);
-        if (field.tree == field.context.tree && field.context.treeLen >= vpTo + 100000 /* MaxParseAhead */)
+        if (field.tree == field.context.tree && field.context.isDone(vpTo + 100000 /* MaxParseAhead */))
             return;
-        let time = Math.min(this.chunkBudget, 100 /* Slice */, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
+        let endTime = Date.now() + Math.min(this.chunkBudget, 100 /* Slice */, deadline && !isInputPending ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
         let viewportFirst = field.context.treeLen < vpTo && state.doc.length > vpTo + 1000;
-        let done = field.context.work(time, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
+        let done = field.context.work(() => {
+            return isInputPending && isInputPending() || Date.now() > endTime;
+        }, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
         this.chunkBudget -= Date.now() - now;
         if (done || this.chunkBudget <= 0) {
             field.context.takeTree();
@@ -584,7 +593,7 @@ const parseWorker = view.ViewPlugin.fromClass(class ParseWorker {
             this.working();
     }
     isWorking() {
-        return this.working || this.workScheduled > 0;
+        return !!(this.working || this.workScheduled > 0);
     }
 }, {
     eventHandlers: { focus() { this.scheduleWork(); } }
@@ -821,9 +830,11 @@ class IndentContext {
     */
     lineAt(pos, bias = 1) {
         let line = this.state.doc.lineAt(pos);
-        let { simulateBreak } = this.options;
+        let { simulateBreak, simulateDoubleBreak } = this.options;
         if (simulateBreak != null && simulateBreak >= line.from && simulateBreak <= line.to) {
-            if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
+            if (simulateDoubleBreak && simulateBreak == pos)
+                return { text: "", from: pos };
+            else if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
                 return { text: line.text.slice(simulateBreak - line.from), from: simulateBreak };
             else
                 return { text: line.text.slice(0, simulateBreak - line.from), from: line.from };
@@ -1120,7 +1131,7 @@ function syntaxFolding(state, start, end) {
         if (found && cur.from < start)
             break;
         let prop = cur.type.prop(foldNodeProp);
-        if (prop) {
+        if (prop && (cur.to < tree.length - 50 || tree.length == state.doc.length || !isUnfinished(cur))) {
             let value = prop(cur, state);
             if (value && value.from <= end && value.from >= start && value.to > end)
                 found = value;
@@ -1128,6 +1139,10 @@ function syntaxFolding(state, start, end) {
     }
     return found;
 }
+function isUnfinished(node) {
+    let ch = node.lastChild;
+    return ch && ch.to == node.to && ch.type.isError;
+}
 /**
 Check whether the given line is foldable. First asks any fold
 services registered through

package/dist/index.d.ts

@@ -156,7 +156,7 @@ stopped running, either because it parsed the entire document,
 because it spent too much time and was cut off, or because there
 is no language parser enabled.
 */
-declare function syntaxParserRunning(view: EditorView): boolean | (() => void);
+declare function syntaxParserRunning(view: EditorView): boolean;
 /**
 A parse context provided to parsers working on the editor content.
 */

package/dist/index.js

@@ -3,6 +3,7 @@ import { StateEffect, StateField, Facet, EditorState } from '@codemirror/state';
 import { ViewPlugin, logException } from '@codemirror/view';
 import { countColumn } from '@codemirror/text';
 
+var _a;
 /**
 Node prop stored in a grammar's top syntax node to provide the
 facet that stores language data for that language.
@@ -175,7 +176,7 @@ up to that point if the tree isn't already available.
 function ensureSyntaxTree(state, upto, timeout = 50) {
     var _a;
     let parse = (_a = state.field(Language.state, false)) === null || _a === void 0 ? void 0 : _a.context;
-    return !parse ? null : parse.treeLen >= upto || parse.work(timeout, upto) ? parse.tree : null;
+    return !parse ? null : parse.isDone(upto) || parse.work(timeout, upto) ? parse.tree : null;
 }
 /**
 Queries whether there is a full syntax tree available up to the
@@ -288,7 +289,7 @@ class ParseContext {
     /**
     @internal
     */
-    work(time, upto) {
+    work(until, upto) {
         if (upto != null && upto >= this.state.doc.length)
             upto = undefined;
         if (this.tree != Tree.empty && this.isDone(upto !== null && upto !== void 0 ? upto : this.state.doc.length)) {
@@ -297,7 +298,10 @@ class ParseContext {
         }
         return this.withContext(() => {
             var _a;
-            let endTime = Date.now() + time;
+            if (typeof until == "number") {
+                let endTime = Date.now() + until;
+                until = () => Date.now() > endTime;
+            }
             if (!this.parse)
                 this.parse = this.startParse();
             if (upto != null && (this.parse.stoppedAt == null || this.parse.stoppedAt > upto) &&
@@ -315,7 +319,7 @@ class ParseContext {
                     else
                         return true;
                 }
-                if (Date.now() > endTime)
+                if (until())
                     return false;
             }
         });
@@ -448,6 +452,7 @@ class ParseContext {
     @internal
     */
     isDone(upto) {
+        upto = Math.min(upto, this.state.doc.length);
         let frags = this.fragments;
         return this.treeLen >= upto && frags.length && frags[0].from == 0 && frags[0].to >= upto;
     }
@@ -469,7 +474,7 @@ class LanguageState {
         this.tree = context.tree;
     }
     apply(tr) {
-        if (!tr.docChanged)
+        if (!tr.docChanged && this.tree == this.context.tree)
             return this;
         let newCx = this.context.changes(tr.changes, tr.state);
         // If the previous parse wasn't done, go forward only up to its
@@ -511,6 +516,8 @@ if (typeof requestIdleCallback != "undefined")
         }, 100 /* MinPause */);
         return () => idle < 0 ? clearTimeout(timeout) : cancelIdleCallback(idle);
     };
+const isInputPending = typeof navigator != "undefined" && ((_a = navigator.scheduling) === null || _a === void 0 ? void 0 : _a.isInputPending)
+    ? () => navigator.scheduling.isInputPending() : null;
 const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
     constructor(view) {
         this.view = view;
@@ -551,11 +558,13 @@ const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
         if (this.chunkBudget <= 0)
             return; // No more budget
         let { state, viewport: { to: vpTo } } = this.view, field = state.field(Language.state);
-        if (field.tree == field.context.tree && field.context.treeLen >= vpTo + 100000 /* MaxParseAhead */)
+        if (field.tree == field.context.tree && field.context.isDone(vpTo + 100000 /* MaxParseAhead */))
             return;
-        let time = Math.min(this.chunkBudget, 100 /* Slice */, deadline ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
+        let endTime = Date.now() + Math.min(this.chunkBudget, 100 /* Slice */, deadline && !isInputPending ? Math.max(25 /* MinSlice */, deadline.timeRemaining() - 5) : 1e9);
         let viewportFirst = field.context.treeLen < vpTo && state.doc.length > vpTo + 1000;
-        let done = field.context.work(time, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
+        let done = field.context.work(() => {
+            return isInputPending && isInputPending() || Date.now() > endTime;
+        }, vpTo + (viewportFirst ? 0 : 100000 /* MaxParseAhead */));
         this.chunkBudget -= Date.now() - now;
         if (done || this.chunkBudget <= 0) {
             field.context.takeTree();
@@ -580,7 +589,7 @@ const parseWorker = /*@__PURE__*/ViewPlugin.fromClass(class ParseWorker {
             this.working();
     }
     isWorking() {
-        return this.working || this.workScheduled > 0;
+        return !!(this.working || this.workScheduled > 0);
     }
 }, {
     eventHandlers: { focus() { this.scheduleWork(); } }
@@ -817,9 +826,11 @@ class IndentContext {
     */
     lineAt(pos, bias = 1) {
         let line = this.state.doc.lineAt(pos);
-        let { simulateBreak } = this.options;
+        let { simulateBreak, simulateDoubleBreak } = this.options;
         if (simulateBreak != null && simulateBreak >= line.from && simulateBreak <= line.to) {
-            if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
+            if (simulateDoubleBreak && simulateBreak == pos)
+                return { text: "", from: pos };
+            else if (bias < 0 ? simulateBreak < pos : simulateBreak <= pos)
                 return { text: line.text.slice(simulateBreak - line.from), from: simulateBreak };
             else
                 return { text: line.text.slice(0, simulateBreak - line.from), from: line.from };
@@ -1116,7 +1127,7 @@ function syntaxFolding(state, start, end) {
         if (found && cur.from < start)
             break;
         let prop = cur.type.prop(foldNodeProp);
-        if (prop) {
+        if (prop && (cur.to < tree.length - 50 || tree.length == state.doc.length || !isUnfinished(cur))) {
             let value = prop(cur, state);
             if (value && value.from <= end && value.from >= start && value.to > end)
                 found = value;
@@ -1124,6 +1135,10 @@ function syntaxFolding(state, start, end) {
     }
     return found;
 }
+function isUnfinished(node) {
+    let ch = node.lastChild;
+    return ch && ch.to == node.to && ch.type.isError;
+}
 /**
 Check whether the given line is foldable. First asks any fold
 services registered through

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codemirror/language",
-  "version": "0.19.6",
+  "version": "0.19.9",
   "description": "Language support infrastructure for the CodeMirror code editor",
   "scripts": {
     "test": "cm-runtests",