@codemirror/language 6.4.0 → 6.6.0

package/CHANGELOG.md

@@ -1,3 +1,21 @@
+## 6.6.0 (2023-02-13)
+
+### New features
+
+Syntax-driven language data queries now support sublanguages, which make it possible to return different data for specific parts of the tree produced by a single language.
+
+## 6.5.0 (2023-02-07)
+
+### Bug fixes
+
+Make indentation for stream languages more reliable by having `StringStream.indentation` return overridden indentations from the indent context.
+
+### New features
+
+The `toggleFold` command folds or unfolds depending on whether there's an existing folded range on the current line.
+
+`indentUnit` now accepts any (repeated) whitespace character, not just spaces and tabs.
+
 ## 6.4.0 (2023-01-12)
 
 ### New features

package/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (C) 2018-2021 by Marijn Haverbeke <marijnh@gmail.com> and others
+Copyright (C) 2018-2021 by Marijn Haverbeke <marijn@haverbeke.berlin> and others
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/dist/index.cjs

@@ -28,6 +28,11 @@ function defineLanguageFacet(baseData) {
     });
 }
 /**
+Syntax node prop used to register sublangauges. Should be added to
+the top level node type for the language.
+*/
+const sublanguageProp = new common.NodeProp();
+/**
 A language object manages parsing and per-language
 [metadata](https://codemirror.net/6/docs/ref/#state.EditorState.languageDataAt). Parse data is
 managed as a [Lezer](https://lezer.codemirror.net) tree. The class
@@ -64,14 +69,28 @@ class Language {
         this.parser = parser;
         this.extension = [
             language.of(this),
-            state.EditorState.languageData.of((state, pos, side) => state.facet(languageDataFacetAt(state, pos, side)))
+            state.EditorState.languageData.of((state, pos, side) => {
+                let top = topNodeAt(state, pos, side), data = top.type.prop(languageDataProp);
+                if (!data)
+                    return [];
+                let base = state.facet(data), sub = top.type.prop(sublanguageProp);
+                if (sub) {
+                    let innerNode = top.resolve(pos - top.from, side);
+                    for (let sublang of sub)
+                        if (sublang.test(innerNode, state)) {
+                            let data = state.facet(sublang.facet);
+                            return sublang.type == "replace" ? data : data.concat(base);
+                        }
+                }
+                return base;
+            })
         ].concat(extraExtensions);
     }
     /**
     Query whether this language is active at the given position.
     */
     isActiveAt(state, pos, side = -1) {
-        return languageDataFacetAt(state, pos, side) == this.data;
+        return topNodeAt(state, pos, side).type.prop(languageDataProp) == this.data;
     }
     /**
     Find the document regions that were parsed using this language.
@@ -126,16 +145,14 @@ class Language {
 @internal
 */
 Language.setState = state.StateEffect.define();
-function languageDataFacetAt(state, pos, side) {
-    let topLang = state.facet(language);
-    if (!topLang)
-        return null;
-    let facet = topLang.data;
-    if (topLang.allowsNesting) {
-        for (let node = syntaxTree(state).topNode; node; node = node.enter(pos, side, common.IterMode.ExcludeBuffers))
-            facet = node.type.prop(languageDataProp) || facet;
+function topNodeAt(state, pos, side) {
+    let topLang = state.facet(language), tree = syntaxTree(state).topNode;
+    if (!topLang || topLang.allowsNesting) {
+        for (let node = tree; node; node = node.enter(pos, side, common.IterMode.ExcludeBuffers))
+            if (node.type.isTop)
+                tree = node;
     }
-    return facet;
+    return tree;
 }
 /**
 A subclass of [`Language`](https://codemirror.net/6/docs/ref/#language.Language) for use with Lezer
@@ -229,13 +246,13 @@ function syntaxParserRunning(view) {
 }
 // Lezer-style Input object for a Text document.
 class DocInput {
-    constructor(doc, length = doc.length) {
+    constructor(doc) {
         this.doc = doc;
-        this.length = length;
         this.cursorPos = 0;
         this.string = "";
         this.cursor = doc.iter();
     }
+    get length() { return this.doc.length; }
     syncTo(pos) {
         this.string = this.cursor.next(pos - this.cursorPos).value;
         this.cursorPos = pos + this.string.length;
@@ -780,17 +797,18 @@ service.
 */
 const indentService = state.Facet.define();
 /**
-Facet for overriding the unit by which indentation happens.
-Should be a string consisting either entirely of spaces or
-entirely of tabs. When not set, this defaults to 2 spaces.
+Facet for overriding the unit by which indentation happens. Should
+be a string consisting either entirely of the same whitespace
+character. When not set, this defaults to 2 spaces.
 */
 const indentUnit = state.Facet.define({
     combine: values => {
         if (!values.length)
             return "  ";
-        if (!/^(?: +|\t+)$/.test(values[0]))
+        let unit = values[0];
+        if (!unit || /\S/.test(unit) || Array.from(unit).some(e => e != unit[0]))
             throw new Error("Invalid indent unit: " + JSON.stringify(values[0]));
-        return values[0];
+        return unit;
     }
 });
 /**
@@ -810,14 +828,16 @@ Will use tabs for as much of the columns as possible when the
 tabs.
 */
 function indentString(state, cols) {
-    let result = "", ts = state.tabSize;
-    if (state.facet(indentUnit).charCodeAt(0) == 9)
+    let result = "", ts = state.tabSize, ch = state.facet(indentUnit)[0];
+    if (ch == "\t") {
         while (cols >= ts) {
             result += "\t";
             cols -= ts;
         }
+        ch = " ";
+    }
     for (let i = 0; i < cols; i++)
-        result += " ";
+        result += ch;
     return result;
 }
 /**
@@ -1400,6 +1420,41 @@ const unfoldAll = view => {
     view.dispatch({ effects });
     return true;
 };
+// Find the foldable region containing the given line, if one exists
+function foldableContainer(view, lineBlock) {
+    // Look backwards through line blocks until we find a foldable region that
+    // intersects with the line
+    for (let line = lineBlock;;) {
+        let foldableRegion = foldable(view.state, line.from, line.to);
+        if (foldableRegion && foldableRegion.to > lineBlock.from)
+            return foldableRegion;
+        if (!line.from)
+            return null;
+        line = view.lineBlockAt(line.from - 1);
+    }
+}
+/**
+Toggle folding at cursors. Unfolds if there is an existing fold
+starting in that line, tries to find a foldable range around it
+otherwise.
+*/
+const toggleFold = (view) => {
+    let effects = [];
+    for (let line of selectedLines(view)) {
+        let folded = findFold(view.state, line.from, line.to);
+        if (folded) {
+            effects.push(unfoldEffect.of(folded), announceFold(view, folded, false));
+        }
+        else {
+            let foldRange = foldableContainer(view, line);
+            if (foldRange)
+                effects.push(foldEffect.of(foldRange), announceFold(view, foldRange));
+        }
+    }
+    if (effects.length > 0)
+        view.dispatch({ effects: maybeEnable(view.state, effects) });
+    return !!effects.length;
+};
 /**
 Default fold-related key bindings.
 
@@ -1923,10 +1978,11 @@ class StringStream {
     /**
     The current indent unit size.
     */
-    indentUnit) {
+    indentUnit, overrideIndent) {
         this.string = string;
         this.tabSize = tabSize;
         this.indentUnit = indentUnit;
+        this.overrideIndent = overrideIndent;
         /**
         The current position on the line.
         */
@@ -2027,7 +2083,8 @@ class StringStream {
     Get the indentation column of the current line.
     */
     indentation() {
-        return countCol(this.string, null, this.tabSize);
+        var _a;
+        return (_a = this.overrideIndent) !== null && _a !== void 0 ? _a : countCol(this.string, null, this.tabSize);
     }
     /**
     Match the input against the given string or regular expression
@@ -2089,6 +2146,7 @@ function defaultCopyState(state) {
     }
     return newState;
 }
+const IndentedFrom = new WeakMap();
 /**
 A [language](https://codemirror.net/6/docs/ref/#language.Language) class based on a CodeMirror
 5-style [streaming parser](https://codemirror.net/6/docs/ref/#language.StreamParser).
@@ -2119,7 +2177,14 @@ class StreamLanguage extends Language {
             at = at.parent;
         if (!at)
             return null;
-        let start = findState(this, tree, 0, at.from, pos), statePos, state;
+        let from = undefined;
+        let { overrideIndentation } = cx.options;
+        if (overrideIndentation) {
+            from = IndentedFrom.get(cx.state);
+            if (from != null && from < pos - 1e4)
+                from = undefined;
+        }
+        let start = findState(this, tree, 0, at.from, from !== null && from !== void 0 ? from : pos), statePos, state;
         if (start) {
             state = start.state;
             statePos = start.pos + 1;
@@ -2133,7 +2198,8 @@ class StreamLanguage extends Language {
         while (statePos < pos) {
             let line = cx.state.doc.lineAt(statePos), end = Math.min(pos, line.to);
             if (line.length) {
-                let stream = new StringStream(line.text, cx.state.tabSize, cx.unit);
+                let indentation = overrideIndentation ? overrideIndentation(line.from) : -1;
+                let stream = new StringStream(line.text, cx.state.tabSize, cx.unit, indentation < 0 ? undefined : indentation);
                 while (stream.pos < end - line.from)
                     readToken(this.streamParser.token, stream, state);
             }
@@ -2144,8 +2210,10 @@ class StreamLanguage extends Language {
                 break;
             statePos = line.to + 1;
         }
-        let { text } = cx.lineAt(pos);
-        return this.streamParser.indent(state, /^\s*(.*)/.exec(text)[1], cx);
+        let line = cx.lineAt(pos);
+        if (overrideIndentation && from == null)
+            IndentedFrom.set(cx.state, line.from);
+        return this.streamParser.indent(state, /^\s*(.*)/.exec(line.text)[1], cx);
     }
     get allowsNesting() { return false; }
 }
@@ -2455,10 +2523,12 @@ exports.indentUnit = indentUnit;
 exports.language = language;
 exports.languageDataProp = languageDataProp;
 exports.matchBrackets = matchBrackets;
+exports.sublanguageProp = sublanguageProp;
 exports.syntaxHighlighting = syntaxHighlighting;
 exports.syntaxParserRunning = syntaxParserRunning;
 exports.syntaxTree = syntaxTree;
 exports.syntaxTreeAvailable = syntaxTreeAvailable;
+exports.toggleFold = toggleFold;
 exports.unfoldAll = unfoldAll;
 exports.unfoldCode = unfoldCode;
 exports.unfoldEffect = unfoldEffect;

package/dist/index.d.ts

@@ -1,7 +1,7 @@
-import { NodeProp, Parser, Tree, TreeFragment, SyntaxNode, NodeType } from '@lezer/common';
+import { NodeProp, SyntaxNode, Parser, Tree, TreeFragment, NodeType } from '@lezer/common';
 import { LRParser, ParserConfig } from '@lezer/lr';
 import * as _codemirror_state from '@codemirror/state';
-import { Facet, Extension, EditorState, StateField, Range } from '@codemirror/state';
+import { Facet, EditorState, Extension, StateField, Range } from '@codemirror/state';
 import { EditorView, DecorationSet, Command, KeyBinding, ViewUpdate, BlockInfo, Decoration } from '@codemirror/view';
 import { Highlighter, Tag } from '@lezer/highlight';
 import { StyleModule, StyleSpec } from 'style-mod';
@@ -31,6 +31,44 @@ declare function defineLanguageFacet(baseData?: {
     [name: string]: any;
 }[]>;
 /**
+Some languages need to return different [language
+data](https://codemirror.net/6/docs/ref/#state.EditorState.languageDataAt) for some parts of their
+tree. Sublanguages, registered by adding a [node
+prop](https://codemirror.net/6/docs/ref/#language.sublanguageProp) to the language's top syntax
+node, provide a mechanism to do this.
+
+(Note that when using nested parsing, where nested syntax is
+parsed by a different parser and has its own top node type, you
+don't need a sublanguage.)
+*/
+interface Sublanguage {
+    /**
+    Determines whether the data provided by this sublanguage should
+    completely replace the regular data or be added to it (with
+    higher-precedence). The default is `"extend"`.
+    */
+    type?: "replace" | "extend";
+    /**
+    A predicate that returns whether the node at the queried
+    position is part of the sublanguage.
+    */
+    test: (node: SyntaxNode, state: EditorState) => boolean;
+    /**
+    The language data facet that holds the sublanguage's data.
+    You'll want to use
+    [`defineLanguageFacet`](https://codemirror.net/6/docs/ref/#language.defineLanguageFacet) to create
+    this.
+    */
+    facet: Facet<{
+        [name: string]: any;
+    }>;
+}
+/**
+Syntax node prop used to register sublangauges. Should be added to
+the top level node type for the language.
+*/
+declare const sublanguageProp: NodeProp<Sublanguage[]>;
+/**
 A language object manages parsing and per-language
 [metadata](https://codemirror.net/6/docs/ref/#state.EditorState.languageDataAt). Parse data is
 managed as a [Lezer](https://lezer.codemirror.net) tree. The class
@@ -370,9 +408,9 @@ service.
 */
 declare const indentService: Facet<(context: IndentContext, pos: number) => number | null | undefined, readonly ((context: IndentContext, pos: number) => number | null | undefined)[]>;
 /**
-Facet for overriding the unit by which indentation happens.
-Should be a string consisting either entirely of spaces or
-entirely of tabs. When not set, this defaults to 2 spaces.
+Facet for overriding the unit by which indentation happens. Should
+be a string consisting either entirely of the same whitespace
+character. When not set, this defaults to 2 spaces.
 */
 declare const indentUnit: Facet<string, string>;
 /**
@@ -450,7 +488,7 @@ declare class IndentContext {
         simulateBreak?: number;
         /**
         When `simulateBreak` is given, this can be used to make the
-        simulate break behave like a double line break.
+        simulated break behave like a double line break.
         */
         simulateDoubleBreak?: boolean;
     });
@@ -678,6 +716,12 @@ Unfold all folded code.
 */
 declare const unfoldAll: Command;
 /**
+Toggle folding at cursors. Unfolds if there is an existing fold
+starting in that line, tries to find a foldable range around it
+otherwise.
+*/
+declare const toggleFold: Command;
+/**
 Default fold-related key bindings.
 
  - Ctrl-Shift-[ (Cmd-Alt-[ on macOS): [`foldCode`](https://codemirror.net/6/docs/ref/#language.foldCode).
@@ -943,6 +987,7 @@ declare class StringStream {
     The current indent unit size.
     */
     indentUnit: number;
+    private overrideIndent?;
     /**
     The current position on the line.
     */
@@ -964,7 +1009,7 @@ declare class StringStream {
     /**
     The current indent unit size.
     */
-    indentUnit: number);
+    indentUnit: number, overrideIndent?: number | undefined);
     /**
     True if we are at the end of the line.
     */
@@ -1112,4 +1157,4 @@ declare class StreamLanguage<State> extends Language {
     get allowsNesting(): boolean;
 }
 
-export { Config, HighlightStyle, IndentContext, LRLanguage, Language, LanguageDescription, LanguageSupport, MatchResult, ParseContext, StreamLanguage, StreamParser, StringStream, TagStyle, TreeIndentContext, bracketMatching, bracketMatchingHandle, codeFolding, continuedIndent, defaultHighlightStyle, defineLanguageFacet, delimitedIndent, ensureSyntaxTree, flatIndent, foldAll, foldCode, foldEffect, foldGutter, foldInside, foldKeymap, foldNodeProp, foldService, foldState, foldable, foldedRanges, forceParsing, getIndentUnit, getIndentation, highlightingFor, indentNodeProp, indentOnInput, indentRange, indentService, indentString, indentUnit, language, languageDataProp, matchBrackets, syntaxHighlighting, syntaxParserRunning, syntaxTree, syntaxTreeAvailable, unfoldAll, unfoldCode, unfoldEffect };
+export { Config, HighlightStyle, IndentContext, LRLanguage, Language, LanguageDescription, LanguageSupport, MatchResult, ParseContext, StreamLanguage, StreamParser, StringStream, Sublanguage, TagStyle, TreeIndentContext, bracketMatching, bracketMatchingHandle, codeFolding, continuedIndent, defaultHighlightStyle, defineLanguageFacet, delimitedIndent, ensureSyntaxTree, flatIndent, foldAll, foldCode, foldEffect, foldGutter, foldInside, foldKeymap, foldNodeProp, foldService, foldState, foldable, foldedRanges, forceParsing, getIndentUnit, getIndentation, highlightingFor, indentNodeProp, indentOnInput, indentRange, indentService, indentString, indentUnit, language, languageDataProp, matchBrackets, sublanguageProp, syntaxHighlighting, syntaxParserRunning, syntaxTree, syntaxTreeAvailable, toggleFold, unfoldAll, unfoldCode, unfoldEffect };

package/dist/index.js

@@ -24,6 +24,11 @@ function defineLanguageFacet(baseData) {
     });
 }
 /**
+Syntax node prop used to register sublangauges. Should be added to
+the top level node type for the language.
+*/
+const sublanguageProp = /*@__PURE__*/new NodeProp();
+/**
 A language object manages parsing and per-language
 [metadata](https://codemirror.net/6/docs/ref/#state.EditorState.languageDataAt). Parse data is
 managed as a [Lezer](https://lezer.codemirror.net) tree. The class
@@ -60,14 +65,28 @@ class Language {
         this.parser = parser;
         this.extension = [
             language.of(this),
-            EditorState.languageData.of((state, pos, side) => state.facet(languageDataFacetAt(state, pos, side)))
+            EditorState.languageData.of((state, pos, side) => {
+                let top = topNodeAt(state, pos, side), data = top.type.prop(languageDataProp);
+                if (!data)
+                    return [];
+                let base = state.facet(data), sub = top.type.prop(sublanguageProp);
+                if (sub) {
+                    let innerNode = top.resolve(pos - top.from, side);
+                    for (let sublang of sub)
+                        if (sublang.test(innerNode, state)) {
+                            let data = state.facet(sublang.facet);
+                            return sublang.type == "replace" ? data : data.concat(base);
+                        }
+                }
+                return base;
+            })
         ].concat(extraExtensions);
     }
     /**
     Query whether this language is active at the given position.
     */
     isActiveAt(state, pos, side = -1) {
-        return languageDataFacetAt(state, pos, side) == this.data;
+        return topNodeAt(state, pos, side).type.prop(languageDataProp) == this.data;
     }
     /**
     Find the document regions that were parsed using this language.
@@ -122,16 +141,14 @@ class Language {
 @internal
 */
 Language.setState = /*@__PURE__*/StateEffect.define();
-function languageDataFacetAt(state, pos, side) {
-    let topLang = state.facet(language);
-    if (!topLang)
-        return null;
-    let facet = topLang.data;
-    if (topLang.allowsNesting) {
-        for (let node = syntaxTree(state).topNode; node; node = node.enter(pos, side, IterMode.ExcludeBuffers))
-            facet = node.type.prop(languageDataProp) || facet;
+function topNodeAt(state, pos, side) {
+    let topLang = state.facet(language), tree = syntaxTree(state).topNode;
+    if (!topLang || topLang.allowsNesting) {
+        for (let node = tree; node; node = node.enter(pos, side, IterMode.ExcludeBuffers))
+            if (node.type.isTop)
+                tree = node;
     }
-    return facet;
+    return tree;
 }
 /**
 A subclass of [`Language`](https://codemirror.net/6/docs/ref/#language.Language) for use with Lezer
@@ -225,13 +242,13 @@ function syntaxParserRunning(view) {
 }
 // Lezer-style Input object for a Text document.
 class DocInput {
-    constructor(doc, length = doc.length) {
+    constructor(doc) {
         this.doc = doc;
-        this.length = length;
         this.cursorPos = 0;
         this.string = "";
         this.cursor = doc.iter();
     }
+    get length() { return this.doc.length; }
     syncTo(pos) {
         this.string = this.cursor.next(pos - this.cursorPos).value;
         this.cursorPos = pos + this.string.length;
@@ -776,17 +793,18 @@ service.
 */
 const indentService = /*@__PURE__*/Facet.define();
 /**
-Facet for overriding the unit by which indentation happens.
-Should be a string consisting either entirely of spaces or
-entirely of tabs. When not set, this defaults to 2 spaces.
+Facet for overriding the unit by which indentation happens. Should
+be a string consisting either entirely of the same whitespace
+character. When not set, this defaults to 2 spaces.
 */
 const indentUnit = /*@__PURE__*/Facet.define({
     combine: values => {
         if (!values.length)
             return "  ";
-        if (!/^(?: +|\t+)$/.test(values[0]))
+        let unit = values[0];
+        if (!unit || /\S/.test(unit) || Array.from(unit).some(e => e != unit[0]))
             throw new Error("Invalid indent unit: " + JSON.stringify(values[0]));
-        return values[0];
+        return unit;
     }
 });
 /**
@@ -806,14 +824,16 @@ Will use tabs for as much of the columns as possible when the
 tabs.
 */
 function indentString(state, cols) {
-    let result = "", ts = state.tabSize;
-    if (state.facet(indentUnit).charCodeAt(0) == 9)
+    let result = "", ts = state.tabSize, ch = state.facet(indentUnit)[0];
+    if (ch == "\t") {
         while (cols >= ts) {
             result += "\t";
             cols -= ts;
         }
+        ch = " ";
+    }
     for (let i = 0; i < cols; i++)
-        result += " ";
+        result += ch;
     return result;
 }
 /**
@@ -1396,6 +1416,41 @@ const unfoldAll = view => {
     view.dispatch({ effects });
     return true;
 };
+// Find the foldable region containing the given line, if one exists
+function foldableContainer(view, lineBlock) {
+    // Look backwards through line blocks until we find a foldable region that
+    // intersects with the line
+    for (let line = lineBlock;;) {
+        let foldableRegion = foldable(view.state, line.from, line.to);
+        if (foldableRegion && foldableRegion.to > lineBlock.from)
+            return foldableRegion;
+        if (!line.from)
+            return null;
+        line = view.lineBlockAt(line.from - 1);
+    }
+}
+/**
+Toggle folding at cursors. Unfolds if there is an existing fold
+starting in that line, tries to find a foldable range around it
+otherwise.
+*/
+const toggleFold = (view) => {
+    let effects = [];
+    for (let line of selectedLines(view)) {
+        let folded = findFold(view.state, line.from, line.to);
+        if (folded) {
+            effects.push(unfoldEffect.of(folded), announceFold(view, folded, false));
+        }
+        else {
+            let foldRange = foldableContainer(view, line);
+            if (foldRange)
+                effects.push(foldEffect.of(foldRange), announceFold(view, foldRange));
+        }
+    }
+    if (effects.length > 0)
+        view.dispatch({ effects: maybeEnable(view.state, effects) });
+    return !!effects.length;
+};
 /**
 Default fold-related key bindings.
 
@@ -1919,10 +1974,11 @@ class StringStream {
     /**
     The current indent unit size.
     */
-    indentUnit) {
+    indentUnit, overrideIndent) {
         this.string = string;
         this.tabSize = tabSize;
         this.indentUnit = indentUnit;
+        this.overrideIndent = overrideIndent;
         /**
         The current position on the line.
         */
@@ -2023,7 +2079,8 @@ class StringStream {
     Get the indentation column of the current line.
     */
     indentation() {
-        return countCol(this.string, null, this.tabSize);
+        var _a;
+        return (_a = this.overrideIndent) !== null && _a !== void 0 ? _a : countCol(this.string, null, this.tabSize);
     }
     /**
     Match the input against the given string or regular expression
@@ -2085,6 +2142,7 @@ function defaultCopyState(state) {
     }
     return newState;
 }
+const IndentedFrom = /*@__PURE__*/new WeakMap();
 /**
 A [language](https://codemirror.net/6/docs/ref/#language.Language) class based on a CodeMirror
 5-style [streaming parser](https://codemirror.net/6/docs/ref/#language.StreamParser).
@@ -2115,7 +2173,14 @@ class StreamLanguage extends Language {
             at = at.parent;
         if (!at)
             return null;
-        let start = findState(this, tree, 0, at.from, pos), statePos, state;
+        let from = undefined;
+        let { overrideIndentation } = cx.options;
+        if (overrideIndentation) {
+            from = IndentedFrom.get(cx.state);
+            if (from != null && from < pos - 1e4)
+                from = undefined;
+        }
+        let start = findState(this, tree, 0, at.from, from !== null && from !== void 0 ? from : pos), statePos, state;
         if (start) {
             state = start.state;
             statePos = start.pos + 1;
@@ -2129,7 +2194,8 @@ class StreamLanguage extends Language {
         while (statePos < pos) {
             let line = cx.state.doc.lineAt(statePos), end = Math.min(pos, line.to);
             if (line.length) {
-                let stream = new StringStream(line.text, cx.state.tabSize, cx.unit);
+                let indentation = overrideIndentation ? overrideIndentation(line.from) : -1;
+                let stream = new StringStream(line.text, cx.state.tabSize, cx.unit, indentation < 0 ? undefined : indentation);
                 while (stream.pos < end - line.from)
                     readToken(this.streamParser.token, stream, state);
             }
@@ -2140,8 +2206,10 @@ class StreamLanguage extends Language {
                 break;
             statePos = line.to + 1;
         }
-        let { text } = cx.lineAt(pos);
-        return this.streamParser.indent(state, /^\s*(.*)/.exec(text)[1], cx);
+        let line = cx.lineAt(pos);
+        if (overrideIndentation && from == null)
+            IndentedFrom.set(cx.state, line.from);
+        return this.streamParser.indent(state, /^\s*(.*)/.exec(line.text)[1], cx);
     }
     get allowsNesting() { return false; }
 }
@@ -2408,4 +2476,4 @@ function docID(data) {
     return type;
 }
 
-export { HighlightStyle, IndentContext, LRLanguage, Language, LanguageDescription, LanguageSupport, ParseContext, StreamLanguage, StringStream, TreeIndentContext, bracketMatching, bracketMatchingHandle, codeFolding, continuedIndent, defaultHighlightStyle, defineLanguageFacet, delimitedIndent, ensureSyntaxTree, flatIndent, foldAll, foldCode, foldEffect, foldGutter, foldInside, foldKeymap, foldNodeProp, foldService, foldState, foldable, foldedRanges, forceParsing, getIndentUnit, getIndentation, highlightingFor, indentNodeProp, indentOnInput, indentRange, indentService, indentString, indentUnit, language, languageDataProp, matchBrackets, syntaxHighlighting, syntaxParserRunning, syntaxTree, syntaxTreeAvailable, unfoldAll, unfoldCode, unfoldEffect };
+export { HighlightStyle, IndentContext, LRLanguage, Language, LanguageDescription, LanguageSupport, ParseContext, StreamLanguage, StringStream, TreeIndentContext, bracketMatching, bracketMatchingHandle, codeFolding, continuedIndent, defaultHighlightStyle, defineLanguageFacet, delimitedIndent, ensureSyntaxTree, flatIndent, foldAll, foldCode, foldEffect, foldGutter, foldInside, foldKeymap, foldNodeProp, foldService, foldState, foldable, foldedRanges, forceParsing, getIndentUnit, getIndentation, highlightingFor, indentNodeProp, indentOnInput, indentRange, indentService, indentString, indentUnit, language, languageDataProp, matchBrackets, sublanguageProp, syntaxHighlighting, syntaxParserRunning, syntaxTree, syntaxTreeAvailable, toggleFold, unfoldAll, unfoldCode, unfoldEffect };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codemirror/language",
-  "version": "6.4.0",
+  "version": "6.6.0",
   "description": "Language support infrastructure for the CodeMirror code editor",
   "scripts": {
     "test": "cm-runtests",
@@ -12,7 +12,7 @@
   ],
   "author": {
     "name": "Marijn Haverbeke",
-    "email": "marijnh@gmail.com",
+    "email": "marijn@haverbeke.berlin",
     "url": "http://marijnhaverbeke.nl"
   },
   "type": "module",