@dxos/ui-editor 0.14.0 → 0.16.0

package/dist/lib/index.mjs

@@ -4,18 +4,18 @@ import { Decoration, EditorView, EditorView as EditorView$1, GutterMarker, Match
 import { Tag, highlightCode, styleTags, tags, tags as tags$1 } from "@lezer/highlight";
 import { getHashStyles, getSize, mx, surfaceShadow } from "@dxos/ui-theme";
 import { hexToHue, isNonNullable, isTruthy, safeParseJson, trim } from "@dxos/util";
-import { DeferredTask, Event, addEventListener, combine, debounce, debounceAndThrottle, sleep, throttle } from "@dxos/async";
 import { log } from "@dxos/log";
 import { diff } from "@codemirror/merge";
 import { next } from "@automerge/automerge";
 import { Doc } from "@dxos/echo-doc";
 import { fromCursor, toCursor } from "@dxos/echo-client";
+import { DeferredTask, Event, addEventListener, combine, debounce, debounceAndThrottle, sleep, throttle } from "@dxos/async";
 import { Context } from "@dxos/context";
 import { invariant } from "@dxos/invariant";
 import { unpackJson } from "@dxos/protocols/buf";
 import { autocompletion, closeBrackets, closeBracketsKeymap, completionKeymap, snippet } from "@codemirror/autocomplete";
 import { defaultKeymap, history, historyKeymap, indentWithTab, standardKeymap } from "@codemirror/commands";
-import { HighlightStyle, LanguageDescription, LanguageSupport, StreamLanguage, bracketMatching, codeFolding, ensureSyntaxTree, foldEffect, foldGutter, foldNodeProp, foldedRanges, getIndentUnit, syntaxHighlighting, syntaxTree, syntaxTreeAvailable, unfoldEffect } from "@codemirror/language";
+import { HighlightStyle, LanguageDescription, LanguageSupport, StreamLanguage, bracketMatching, codeFolding, ensureSyntaxTree, foldEffect, foldGutter, foldNodeProp, foldedRanges, getIndentUnit, syntaxHighlighting, syntaxTree, unfoldEffect } from "@codemirror/language";
 import { searchKeymap } from "@codemirror/search";
 import { vscodeDarkStyle, vscodeLightStyle } from "@uiw/codemirror-theme-vscode";
 import defaultsDeep from "lodash.defaultsdeep";
@@ -3251,7 +3251,7 @@ var snippets = ({ delay = 75, items = defaultItems } = {}) => {
 //#endregion
 //#region src/extensions/language/datalog/datalog.ts
 /** Token names emitted by the tokenizer, mapped to standard tags so the editor's highlight style colours them. */
-var tokenTable = {
+var tokenTable$1 = {
 	lineComment: tags$1.lineComment,
 	blockComment: tags$1.blockComment,
 	string: tags$1.string,
@@ -3277,7 +3277,7 @@ var AGGREGATES = /* @__PURE__ */ new Set([
 	"max",
 	"sum"
 ]);
-var PUNCTUATION = {
+var PUNCTUATION$1 = {
 	",": "separator",
 	".": "terminator",
 	"(": "paren",
@@ -3293,7 +3293,7 @@ var skipBlockComment = (stream, state) => {
 	else stream.pos += 2;
 	return "blockComment";
 };
-var token = (stream, state) => {
+var token$1 = (stream, state) => {
 	if (state.comment) return skipBlockComment(stream, state);
 	if (stream.eatSpace()) return null;
 	if (stream.match("%") || stream.match("//")) {
@@ -3336,7 +3336,7 @@ var token = (stream, state) => {
 	}
 	const char = stream.next();
 	if (char === ".") state.head = true;
-	return (char ? PUNCTUATION[char] : void 0) ?? "invalid";
+	return (char ? PUNCTUATION$1[char] : void 0) ?? "invalid";
 };
 /** Datalog in the `@dxos/datalog` dialect (Soufflé-like rules, `not`/`!` negation, `count : { … }` aggregates). */
 var datalogLanguage = StreamLanguage.define({
@@ -3346,8 +3346,8 @@ var datalogLanguage = StreamLanguage.define({
 		head: true
 	}),
 	copyState: (state) => ({ ...state }),
-	token,
-	tokenTable,
+	token: token$1,
+	tokenTable: tokenTable$1,
 	languageData: {
 		commentTokens: {
 			line: "%",
@@ -5964,7 +5964,7 @@ var createWidgetMap = (setWidgets, debug = false) => {
 		}
 	};
 };
-/** Ceiling on parsing ahead of the background parser; past it `parseCompletionPlugin` rebuilds. */
+/** Ceiling on parsing ahead of the background parser; past it `parseProgressPlugin` rebuilds. */
 var PARSE_BUDGET = 50;
 /**
 * Creates widget decorations over `range` by handing each claimed node to the matchers, then the
@@ -6150,20 +6150,21 @@ var scrollJumpMonitor = (() => {
 	} });
 })();
 /**
-* Re-decorate once the whole document has parsed. `StateField.create` (and incremental rebuilds) only
-* see the syntax tree parsed so far, so a block past CodeMirror's initial background-parse window is
-* not decorated until some later transaction — previously it appeared only after the first edit. This
-* dispatches a one-shot rebuild when the full tree becomes available (re-armed on each edit).
+* Re-decorate whenever the syntax tree changes. `StateField.create` (and incremental rebuilds) see
+* only the tree parsed so far: background parsing extends it later, and a parse that runs out of time
+* skips ranges outside the viewport and parses them as they scroll in, neither with a document change.
+* Edits rebuild too: the incremental merge duplicates a widget appended after the last one (see the
+* `xml-tags` invariant tests), and this rebuild settles it. Rebuilds within one task coalesce.
 */
-var parseCompletionPlugin = ViewPlugin.fromClass(class {
-	#rebuiltForLength = -1;
+var parseProgressPlugin = ViewPlugin.fromClass(class {
+	#pending = false;
 	update(update) {
-		if (update.docChanged) this.#rebuiltForLength = -1;
-		const length = update.state.doc.length;
-		if (this.#rebuiltForLength !== length && syntaxTreeAvailable(update.state, length)) {
-			this.#rebuiltForLength = length;
-			queueMicrotask(() => update.view.dispatch({ effects: widgetRebuildEffect.of(null) }));
-		}
+		if (this.#pending || syntaxTree(update.startState) === syntaxTree(update.state)) return;
+		this.#pending = true;
+		queueMicrotask(() => {
+			this.#pending = false;
+			update.view.dispatch({ effects: widgetRebuildEffect.of(null) });
+		});
 	}
 });
 /**
@@ -6288,7 +6289,7 @@ var widgetsCore = [
 			for (const effect of update.transactions.flatMap((tr) => tr.effects)) if (effect.is(widgetUpdateEffect)) notifier.updated(effect.value.id, widgetStateMap[effect.value.id]);
 		}
 	}),
-	parseCompletionPlugin,
+	parseProgressPlugin,
 	navigationEffectPlugin,
 	keyHandlers,
 	scrollJumpMonitor
@@ -6712,6 +6713,7 @@ var formattingStyles = EditorView$1.theme({
 	},
 	"& .cm-code-inline": {
 		fontFamily: fontMono,
+		fontSize: "0.9em",
 		height: "24px",
 		alignItems: "center",
 		overflow: "hidden",
@@ -7528,6 +7530,127 @@ var markdownSubstitutions = {
 */
 var markdownBindings = { "Alt--": "—" };
 //#endregion
+//#region src/extensions/language/turtle/turtle.ts
+/** Token names emitted by the tokenizer, mapped to standard tags so the editor's highlight style colours them. */
+var tokenTable = {
+	comment: tags$1.lineComment,
+	keyword: tags$1.keyword,
+	iri: tags$1.url,
+	prefix: tags$1.namespace,
+	name: tags$1.propertyName,
+	blank: tags$1.special(tags$1.variableName),
+	string: tags$1.string,
+	language: tags$1.annotation,
+	datatype: tags$1.typeOperator,
+	number: tags$1.number,
+	bool: tags$1.bool,
+	terminator: tags$1.punctuation,
+	separator: tags$1.separator,
+	bracket: tags$1.squareBracket,
+	paren: tags$1.paren,
+	brace: tags$1.brace,
+	invalid: tags$1.invalid
+};
+var PUNCTUATION = {
+	".": "terminator",
+	";": "separator",
+	",": "separator",
+	"[": "bracket",
+	"]": "bracket",
+	"(": "paren",
+	")": "paren",
+	"{": "brace",
+	"}": "brace"
+};
+var KEYWORDS = /^(?:PREFIX|BASE|GRAPH)\b/i;
+var PREFIXED_NAME = /^([A-Za-z][\w.-]*)?:/;
+var LOCAL_NAME = /^(?:[\w\-%]|\.(?=[\w\-%]))+/;
+var skipLongString = (stream, state) => {
+	const delimiter = state.long ?? "\"\"\"";
+	if (stream.skipTo(delimiter)) {
+		stream.pos += delimiter.length;
+		state.long = void 0;
+	} else stream.skipToEnd();
+	return "string";
+};
+var token = (stream, state) => {
+	if (state.long) return skipLongString(stream, state);
+	if (state.local) {
+		state.local = false;
+		if (stream.match(LOCAL_NAME)) return "name";
+	}
+	if (stream.eatSpace()) return null;
+	if (stream.match("#")) {
+		stream.skipToEnd();
+		return "comment";
+	}
+	const long = stream.match("\"\"\"") ? "\"\"\"" : stream.match("'''") ? "'''" : void 0;
+	if (long) {
+		state.long = long;
+		return skipLongString(stream, state);
+	}
+	const quote = stream.peek();
+	if (quote === "\"" || quote === "'") {
+		stream.next();
+		let escaped = false;
+		let char;
+		while ((char = stream.next()) != null) {
+			if (char === quote && !escaped) return "string";
+			escaped = !escaped && char === "\\";
+		}
+		return "invalid";
+	}
+	if (stream.match(/^<[^<>"{}|^`\\\s]*>/)) return "iri";
+	if (stream.match(/^@(?:prefix|base)\b/)) return "keyword";
+	if (stream.match(/^@[A-Za-z]+(?:-[A-Za-z0-9]+)*/)) return "language";
+	if (stream.match("^^")) return "datatype";
+	if (stream.match(/^_:[\w.-]*\w/)) return "blank";
+	if (stream.match(/^[+-]?(?:\d+\.?\d*(?:[eE][+-]?\d+)?|\.\d+(?:[eE][+-]?\d+)?)/)) return "number";
+	if (stream.match(/^(?:true|false)\b/)) return "bool";
+	if (stream.match(KEYWORDS)) return "keyword";
+	if (stream.match(/^a(?=[\s<[(_"'])/)) return "keyword";
+	if (stream.match(PREFIXED_NAME)) {
+		state.local = true;
+		return "prefix";
+	}
+	if (stream.match(LOCAL_NAME)) return "name";
+	const char = stream.next();
+	return (char ? PUNCTUATION[char] : void 0) ?? "invalid";
+};
+/** RDF 1.1 Turtle, and TriG's `{ … }` graph blocks, which Turtle's tokens cover otherwise. */
+var turtleLanguage = StreamLanguage.define({
+	name: "turtle",
+	startState: () => ({ local: false }),
+	copyState: (state) => ({ ...state }),
+	token,
+	tokenTable,
+	languageData: {
+		commentTokens: { line: "#" },
+		closeBrackets: { brackets: [
+			"(",
+			"[",
+			"{",
+			"\"",
+			"'",
+			"<"
+		] }
+	}
+});
+/** Turtle (and TriG) language support; pair with the theme's syntax highlighting to colour it. */
+var turtle = () => new LanguageSupport(turtleLanguage);
+/**
+* Highlights Turtle or TriG without an editor, one array of spans per line, for read-only snippets where mounting
+* a CodeMirror view per snippet would cost too much.
+*/
+var highlightTurtle = (source, highlighter) => {
+	const lines = [[]];
+	highlightCode(source, turtleLanguage.parser.parse(source), highlighter, (text, classes) => lines[lines.length - 1].push({
+		text,
+		classes
+	}), () => lines.push([]));
+	return lines;
+};
+//#endregion
 //#region src/extensions/language/xml/extended-markdown.ts
 /**
 * Extended markdown parser with mixed parser for custom rendering of XML tags.
@@ -11976,6 +12099,6 @@ var walkthroughSidebarTheme = EditorView$1.theme({
 	}
 });
 //#endregion
-export { AnchorWidget, CONTENT_WIDTH, ChangeBarMarker, Cursor, EditorSelection, EditorSelectionStateSchema, EditorState, EditorView, GUTTER_WIDTH, Inline, InputModeExtensions, List, OBJECT_URL_SCHEMES, PROMPT_ELEMENT, PendingTextStreamer, PlaceholderWidget, RemoteSelectionsDecorator, SpaceAwarenessProvider, StubWidget, Tree, WIDGET_ROOT_ATTRIBUTE, addBlockquote, addBookmark, addCodeblock, addLink, addList, addStyle, annotations, appendPendingText, assistant, autoScroll, autoScrollEffect, autocomplete, automerge, awareness, awarenessProvider, blast, blockDrag, blockSelection, blockSelectionField, blockSelectionHighlight, blocks, bookmarks, busy, busyState, canDragItem, cancelPending, cancelPendingText, changeBarGutter, changeBars, cherryPickHunk, clearAnalysis, clearBookmarks, clientRectsFor, commands, comments, commentsState, commitPending, compactSlots, computeCharHunks, computeDocChanges, computeHunks, computeWordHunks, convertList, convertTreeToJson, crawler, crawlerActiveEffect, crawlerLineEffect, createBasicExtensions, createBlockDrag, createBlockSelection, createBlockSelectionHighlight, createComment, createCrawler, createDataExtensions, createEditorStateTransaction, createMarkdownExtensions, createMermaidExtensions, createThemeExtensions, createTurnSource, createWidget, datalog, datalogLanguage, debugDispatcher, debugNodeLogger, debugTree, decorateMarkdown, decorationSetToArray, defaultExtensions, defaultOptions, defaultStyles, defaultThemeSlots, deleteItem, diffBlockTheme, diffBlocks, diffHighlightStyles, diffHunks, diffView, documentId, documentSlots, dropFile, editorClassNames, editorInputMode, editorPendingTextSink, escapeLinkLabel, escapeRegExpSource, exitEmptyItem, exitItemAnnotation, extendedMarkdown, fader, filterChars, findBlocks, flattenRect, focus, focusField, foldTurns, folding, formattingEquals, formattingKeymap, formattingListener, fullWidth, getActionScope, getDropIndent, getExtent, getFormatting, getItemText, getListItemContent, getRange, getSelectedBlocks, getWidgetState, getXmlInnerText, getXmlTextChild, ghost, groupHunks, grow, hashtag, highlightLines, image, indentItemLess, indentItemMore, initialSync, inlineEdit, insertAtCursor, insertAtLineStart, insertTable, insertTaskAtLine, isBusy, isItemLink, isRangeVisible, isWidgetLink, itemToJSON, join, json, keymap, languageLabel, lineSpacing, linkMatchFacet, linkTooltip, linkWidgets, listItemToString, listener, logChanges, markStale, markdownBindings, markdownBlockOps, markdownHighlightStyle, markdownSubstitutions, markdownTags, markdownTagsExtensions, markerButtons, markerMark, markerText, markerTheme, matchCompletion, matchHosts, matchPattern, matchSchemes, memoryPendingTextSink, mention, mergeRanges, mermaidHighlightStyle, mermaidHighlighting, mermaidLanguageDescription, mobileSlots, modalStateEffect, modalStateField, moveBlocks, moveBlocksSpec, moveItemDown, moveItemUp, navigateNextEffect, navigatePreviousEffect, objectLinks, outliner, outlinerDnd, outlinerTree, overlap, pairMarkupHunks, parseDiff, parseDiffFence, parseFenceInfo, pendingText, pendingTextState, placeholder, pos, posAnalysisField, posDecorations, posPopover, posSpans, posTheme, posTokenAt, processEditorPayload, rebaseHunks, rebaseHunksWith, releaseBlockHeight, removeBlockquote, removeBookmark, removeCodeblock, removeLink, removeList, removeStyle, replaceBlocks, replaceBlocksSpec, replaceItemWithLink, restoreEditorState, revertHunk, scrollCommentIntoView, scrollPastEnd, scrollToLine, scrollbarAutohide, scroller, selectAllItems, selectDown, selectNoneItems, selectUp, selectionState, setAnalysis, setBase, setBlockSelection, setBlockquote, setBusy, setComments, setHeading, setLinkWidgetState, setPendingAnchor, setPendingFinal, setPendingInterim, setSelection, setStyle, singleValueFacet, snippets, spanDiverged, staticCompletion, submit, submitOnModEnter, substitutions, suggestChanges, suggestionKey, suggestions, suggestionsOverlay, syncLinkLabels, tabbable, table, tags, textRange, toggleBlockSelection, toggleBlockquote, toggleCodeblock, toggleEmphasis, toggleInlineCode, toggleList, toggleStrikethrough, toggleStrong, toggleStyle, toggleTask, trackChanges, traverse, treeFacet, turnFolding, typeahead, typewriter, typewriterBypass, typewriterDrainingEffect, unfoldTurns, walkthroughOutline, walkthroughSidebar, walkthroughTheme, widgetContextEffect, widgetHost, widgetId, widgetMatchersFacet, widgetRebuildEffect, widgetResetEffect, widgetUpdateEffect, widgetsCore, wrapWithCatch, xmlBlockDecoration, xmlElementLength, xmlFormatting, xmlTags };
+export { AnchorWidget, CONTENT_WIDTH, ChangeBarMarker, Cursor, EditorSelection, EditorSelectionStateSchema, EditorState, EditorView, GUTTER_WIDTH, Inline, InputModeExtensions, List, OBJECT_URL_SCHEMES, PROMPT_ELEMENT, PendingTextStreamer, PlaceholderWidget, RemoteSelectionsDecorator, SpaceAwarenessProvider, StubWidget, Tree, WIDGET_ROOT_ATTRIBUTE, addBlockquote, addBookmark, addCodeblock, addLink, addList, addStyle, annotations, appendPendingText, assistant, autoScroll, autoScrollEffect, autocomplete, automerge, awareness, awarenessProvider, blast, blockDrag, blockSelection, blockSelectionField, blockSelectionHighlight, blocks, bookmarks, busy, busyState, canDragItem, cancelPending, cancelPendingText, changeBarGutter, changeBars, cherryPickHunk, clearAnalysis, clearBookmarks, clientRectsFor, commands, comments, commentsState, commitPending, compactSlots, computeCharHunks, computeDocChanges, computeHunks, computeWordHunks, convertList, convertTreeToJson, crawler, crawlerActiveEffect, crawlerLineEffect, createBasicExtensions, createBlockDrag, createBlockSelection, createBlockSelectionHighlight, createComment, createCrawler, createDataExtensions, createEditorStateTransaction, createMarkdownExtensions, createMermaidExtensions, createThemeExtensions, createTurnSource, createWidget, datalog, datalogLanguage, debugDispatcher, debugNodeLogger, debugTree, decorateMarkdown, decorationSetToArray, defaultExtensions, defaultOptions, defaultStyles, defaultThemeSlots, deleteItem, diffBlockTheme, diffBlocks, diffHighlightStyles, diffHunks, diffView, documentId, documentSlots, dropFile, editorClassNames, editorInputMode, editorPendingTextSink, escapeLinkLabel, escapeRegExpSource, exitEmptyItem, exitItemAnnotation, extendedMarkdown, fader, filterChars, findBlocks, flattenRect, focus, focusField, foldTurns, folding, formattingEquals, formattingKeymap, formattingListener, fullWidth, getActionScope, getDropIndent, getExtent, getFormatting, getItemText, getListItemContent, getRange, getSelectedBlocks, getWidgetState, getXmlInnerText, getXmlTextChild, ghost, groupHunks, grow, hashtag, highlightLines, highlightTurtle, image, indentItemLess, indentItemMore, initialSync, inlineEdit, insertAtCursor, insertAtLineStart, insertTable, insertTaskAtLine, isBusy, isItemLink, isRangeVisible, isWidgetLink, itemToJSON, join, json, keymap, languageLabel, lineSpacing, linkMatchFacet, linkTooltip, linkWidgets, listItemToString, listener, logChanges, markStale, markdownBindings, markdownBlockOps, markdownHighlightStyle, markdownSubstitutions, markdownTags, markdownTagsExtensions, markerButtons, markerMark, markerText, markerTheme, matchCompletion, matchHosts, matchPattern, matchSchemes, memoryPendingTextSink, mention, mergeRanges, mermaidHighlightStyle, mermaidHighlighting, mermaidLanguageDescription, mobileSlots, modalStateEffect, modalStateField, moveBlocks, moveBlocksSpec, moveItemDown, moveItemUp, navigateNextEffect, navigatePreviousEffect, objectLinks, outliner, outlinerDnd, outlinerTree, overlap, pairMarkupHunks, parseDiff, parseDiffFence, parseFenceInfo, pendingText, pendingTextState, placeholder, pos, posAnalysisField, posDecorations, posPopover, posSpans, posTheme, posTokenAt, processEditorPayload, rebaseHunks, rebaseHunksWith, releaseBlockHeight, removeBlockquote, removeBookmark, removeCodeblock, removeLink, removeList, removeStyle, replaceBlocks, replaceBlocksSpec, replaceItemWithLink, restoreEditorState, revertHunk, scrollCommentIntoView, scrollPastEnd, scrollToLine, scrollbarAutohide, scroller, selectAllItems, selectDown, selectNoneItems, selectUp, selectionState, setAnalysis, setBase, setBlockSelection, setBlockquote, setBusy, setComments, setHeading, setLinkWidgetState, setPendingAnchor, setPendingFinal, setPendingInterim, setSelection, setStyle, singleValueFacet, snippets, spanDiverged, staticCompletion, submit, submitOnModEnter, substitutions, suggestChanges, suggestionKey, suggestions, suggestionsOverlay, syncLinkLabels, tabbable, table, tags, textRange, toggleBlockSelection, toggleBlockquote, toggleCodeblock, toggleEmphasis, toggleInlineCode, toggleList, toggleStrikethrough, toggleStrong, toggleStyle, toggleTask, trackChanges, traverse, treeFacet, turnFolding, turtle, turtleLanguage, typeahead, typewriter, typewriterBypass, typewriterDrainingEffect, unfoldTurns, walkthroughOutline, walkthroughSidebar, walkthroughTheme, widgetContextEffect, widgetHost, widgetId, widgetMatchersFacet, widgetRebuildEffect, widgetResetEffect, widgetUpdateEffect, widgetsCore, wrapWithCatch, xmlBlockDecoration, xmlElementLength, xmlFormatting, xmlTags };
 
 //# sourceMappingURL=index.mjs.map