@atlaskit/editor-plugin-autocomplete 3.0.0 → 3.1.0

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # @atlaskit/editor-plugin-autocomplete
 
+## 3.1.0
+
+### Minor Changes
+
+- [`f003833231999`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/f003833231999) -
+  Code-split the autocomplete vocabulary, L3 word list and word-index JSON via dynamic import so
+  they load on autocomplete initialisation instead of being bundled into the editor's main chunk.
+
 ## 3.0.0
 
 ### Patch Changes

package/dist/cjs/pm-plugins/autocomplete-plugin.js

@@ -38,8 +38,6 @@ var createInitialState = function createInitialState() {
 var getTextBeforeCursor = function getTextBeforeCursor(state) {
   var $from = state.selection.$from;
   var maxChars = 200;
-
-  // 1. Get the perfectly flattened text of the current block up to the cursor
   var blockNode = $from.parent;
   var offsetInBlock = $from.parentOffset;
   var blockText = blockNode.textContent.slice(0, offsetInBlock);
@@ -48,7 +46,7 @@ var getTextBeforeCursor = function getTextBeforeCursor(state) {
   }
   var fullText = blockText;
 
-  // 2. Walk backwards through previous blocks
+  // Walk backwards through previous blocks until we have enough context.
   var depth = $from.depth - 1;
   while (fullText.length < maxChars && depth >= 0) {
     var parentNode = $from.node(depth);
@@ -249,8 +247,6 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
       try {
         var state = view.state;
         var selection = state.selection;
-
-        // Only predict for cursor selections (not range selections)
         if (!selection.empty) {
           return;
         }
@@ -262,13 +258,9 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
           return;
         }
         dismissedContext = null;
-
-        // Don't predict if there's not enough context
         if (textBefore.trim().length < 3) {
           return;
         }
-
-        // Tier 1 prediction is synchronous -- no async needed
         var prediction = (0, _textPredictor.predict)(textBefore);
         if (prediction && prediction.length > 0) {
           var typedLength = getTypedLengthForPrediction(textBefore);
@@ -330,8 +322,7 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
           return _objectSpread(_objectSpread({}, pluginState), meta);
         }
 
-        // If the document changed, clear the ghost text
-        // (new prediction will be scheduled from view.update)
+        // A new prediction is scheduled from view.update.
         if (tr.docChanged) {
           return _objectSpread(_objectSpread({}, pluginState), {}, {
             ghostText: '',
@@ -339,8 +330,6 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
             decorationSet: _view.DecorationSet.empty
           });
         }
-
-        // If selection changed without doc change, clear ghost text
         if (tr.selectionSet && pluginState.ghostText) {
           return _objectSpread(_objectSpread({}, pluginState), {}, {
             ghostText: '',
@@ -401,13 +390,11 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
           return false;
         },
         focus: function focus() {
-          try {
-            (0, _textPredictor.loadDefaultVocabulary)();
-          } catch (error) {
+          (0, _textPredictor.loadDefaultVocabulary)().catch(function (error) {
             (0, _monitoring.logException)(error, {
               location: 'editor-plugin-autocomplete/loadDefaultVocabulary'
             });
-          }
+          });
           (0, _textPredictor.loadVectorsAsync)({
             getBinaryUrl: options === null || options === void 0 ? void 0 : options.getVectorsBinaryUrl
           }).catch(function (error) {
@@ -449,12 +436,9 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
             if (justAccepted) {
               justAccepted = false;
 
-              // ✨ THE FIX: Memorize the text state right after acceptance.
-              // Any follow-up transactions will hit the 'dismissedContext'
-              // block and abort until the user actually types a new character!
+              // Snapshot the post-acceptance text so follow-up transactions hit
+              // the dismissedContext guard and abort until the user types again.
               dismissedContext = getTextBeforeCursor(view.state);
-
-              // Also clear any pending debounce timers from before the acceptance
               if (debounceTimer) {
                 clearTimeout(debounceTimer);
               }

package/dist/cjs/pm-plugins/scoring-pipeline.js

@@ -166,20 +166,21 @@ function applyGrammarFilter(candidates, previousWord) {
         dropped.push(entry.candidate.word);
       }
     }
+
+    // Grammar is authoritative.
   } catch (err) {
     _iterator2.e(err);
   } finally {
     _iterator2.f();
   }
-  var finalFiltered = filtered.length > 0 ? filtered : candidates;
   return {
-    filtered: finalFiltered,
+    filtered: filtered,
     grammarMeta: {
       prevWord: lowerPrev,
       prevTags: prevTags,
       before: candidates.length,
-      after: finalFiltered.length,
-      dropped: filtered.length > 0 ? dropped : []
+      after: filtered.length,
+      dropped: dropped
     }
   };
 }

package/dist/cjs/pm-plugins/text-predictor.js

@@ -1,23 +1,23 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+var _typeof3 = require("@babel/runtime/helpers/typeof");
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.predict = exports.loadVectorsAsync = exports.loadDefaultVocabulary = exports.initVocabulary = exports.initVectors = exports.initL3Vocabulary = exports.ingestDocumentPage = exports.incrementSessionFreq = exports.getPredictorStatus = exports.getLastPredictionDebug = void 0;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
 var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 var _ufo = require("../analytics/ufo");
-var _l3_vocabulary = _interopRequireDefault(require("./data/l3_vocabulary.json"));
-var _vocabulary_10k = _interopRequireDefault(require("./data/vocabulary_10k.json"));
-var _word_index_10k = _interopRequireDefault(require("./data/word_index_10k.json"));
 var _debugMode = require("./debug-mode");
 var _scoringPipeline = require("./scoring-pipeline");
 var _slowLaneClient = require("./slow-lane-client");
+function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function _interopRequireWildcard(e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != _typeof3(e) && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (var _t4 in e) "default" !== _t4 && {}.hasOwnProperty.call(e, _t4) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, _t4)) && (i.get || i.set) ? o(f, _t4, i) : f[_t4] = e[_t4]); return f; })(e, t); }
 function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t.return || t.return(); } finally { if (u) throw o; } } }; }
 function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
 function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; } /**
@@ -35,8 +35,9 @@ function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length)
  *
  * Session personalization (L1): words the user types are incrementally boosted
  * via incrementSessionFreq(), called on word boundaries from the plugin.
- */ // import bigramsData from './data/bigrams.json';
-// import { rankCandidates, isGrammarAllowed } from './scoring-pipeline';
+ */ // The vocabulary, L3 and word-index JSON payloads are dynamically imported in
+// loadDefaultVocabulary / loadVectorsAsync so their (large) contents stay out of
+// the editor's main chunk and only load when autocomplete is initialised.
 // ─── Constants ───────────────────────────────────────────────────────────────
 
 // eslint-disable-next-line require-unicode-regexp
@@ -44,7 +45,7 @@ var PUNCTUATION_BOUNDARY_REGEX = /^[.,;:!?()\[\]{}"'`]+|[.,;:!?()\[\]{}"'`]+$/g;
 var MIN_PREFIX_LENGTH = 3;
 var MAX_CANDIDATES = 200;
 var CONTEXT_WORDS = 10;
-var MIN_SCORE_THRESHOLD = 0.2;
+var MIN_SCORE_THRESHOLD = 0.35;
 var L3_BASELINE_FREQ = 0.001;
 
 // ─── Types ───────────────────────────────────────────────────────────────────
@@ -208,7 +209,6 @@ var wordTrie = new WeightedWordTrie();
 // L3 Trie (General English Fallback)
 var l3Trie = new WeightedWordTrie();
 
-// --- Initialization Function ---
 /**
  * Loads the General English vocabulary.
  * expects a simple array of strings: ["about", "above", "actually", ...]
@@ -332,14 +332,11 @@ var tokenize = function tokenize(text) {
   return tokens;
 };
 var extractPreviousWord = function extractPreviousWord(text) {
-  // 1. Split the text by newlines or punctuation (. ? !)
+  // Only consider the current sentence/line the user is typing in.
   // eslint-disable-next-line require-unicode-regexp
   var sentences = text.split(/[\n.?!]+/);
-
-  // 2. Only look at the current sentence/line the user is typing in
   var currentSentence = sentences[sentences.length - 1];
 
-  // 3. Extract the previous word as normal
   // eslint-disable-next-line require-unicode-regexp
   var words = currentSentence.trimEnd().split(/\s+/);
   return words.length >= 2 ? words[words.length - 2] : '';
@@ -402,7 +399,6 @@ var incrementSessionFreq = exports.incrementSessionFreq = function incrementSess
  * Pass `undefined` (or omit the argument) to skip priming — useful when the
  * calling context does not yet have a page value available.
  */
-// NOTE: We ingest full page context here
 var ingestDocumentPage = exports.ingestDocumentPage = function ingestDocumentPage(pageContent) {
   if (!pageContent) {
     return;
@@ -435,7 +431,11 @@ var ingestDocumentPage = exports.ingestDocumentPage = function ingestDocumentPag
 };
 var predict = exports.predict = function predict(textBefore) {
   if (!isInitialized) {
-    loadDefaultVocabulary();
+    // Vocabulary JSON is code-split and loads asynchronously. Kick off the load
+    // and skip this keystroke; the plugin also primes it on focus, so the tries
+    // are usually ready before the user types.
+    void loadDefaultVocabulary().catch(function () {});
+    return null;
   }
   var t0 = performance.now();
 
@@ -487,14 +487,11 @@ var predict = exports.predict = function predict(textBefore) {
   if (currentWord.length < MIN_PREFIX_LENGTH) {
     return null;
   }
-
-  // 1. Primary Query: Ask the L2 Domain Trie
   var candidates = wordTrie.getCandidates(currentWord, MAX_CANDIDATES);
 
-  // 2. Fallback Query: Gap-fill with the L3 General English Trie
+  // Gap-fill from the L3 general-English trie, requesting a full buffer so
+  // enough survive de-duplication against the L2 results.
   if (candidates.length < MAX_CANDIDATES) {
-    // Ask L3 for MAX_CANDIDATES to guarantee we have enough buffer
-    // to survive the deduplication process.
     var l3Candidates = l3Trie.getCandidates(currentWord, MAX_CANDIDATES);
     var existingWords = new Set(candidates.map(function (c) {
       return c.word;
@@ -504,8 +501,7 @@ var predict = exports.predict = function predict(textBefore) {
     try {
       for (_iterator0.s(); !(_step0 = _iterator0.n()).done;) {
         var l3c = _step0.value;
-        if (candidates.length >= MAX_CANDIDATES) break; // Stop exactly at the limit
-
+        if (candidates.length >= MAX_CANDIDATES) break;
         if (!existingWords.has(l3c.word)) {
           candidates.push(l3c);
         }
@@ -689,9 +685,55 @@ var predict = exports.predict = function predict(textBefore) {
 
 // ─── Data Loading ────────────────────────────────────────────────────────────
 
+/**
+ * Unwrap a dynamically imported JSON module to its parsed value, handling both
+ * interop modes AFM's bundler chain emits: a `.default`-wrapped namespace
+ * (classic webpack) and a named-exports namespace (webpack 5 / atlaspack JSON
+ * modules, where `default` can be a misleading scalar). Named exports are
+ * preferred when present. The caller declares the JSON `shape` because a dense
+ * array and a sparse numeric-keyed object are emitted identically as named
+ * exports. Kept in lock-step with the matching helper in local-slow-lane-client.ts.
+ */
+var unwrapJsonModule = function unwrapJsonModule(mod, shape) {
+  if (mod == null || (0, _typeof2.default)(mod) !== 'object') {
+    return null;
+  }
+  var namespace = mod;
+  var ownKeys = Object.keys(namespace).filter(function (k) {
+    return k !== 'default' && k !== '__esModule';
+  });
+  if (ownKeys.length > 0) {
+    if (shape === 'array') {
+      var len = ownKeys.length;
+      var arr = new Array(len);
+      for (var i = 0; i < len; i++) {
+        arr[i] = namespace[String(i)];
+      }
+      return arr;
+    }
+    var obj = {};
+    var _iterator1 = _createForOfIteratorHelper(ownKeys),
+      _step1;
+    try {
+      for (_iterator1.s(); !(_step1 = _iterator1.n()).done;) {
+        var k = _step1.value;
+        obj[k] = namespace[k];
+      }
+    } catch (err) {
+      _iterator1.e(err);
+    } finally {
+      _iterator1.f();
+    }
+    return obj;
+  }
+  if ('default' in namespace && namespace.default != null) {
+    return namespace.default;
+  }
+  return null;
+};
 var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
   var _ref6 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(options) {
-    var url, res, buffer, float32, wordIndex, nWords, dim, _t, _t2;
+    var url, _wordIndexOuter$index, res, buffer, float32, wordIndexModule, wordIndexOuter, wordIndex, nWords, dim, _t, _t2;
     return _regenerator.default.wrap(function (_context) {
       while (1) switch (_context.prev = _context.next) {
         case 0:
@@ -751,9 +793,22 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           return res.arrayBuffer();
         case 9:
           buffer = _context.sent;
-          float32 = new Float32Array(buffer);
-          wordIndex = _word_index_10k.default;
+          float32 = new Float32Array(buffer); // word_index_10k.json is wrapped as `{ "index": {…} }` so no real entry
+          // (e.g. the word "default") can shadow the synthetic ESM `default` export
+          // the bundler creates for dynamically-imported JSON.
+          _context.next = 10;
+          return Promise.resolve().then(function () {
+            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-word-index-10k" */'./data/word_index_10k.json'));
+          });
+        case 10:
+          wordIndexModule = _context.sent;
+          wordIndexOuter = unwrapJsonModule(wordIndexModule, 'object');
+          wordIndex = (_wordIndexOuter$index = wordIndexOuter === null || wordIndexOuter === void 0 ? void 0 : wordIndexOuter.index) !== null && _wordIndexOuter$index !== void 0 ? _wordIndexOuter$index : {};
           nWords = Object.keys(wordIndex).length;
+          if (nWords === 0) {
+            // eslint-disable-next-line no-console
+            console.warn('[text-predictor] word_index_10k.json missing its `index` wrapper — wordIndex is empty, semantic scoring will be a no-op.');
+          }
           dim = float32.length / nWords;
           vectorStore = {
             float32: float32,
@@ -773,10 +828,10 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
               sizeBytes: float32.byteLength
             });
           }
-          _context.next = 11;
+          _context.next = 12;
           break;
-        case 10:
-          _context.prev = 10;
+        case 11:
+          _context.prev = 11;
           _t2 = _context["catch"](6);
           vectorsLoadStarted = false;
           (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VECTORS, 'singleton', {
@@ -784,11 +839,11 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           });
           // eslint-disable-next-line no-console
           console.warn('[text-predictor] Failed to load vectors:', _t2);
-        case 11:
+        case 12:
         case "end":
           return _context.stop();
       }
-    }, _callee, null, [[3, 5], [6, 10]]);
+    }, _callee, null, [[3, 5], [6, 11]]);
   }));
   return function loadVectorsAsync(_x) {
     return _ref6.apply(this, arguments);
@@ -797,40 +852,77 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
 var initVectors = exports.initVectors = function initVectors(store) {
   vectorStore = store;
 };
+var vocabularyLoadPromise;
 var loadDefaultVocabulary = exports.loadDefaultVocabulary = function loadDefaultVocabulary() {
   if (isInitialized) {
-    return;
+    return Promise.resolve();
   }
-  (0, _ufo.startExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton');
-  try {
-    // 1. Load the Atlassian Domain (L2)
-    var data = _vocabulary_10k.default;
-    var terms = Object.entries(data.words).map(function (_ref7) {
-      var _ref8 = (0, _slicedToArray2.default)(_ref7, 2),
-        word = _ref8[0],
-        stats = _ref8[1];
-      return {
-        word: word,
-        freq: stats.freq,
-        docFreq: stats.doc_freq,
-        authorFreq: stats.author_freq
-      };
-    });
-    initVocabulary({
-      terms: terms
-    });
-
-    // 2. Load General English (L3)
-    var l3Words = _l3_vocabulary.default;
-    initL3Vocabulary(l3Words);
-    (0, _ufo.succeedExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton', {
-      l2WordCount: terms.length,
-      l3WordCount: l3Words.length
-    });
-  } catch (e) {
-    (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton', {
-      errorType: 'parse_error'
-    });
-    throw e;
+  if (vocabularyLoadPromise) {
+    return vocabularyLoadPromise;
   }
+  vocabularyLoadPromise = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2() {
+    var _yield$Promise$all, _yield$Promise$all2, vocabularyModule, l3VocabularyModule, vocabularyData, l3VocabularyData, terms, _t3;
+    return _regenerator.default.wrap(function (_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          (0, _ufo.startExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton');
+          _context2.prev = 1;
+          _context2.next = 2;
+          return Promise.all([Promise.resolve().then(function () {
+            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-vocabulary-10k" */'./data/vocabulary_10k.json'));
+          }), Promise.resolve().then(function () {
+            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-l3-vocabulary" */'./data/l3_vocabulary.json'));
+          })]);
+        case 2:
+          _yield$Promise$all = _context2.sent;
+          _yield$Promise$all2 = (0, _slicedToArray2.default)(_yield$Promise$all, 2);
+          vocabularyModule = _yield$Promise$all2[0];
+          l3VocabularyModule = _yield$Promise$all2[1];
+          vocabularyData = unwrapJsonModule(vocabularyModule, 'object');
+          l3VocabularyData = unwrapJsonModule(l3VocabularyModule, 'array');
+          if (!((vocabularyData === null || vocabularyData === void 0 ? void 0 : vocabularyData.words) == null || !Array.isArray(l3VocabularyData))) {
+            _context2.next = 3;
+            break;
+          }
+          throw new Error('[text-predictor] vocabulary JSON modules could not be unwrapped');
+        case 3:
+          terms = Object.entries(vocabularyData.words).map(function (_ref8) {
+            var _ref9 = (0, _slicedToArray2.default)(_ref8, 2),
+              word = _ref9[0],
+              stats = _ref9[1];
+            return {
+              word: word,
+              freq: stats.freq,
+              docFreq: stats.doc_freq,
+              authorFreq: stats.author_freq
+            };
+          }); // Load L3 before L2: initVocabulary flips `isInitialized = true`, so it
+          // must run last — otherwise a throw in initL3Vocabulary would strand
+          // `isInitialized` true and the retry path could never reload L3.
+          initL3Vocabulary(l3VocabularyData);
+          initVocabulary({
+            terms: terms
+          });
+          (0, _ufo.succeedExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton', {
+            l2WordCount: terms.length,
+            l3WordCount: l3VocabularyData.length
+          });
+          _context2.next = 5;
+          break;
+        case 4:
+          _context2.prev = 4;
+          _t3 = _context2["catch"](1);
+          (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton', {
+            errorType: 'parse_error'
+          });
+          // Allow a later call to retry the load rather than caching the failure.
+          vocabularyLoadPromise = undefined;
+          throw _t3;
+        case 5:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2, null, [[1, 4]]);
+  }))();
+  return vocabularyLoadPromise;
 };

package/dist/es2019/pm-plugins/autocomplete-plugin.js

@@ -26,8 +26,6 @@ const getTextBeforeCursor = state => {
     $from
   } = state.selection;
   const maxChars = 200;
-
-  // 1. Get the perfectly flattened text of the current block up to the cursor
   const blockNode = $from.parent;
   const offsetInBlock = $from.parentOffset;
   const blockText = blockNode.textContent.slice(0, offsetInBlock);
@@ -36,7 +34,7 @@ const getTextBeforeCursor = state => {
   }
   let fullText = blockText;
 
-  // 2. Walk backwards through previous blocks
+  // Walk backwards through previous blocks until we have enough context.
   let depth = $from.depth - 1;
   while (fullText.length < maxChars && depth >= 0) {
     const parentNode = $from.node(depth);
@@ -245,8 +243,6 @@ export const createAutocompletePlugin = (options, api) => {
         const {
           selection
         } = state;
-
-        // Only predict for cursor selections (not range selections)
         if (!selection.empty) {
           return;
         }
@@ -258,13 +254,9 @@ export const createAutocompletePlugin = (options, api) => {
           return;
         }
         dismissedContext = null;
-
-        // Don't predict if there's not enough context
         if (textBefore.trim().length < 3) {
           return;
         }
-
-        // Tier 1 prediction is synchronous -- no async needed
         const prediction = predict(textBefore);
         if (prediction && prediction.length > 0) {
           const typedLength = getTypedLengthForPrediction(textBefore);
@@ -327,8 +319,7 @@ export const createAutocompletePlugin = (options, api) => {
           };
         }
 
-        // If the document changed, clear the ghost text
-        // (new prediction will be scheduled from view.update)
+        // A new prediction is scheduled from view.update.
         if (tr.docChanged) {
           return {
             ...pluginState,
@@ -337,8 +328,6 @@ export const createAutocompletePlugin = (options, api) => {
             decorationSet: DecorationSet.empty
           };
         }
-
-        // If selection changed without doc change, clear ghost text
         if (tr.selectionSet && pluginState.ghostText) {
           return {
             ...pluginState,
@@ -400,13 +389,11 @@ export const createAutocompletePlugin = (options, api) => {
           return false;
         },
         focus: () => {
-          try {
-            loadDefaultVocabulary();
-          } catch (error) {
+          loadDefaultVocabulary().catch(error => {
             logException(error, {
               location: 'editor-plugin-autocomplete/loadDefaultVocabulary'
             });
-          }
+          });
           loadVectorsAsync({
             getBinaryUrl: options === null || options === void 0 ? void 0 : options.getVectorsBinaryUrl
           }).catch(error => {
@@ -447,12 +434,9 @@ export const createAutocompletePlugin = (options, api) => {
           if (justAccepted) {
             justAccepted = false;
 
-            // ✨ THE FIX: Memorize the text state right after acceptance.
-            // Any follow-up transactions will hit the 'dismissedContext'
-            // block and abort until the user actually types a new character!
+            // Snapshot the post-acceptance text so follow-up transactions hit
+            // the dismissedContext guard and abort until the user types again.
             dismissedContext = getTextBeforeCursor(view.state);
-
-            // Also clear any pending debounce timers from before the acceptance
             if (debounceTimer) {
               clearTimeout(debounceTimer);
             }

package/dist/es2019/pm-plugins/scoring-pipeline.js

@@ -135,15 +135,16 @@ function applyGrammarFilter(candidates, previousWord) {
       dropped.push(entry.candidate.word);
     }
   }
-  const finalFiltered = filtered.length > 0 ? filtered : candidates;
+
+  // Grammar is authoritative.
   return {
-    filtered: finalFiltered,
+    filtered: filtered,
     grammarMeta: {
       prevWord: lowerPrev,
       prevTags,
       before: candidates.length,
-      after: finalFiltered.length,
-      dropped: filtered.length > 0 ? dropped : []
+      after: filtered.length,
+      dropped: dropped
     }
   };
 }