@atlaskit/editor-plugin-autocomplete 2.0.0 → 2.2.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @atlaskit/editor-plugin-autocomplete
 
+## 2.2.0
+
+### Minor Changes
+
+- [`6eb5747f5ba37`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/6eb5747f5ba37) -
+  Add SAR analytics for autocomplete plugin
+
+### Patch Changes
+
+- Updated dependencies
+
+## 2.1.0
+
+### Minor Changes
+
+- [`6b36a63af0057`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/6b36a63af0057) -
+  Updated scoring math for contextual typeahead autocomplete
+
+### Patch Changes
+
+- Updated dependencies
+
 ## 2.0.0
 
 ### Patch Changes

package/afm-cc/tsconfig.json

@@ -25,6 +25,9 @@
 		},
 		{
 			"path": "../../editor-common/afm-cc/tsconfig.json"
+		},
+		{
+			"path": "../../editor-plugin-analytics/afm-cc/tsconfig.json"
 		}
 	]
 }

package/afm-products/tsconfig.json

@@ -25,6 +25,9 @@
 		},
 		{
 			"path": "../../editor-common/afm-products/tsconfig.json"
+		},
+		{
+			"path": "../../editor-plugin-analytics/afm-products/tsconfig.json"
 		}
 	]
 }

package/dist/cjs/autocompletePlugin.js

@@ -6,7 +6,8 @@ Object.defineProperty(exports, "__esModule", {
 exports.autocompletePlugin = void 0;
 var _autocompletePlugin = require("./pm-plugins/autocomplete-plugin");
 var autocompletePlugin = exports.autocompletePlugin = function autocompletePlugin(_ref) {
-  var options = _ref.config;
+  var options = _ref.config,
+    api = _ref.api;
   return {
     name: 'autocomplete',
     getSharedState: function getSharedState(editorState) {
@@ -19,7 +20,7 @@ var autocompletePlugin = exports.autocompletePlugin = function autocompletePlugi
       return [{
         name: 'autocomplete',
         plugin: function plugin() {
-          return (0, _autocompletePlugin.createAutocompletePlugin)(options);
+          return (0, _autocompletePlugin.createAutocompletePlugin)(options, api);
         }
       }];
     }

package/dist/cjs/pm-plugins/autocomplete-plugin.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.createAutocompletePlugin = exports.autocompletePluginKey = void 0;
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
+var _analytics = require("@atlaskit/editor-common/analytics");
 var _safePlugin = require("@atlaskit/editor-common/safe-plugin");
 var _keymap = require("@atlaskit/editor-prosemirror/keymap");
 var _state = require("@atlaskit/editor-prosemirror/state");
@@ -68,6 +69,7 @@ var setAutocompleteMeta = function setAutocompleteMeta(tr, meta) {
 /**
  * Apply a ghost text suggestion to the editor state.
  */
+var lastShownGhostText = '';
 var showGhostText = function showGhostText(view, text, position) {
   var state = view.state,
     dispatch = view.dispatch;
@@ -146,7 +148,7 @@ var buildSlowLaneText = function buildSlowLaneText(docText, context) {
   lines.push("reply ".concat(nextReplyNumber, ": ").concat(docText));
   return lines.join('\n');
 };
-var createAutocompletePlugin = exports.createAutocompletePlugin = function createAutocompletePlugin(options) {
+var createAutocompletePlugin = exports.createAutocompletePlugin = function createAutocompletePlugin(options, api) {
   var debounceTimer = null;
   var hasIngestedPage = false;
   var resolvedContext;
@@ -204,6 +206,15 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
       var prediction = (0, _textPredictor.predict)(textBefore);
       if (prediction && prediction.length > 0) {
         showGhostText(view, prediction, selection.from);
+        if (prediction !== lastShownGhostText) {
+          var _api$analytics;
+          lastShownGhostText = prediction;
+          api === null || api === void 0 || (_api$analytics = api.analytics) === null || _api$analytics === void 0 || _api$analytics.actions.fireAnalyticsEvent({
+            action: _analytics.ACTION.SUGGESTION_VIEWED,
+            actionSubject: _analytics.ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+            eventType: _analytics.EVENT_TYPE.TRACK
+          });
+        }
       }
     }, DEBOUNCE_MS);
   };
@@ -275,12 +286,30 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
       handleKeyDown: (0, _keymap.keydownHandler)({
         Tab: function Tab(state, dispatch) {
           var accepted = acceptGhostText(state, dispatch);
-          if (accepted) justAccepted = true;
+          if (accepted) {
+            var _api$analytics2;
+            justAccepted = true;
+            lastShownGhostText = '';
+            api === null || api === void 0 || (_api$analytics2 = api.analytics) === null || _api$analytics2 === void 0 || _api$analytics2.actions.fireAnalyticsEvent({
+              action: _analytics.ACTION.SUGGESTION_INSERTED,
+              actionSubject: _analytics.ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+              eventType: _analytics.EVENT_TYPE.TRACK
+            });
+          }
           return accepted;
         },
         ArrowRight: function ArrowRight(state, dispatch) {
           var accepted = acceptGhostText(state, dispatch);
-          if (accepted) justAccepted = true;
+          if (accepted) {
+            var _api$analytics3;
+            justAccepted = true;
+            lastShownGhostText = '';
+            api === null || api === void 0 || (_api$analytics3 = api.analytics) === null || _api$analytics3 === void 0 || _api$analytics3.actions.fireAnalyticsEvent({
+              action: _analytics.ACTION.SUGGESTION_INSERTED,
+              actionSubject: _analytics.ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+              eventType: _analytics.EVENT_TYPE.TRACK
+            });
+          }
           return accepted;
         },
         Escape: function Escape(state, dispatch) {

package/dist/cjs/pm-plugins/scoring-pipeline.js

@@ -4,6 +4,7 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
+exports.STAGE2_WEIGHT = exports.STAGE1_WEIGHT = exports.MIN_STAGE1_SCORE = void 0;
 exports.rankCandidates = rankCandidates;
 var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _combined_l2_l3_pos_tags = _interopRequireDefault(require("./data/combined_l2_l3_pos_tags.json"));
@@ -26,10 +27,15 @@ function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length)
 var ALPHA = 0.5;
 var BETA = 0.5;
 var NEUTRAL_SCORE = 0.5;
-var STAGE1_WEIGHT = 0.6;
-var STAGE2_WEIGHT = 0.4;
-var MIN_STAGE1_SCORE = 0.35;
+var STAGE1_WEIGHT = exports.STAGE1_WEIGHT = 0.35;
+var STAGE2_WEIGHT = exports.STAGE2_WEIGHT = 0.65;
+var MIN_STAGE1_SCORE = exports.MIN_STAGE1_SCORE = 0.35;
 var L1_SESSION_CAP = 1.2;
+// Minimum prefix-payload max LM probability before Stage 2 activates.
+// Below this threshold the LM signal is too weak to suppress Stage 1 — finalScore
+// falls back to stage1Score directly. Prevents weak prefixes (e.g. "ins" → "instances"
+// at 0.00024) from triggering re-ranking.
+var LM_GATE_THRESHOLD = 0.0005;
 
 // ─── Grammar Data (loaded once on import) ───────────────────
 
@@ -193,6 +199,7 @@ function getLmScore(word, lmLogits) {
 // ─── Public API ─────────────────────────────────────────────
 
 function rankCandidates(candidates, contextVector, getWordVector, lmLogits, maxTenantFreq, previousWord) {
+  var _grammarMeta$dropped;
   // Stage 1
   var stage1Results = candidates.map(function (candidate) {
     var _scoreStage = scoreStage1(candidate, contextVector, getWordVector, maxTenantFreq),
@@ -206,33 +213,48 @@ function rankCandidates(candidates, contextVector, getWordVector, lmLogits, maxT
       stage1Score: stage1Score
     };
   });
-  var stage1Survivors = stage1Results.filter(function (entry) {
-    return entry.stage1Score >= MIN_STAGE1_SCORE;
-  });
+  var stage1Survivors = [];
+  var stage1Rejected = [];
+  var _iterator3 = _createForOfIteratorHelper(stage1Results),
+    _step3;
+  try {
+    for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
+      var entry = _step3.value;
+      if (entry.stage1Score >= MIN_STAGE1_SCORE) {
+        stage1Survivors.push(entry);
+      } else {
+        stage1Rejected.push(entry.candidate.word);
+      }
+    }
 
-  // Grammar Filter
+    // Grammar Filter
+  } catch (err) {
+    _iterator3.e(err);
+  } finally {
+    _iterator3.f();
+  }
   var _applyGrammarFilter = applyGrammarFilter(stage1Survivors, previousWord),
     filtered = _applyGrammarFilter.filtered,
     grammarMeta = _applyGrammarFilter.grammarMeta;
 
   // Stage 2 + final assembly
   var lmMax = 0;
-  if (lmLogits && Object.keys(lmLogits).length > 0) {
+  if (lmLogits) {
     var values = Object.values(lmLogits);
-    lmMax = Math.max.apply(Math, values);
+    if (values.length > 0) lmMax = Math.max.apply(Math, values);
   }
   var scored = filtered.map(function (entry) {
     var lmScore = 0;
     var finalScore = entry.stage1Score;
-    if (lmLogits && Object.keys(lmLogits).length > 0) {
+    if (lmLogits && lmMax >= LM_GATE_THRESHOLD) {
       var rawLm = getLmScore(entry.candidate.word, lmLogits);
       if (rawLm !== 0) {
-        // The word was in the top_k! Score it normally.
         var logitDiff = Math.log(rawLm) - Math.log(lmMax);
         lmScore = Math.exp(logitDiff);
-      } else {
-        lmScore = 0.05;
       }
+      // Words absent from the prefix-filtered payload get lmScore = 0,
+      // not 0.05, so they don't outrank genuine LM predictions.
+
       finalScore = STAGE1_WEIGHT * entry.stage1Score + STAGE2_WEIGHT * lmScore;
     }
     return {
@@ -244,13 +266,17 @@ function rankCandidates(candidates, contextVector, getWordVector, lmLogits, maxT
     };
   });
   scored.sort(function (a, b) {
-    if (b.finalScore !== a.finalScore) {
-      return b.finalScore - a.finalScore;
-    }
+    if (b.finalScore !== a.finalScore) return b.finalScore - a.finalScore;
     return a.word.length - b.word.length;
   });
   return {
     candidates: scored,
-    grammarMeta: grammarMeta
+    grammarMeta: grammarMeta,
+    pipelineDebug: {
+      initial: candidates.length,
+      stage1Rejected: stage1Rejected,
+      grammarRejected: (_grammarMeta$dropped = grammarMeta === null || grammarMeta === void 0 ? void 0 : grammarMeta.dropped) !== null && _grammarMeta$dropped !== void 0 ? _grammarMeta$dropped : [],
+      final: scored.length
+    }
   };
 }

package/dist/cjs/pm-plugins/text-predictor.js

@@ -573,11 +573,21 @@ var predict = exports.predict = function predict(textBefore) {
       sessionFreq: node.sessionFreq
     };
   });
+
+  // Filter the LM payload to only words matching the current prefix so that
+  // lmMax in rankCandidates reflects prefix-relevant signal, not the global distribution.
+  var prefix = currentWord.toLowerCase();
+  var prefixLmLogits = lmLogits ? Object.fromEntries(Object.entries(lmLogits).filter(function (_ref4) {
+    var _ref5 = (0, _slicedToArray2.default)(_ref4, 1),
+      word = _ref5[0];
+    return word.startsWith(prefix);
+  })) : null;
   var _rankCandidates = (0, _scoringPipeline.rankCandidates)(scoringCandidates, contextVector, function (w) {
       return getWordVector(w);
-    }, lmLogits, wordTrie.maxTenantFreq, previousWord),
+    }, prefixLmLogits, wordTrie.maxTenantFreq, previousWord),
     ranked = _rankCandidates.candidates,
-    grammarMeta = _rankCandidates.grammarMeta;
+    grammarMeta = _rankCandidates.grammarMeta,
+    pipelineDebug = _rankCandidates.pipelineDebug;
   var best = ranked[0];
   var suggestion = best && best.finalScore >= MIN_SCORE_THRESHOLD ? best.word.slice(currentWord.length) : null;
   if (debugMode) {
@@ -624,7 +634,7 @@ var predict = exports.predict = function predict(textBefore) {
     console.log('%cSlow Lane:', 'color: #888; font-style: italic;', vectorStatus, '|', logitsStatus);
 
     // 4. Scoring formula active this prediction
-    var formulaLabel = lmLogits && Object.keys(lmLogits).length > 0 ? 'Stage1(×0.6) + LM(×0.4)' : 'Stage1 only (no LM logits)';
+    var formulaLabel = lmLogits && Object.keys(lmLogits).length > 0 ? "Stage1(\xD7".concat(_scoringPipeline.STAGE1_WEIGHT, ") + LM(\xD7").concat(_scoringPipeline.STAGE2_WEIGHT, ")") : 'Stage1 only (no LM logits)';
     // eslint-disable-next-line no-console
     console.log('%cFormula:', 'color: #888; font-style: italic;', formulaLabel);
 
@@ -638,17 +648,21 @@ var predict = exports.predict = function predict(textBefore) {
       }
     }
 
-    // 6. Candidate table
+    // 6. Pipeline funnel
+    // eslint-disable-next-line no-console
+    console.log("%c[Pipeline Funnel] %c\uD83D\uDCE5 In: ".concat(pipelineDebug.initial, " | \u274C Stage 1 (< ").concat(_scoringPipeline.MIN_STAGE1_SCORE, "): -").concat(pipelineDebug.stage1Rejected.length, " | \u274C Grammar: -").concat(pipelineDebug.grammarRejected.length, " | \u2705 Final: ").concat(pipelineDebug.final), 'color: #9c27b0; font-weight: bold;', 'color: inherit;');
+
+    // 7. Candidate table
     if (ranked.length > 0) {
       var lmCoverage = ranked.slice(0, 10).filter(function (r) {
-        return r.lmScore > 0.05;
+        return r.lmScore > 0;
       }).length;
       // eslint-disable-next-line no-console
       console.log("%cLM coverage: ".concat(lmCoverage, "/").concat(Math.min(ranked.length, 10), " candidates had real logit scores"), 'color: #888; font-style: italic;');
       var tableData = ranked.slice(0, 10).map(function (r) {
         var rawLogit = 'Not in Payload';
-        if (lmLogits) {
-          var val = lmLogits[r.word.toLowerCase()];
+        if (prefixLmLogits) {
+          var val = prefixLmLogits[r.word.toLowerCase()];
           if (val !== undefined) {
             rawLogit = Number(val.toFixed(5));
           }
@@ -694,7 +708,7 @@ var predict = exports.predict = function predict(textBefore) {
 // ─── Data Loading ────────────────────────────────────────────────────────────
 
 var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
-  var _ref4 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(options) {
+  var _ref6 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(options) {
     var url, res, buffer, float32, wordIndex, nWords, dim;
     return _regenerator.default.wrap(function _callee$(_context) {
       while (1) switch (_context.prev = _context.next) {
@@ -780,7 +794,7 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
     }, _callee, null, [[6, 12], [17, 37]]);
   }));
   return function loadVectorsAsync(_x) {
-    return _ref4.apply(this, arguments);
+    return _ref6.apply(this, arguments);
   };
 }();
 var initVectors = exports.initVectors = function initVectors(store) {
@@ -789,10 +803,10 @@ var initVectors = exports.initVectors = function initVectors(store) {
 var loadDefaultVocabulary = exports.loadDefaultVocabulary = function loadDefaultVocabulary() {
   // 1. Load the Atlassian Domain (L2)
   var data = _vocabulary_10k.default;
-  var terms = Object.entries(data.words).map(function (_ref5) {
-    var _ref6 = (0, _slicedToArray2.default)(_ref5, 2),
-      word = _ref6[0],
-      stats = _ref6[1];
+  var terms = Object.entries(data.words).map(function (_ref7) {
+    var _ref8 = (0, _slicedToArray2.default)(_ref7, 2),
+      word = _ref8[0],
+      stats = _ref8[1];
     return {
       word: word,
       freq: stats.freq,

package/dist/es2019/autocompletePlugin.js

@@ -1,6 +1,7 @@
 import { autocompletePluginKey, createAutocompletePlugin } from './pm-plugins/autocomplete-plugin';
 export const autocompletePlugin = ({
-  config: options
+  config: options,
+  api
 }) => {
   return {
     name: 'autocomplete',
@@ -13,7 +14,7 @@ export const autocompletePlugin = ({
     pmPlugins() {
       return [{
         name: 'autocomplete',
-        plugin: () => createAutocompletePlugin(options)
+        plugin: () => createAutocompletePlugin(options, api)
       }];
     }
   };

package/dist/es2019/pm-plugins/autocomplete-plugin.js

@@ -1,3 +1,4 @@
+import { ACTION, ACTION_SUBJECT, EVENT_TYPE } from '@atlaskit/editor-common/analytics';
 import { SafePlugin } from '@atlaskit/editor-common/safe-plugin';
 import { keydownHandler } from '@atlaskit/editor-prosemirror/keymap';
 import { PluginKey } from '@atlaskit/editor-prosemirror/state';
@@ -58,6 +59,7 @@ const setAutocompleteMeta = (tr, meta) => {
 /**
  * Apply a ghost text suggestion to the editor state.
  */
+let lastShownGhostText = '';
 const showGhostText = (view, text, position) => {
   const {
     state,
@@ -140,7 +142,7 @@ const buildSlowLaneText = (docText, context) => {
   lines.push(`reply ${nextReplyNumber}: ${docText}`);
   return lines.join('\n');
 };
-export const createAutocompletePlugin = options => {
+export const createAutocompletePlugin = (options, api) => {
   let debounceTimer = null;
   let hasIngestedPage = false;
   let resolvedContext;
@@ -202,6 +204,15 @@ export const createAutocompletePlugin = options => {
       const prediction = predict(textBefore);
       if (prediction && prediction.length > 0) {
         showGhostText(view, prediction, selection.from);
+        if (prediction !== lastShownGhostText) {
+          var _api$analytics;
+          lastShownGhostText = prediction;
+          api === null || api === void 0 ? void 0 : (_api$analytics = api.analytics) === null || _api$analytics === void 0 ? void 0 : _api$analytics.actions.fireAnalyticsEvent({
+            action: ACTION.SUGGESTION_VIEWED,
+            actionSubject: ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+            eventType: EVENT_TYPE.TRACK
+          });
+        }
       }
     }, DEBOUNCE_MS);
   };
@@ -276,12 +287,30 @@ export const createAutocompletePlugin = options => {
       handleKeyDown: keydownHandler({
         Tab: (state, dispatch) => {
           const accepted = acceptGhostText(state, dispatch);
-          if (accepted) justAccepted = true;
+          if (accepted) {
+            var _api$analytics2;
+            justAccepted = true;
+            lastShownGhostText = '';
+            api === null || api === void 0 ? void 0 : (_api$analytics2 = api.analytics) === null || _api$analytics2 === void 0 ? void 0 : _api$analytics2.actions.fireAnalyticsEvent({
+              action: ACTION.SUGGESTION_INSERTED,
+              actionSubject: ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+              eventType: EVENT_TYPE.TRACK
+            });
+          }
           return accepted;
         },
         ArrowRight: (state, dispatch) => {
           const accepted = acceptGhostText(state, dispatch);
-          if (accepted) justAccepted = true;
+          if (accepted) {
+            var _api$analytics3;
+            justAccepted = true;
+            lastShownGhostText = '';
+            api === null || api === void 0 ? void 0 : (_api$analytics3 = api.analytics) === null || _api$analytics3 === void 0 ? void 0 : _api$analytics3.actions.fireAnalyticsEvent({
+              action: ACTION.SUGGESTION_INSERTED,
+              actionSubject: ACTION_SUBJECT.CONTEXTUAL_TYPEAHEAD,
+              eventType: EVENT_TYPE.TRACK
+            });
+          }
           return accepted;
         },
         Escape: (state, dispatch) => {

package/dist/es2019/pm-plugins/scoring-pipeline.js

@@ -18,10 +18,15 @@ import grammarTransitionsData from './data/grammar_transitions_10k.json';
 const ALPHA = 0.5;
 const BETA = 0.5;
 const NEUTRAL_SCORE = 0.5;
-const STAGE1_WEIGHT = 0.6;
-const STAGE2_WEIGHT = 0.4;
-const MIN_STAGE1_SCORE = 0.35;
+export const STAGE1_WEIGHT = 0.35;
+export const STAGE2_WEIGHT = 0.65;
+export const MIN_STAGE1_SCORE = 0.35;
 const L1_SESSION_CAP = 1.2;
+// Minimum prefix-payload max LM probability before Stage 2 activates.
+// Below this threshold the LM signal is too weak to suppress Stage 1 — finalScore
+// falls back to stage1Score directly. Prevents weak prefixes (e.g. "ins" → "instances"
+// at 0.00024) from triggering re-ranking.
+const LM_GATE_THRESHOLD = 0.0005;
 
 // ─── Grammar Data (loaded once on import) ───────────────────
 
@@ -158,6 +163,7 @@ function getLmScore(word, lmLogits) {
 // ─── Public API ─────────────────────────────────────────────
 
 export function rankCandidates(candidates, contextVector, getWordVector, lmLogits, maxTenantFreq, previousWord) {
+  var _grammarMeta$dropped;
   // Stage 1
   const stage1Results = candidates.map(candidate => {
     const {
@@ -172,7 +178,15 @@ export function rankCandidates(candidates, contextVector, getWordVector, lmLogit
       stage1Score
     };
   });
-  const stage1Survivors = stage1Results.filter(entry => entry.stage1Score >= MIN_STAGE1_SCORE);
+  const stage1Survivors = [];
+  const stage1Rejected = [];
+  for (const entry of stage1Results) {
+    if (entry.stage1Score >= MIN_STAGE1_SCORE) {
+      stage1Survivors.push(entry);
+    } else {
+      stage1Rejected.push(entry.candidate.word);
+    }
+  }
 
   // Grammar Filter
   const {
@@ -182,22 +196,22 @@ export function rankCandidates(candidates, contextVector, getWordVector, lmLogit
 
   // Stage 2 + final assembly
   let lmMax = 0;
-  if (lmLogits && Object.keys(lmLogits).length > 0) {
+  if (lmLogits) {
     const values = Object.values(lmLogits);
-    lmMax = Math.max(...values);
+    if (values.length > 0) lmMax = Math.max(...values);
   }
   const scored = filtered.map(entry => {
     let lmScore = 0;
     let finalScore = entry.stage1Score;
-    if (lmLogits && Object.keys(lmLogits).length > 0) {
+    if (lmLogits && lmMax >= LM_GATE_THRESHOLD) {
       const rawLm = getLmScore(entry.candidate.word, lmLogits);
       if (rawLm !== 0) {
-        // The word was in the top_k! Score it normally.
         const logitDiff = Math.log(rawLm) - Math.log(lmMax);
         lmScore = Math.exp(logitDiff);
-      } else {
-        lmScore = 0.05;
       }
+      // Words absent from the prefix-filtered payload get lmScore = 0,
+      // not 0.05, so they don't outrank genuine LM predictions.
+
       finalScore = STAGE1_WEIGHT * entry.stage1Score + STAGE2_WEIGHT * lmScore;
     }
     return {
@@ -209,13 +223,17 @@ export function rankCandidates(candidates, contextVector, getWordVector, lmLogit
     };
   });
   scored.sort((a, b) => {
-    if (b.finalScore !== a.finalScore) {
-      return b.finalScore - a.finalScore;
-    }
+    if (b.finalScore !== a.finalScore) return b.finalScore - a.finalScore;
     return a.word.length - b.word.length;
   });
   return {
     candidates: scored,
-    grammarMeta
+    grammarMeta,
+    pipelineDebug: {
+      initial: candidates.length,
+      stage1Rejected,
+      grammarRejected: (_grammarMeta$dropped = grammarMeta === null || grammarMeta === void 0 ? void 0 : grammarMeta.dropped) !== null && _grammarMeta$dropped !== void 0 ? _grammarMeta$dropped : [],
+      final: scored.length
+    }
   };
 }

package/dist/es2019/pm-plugins/text-predictor.js

@@ -21,7 +21,7 @@ import l3VocabularyData from './data/l3_vocabulary.json';
 import vocabularyData from './data/vocabulary_10k.json';
 import wordIndexData from './data/word_index_10k.json';
 // import { rankCandidates, isGrammarAllowed } from './scoring-pipeline';
-import { rankCandidates } from './scoring-pipeline';
+import { rankCandidates, STAGE1_WEIGHT, STAGE2_WEIGHT, MIN_STAGE1_SCORE } from './scoring-pipeline';
 import { getStoredContextVector, getStoredLmLogits } from './slow-lane-client';
 
 // ─── Constants ───────────────────────────────────────────────────────────────
@@ -452,10 +452,16 @@ export const predict = textBefore => {
     authorFreq: node.authorFreq,
     sessionFreq: node.sessionFreq
   }));
+
+  // Filter the LM payload to only words matching the current prefix so that
+  // lmMax in rankCandidates reflects prefix-relevant signal, not the global distribution.
+  const prefix = currentWord.toLowerCase();
+  const prefixLmLogits = lmLogits ? Object.fromEntries(Object.entries(lmLogits).filter(([word]) => word.startsWith(prefix))) : null;
   const {
     candidates: ranked,
-    grammarMeta
-  } = rankCandidates(scoringCandidates, contextVector, w => getWordVector(w), lmLogits, wordTrie.maxTenantFreq, previousWord);
+    grammarMeta,
+    pipelineDebug
+  } = rankCandidates(scoringCandidates, contextVector, w => getWordVector(w), prefixLmLogits, wordTrie.maxTenantFreq, previousWord);
   const best = ranked[0];
   const suggestion = best && best.finalScore >= MIN_SCORE_THRESHOLD ? best.word.slice(currentWord.length) : null;
   if (debugMode) {
@@ -500,7 +506,7 @@ export const predict = textBefore => {
     console.log('%cSlow Lane:', 'color: #888; font-style: italic;', vectorStatus, '|', logitsStatus);
 
     // 4. Scoring formula active this prediction
-    const formulaLabel = lmLogits && Object.keys(lmLogits).length > 0 ? 'Stage1(×0.6) + LM(×0.4)' : 'Stage1 only (no LM logits)';
+    const formulaLabel = lmLogits && Object.keys(lmLogits).length > 0 ? `Stage1(×${STAGE1_WEIGHT}) + LM(×${STAGE2_WEIGHT})` : 'Stage1 only (no LM logits)';
     // eslint-disable-next-line no-console
     console.log('%cFormula:', 'color: #888; font-style: italic;', formulaLabel);
 
@@ -514,15 +520,19 @@ export const predict = textBefore => {
       }
     }
 
-    // 6. Candidate table
+    // 6. Pipeline funnel
+    // eslint-disable-next-line no-console
+    console.log(`%c[Pipeline Funnel] %c📥 In: ${pipelineDebug.initial} | ❌ Stage 1 (< ${MIN_STAGE1_SCORE}): -${pipelineDebug.stage1Rejected.length} | ❌ Grammar: -${pipelineDebug.grammarRejected.length} | ✅ Final: ${pipelineDebug.final}`, 'color: #9c27b0; font-weight: bold;', 'color: inherit;');
+
+    // 7. Candidate table
     if (ranked.length > 0) {
-      const lmCoverage = ranked.slice(0, 10).filter(r => r.lmScore > 0.05).length;
+      const lmCoverage = ranked.slice(0, 10).filter(r => r.lmScore > 0).length;
       // eslint-disable-next-line no-console
       console.log(`%cLM coverage: ${lmCoverage}/${Math.min(ranked.length, 10)} candidates had real logit scores`, 'color: #888; font-style: italic;');
       const tableData = ranked.slice(0, 10).map(r => {
         let rawLogit = 'Not in Payload';
-        if (lmLogits) {
-          const val = lmLogits[r.word.toLowerCase()];
+        if (prefixLmLogits) {
+          const val = prefixLmLogits[r.word.toLowerCase()];
           if (val !== undefined) {
             rawLogit = Number(val.toFixed(5));
           }

package/dist/esm/autocompletePlugin.js

@@ -1,6 +1,7 @@
 import { autocompletePluginKey, createAutocompletePlugin } from './pm-plugins/autocomplete-plugin';
 export var autocompletePlugin = function autocompletePlugin(_ref) {
-  var options = _ref.config;
+  var options = _ref.config,
+    api = _ref.api;
   return {
     name: 'autocomplete',
     getSharedState: function getSharedState(editorState) {
@@ -13,7 +14,7 @@ export var autocompletePlugin = function autocompletePlugin(_ref) {
       return [{
         name: 'autocomplete',
         plugin: function plugin() {
-          return createAutocompletePlugin(options);
+          return createAutocompletePlugin(options, api);
         }
       }];
     }