@atlaskit/editor-plugin-autocomplete 6.0.0 → 8.0.0

package/dist/cjs/pm-plugins/text-predictor.js

@@ -1,23 +1,22 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-var _typeof3 = require("@babel/runtime/helpers/typeof");
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.predict = exports.loadVectorsAsync = exports.loadDefaultVocabulary = exports.initVocabulary = exports.initVectors = exports.initL3Vocabulary = exports.ingestDocumentPage = exports.incrementSessionFreq = exports.getPredictorStatus = exports.getLastPredictionDebug = void 0;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 var _ufo = require("../analytics/ufo");
+var _artifactsManifest = require("./artifacts-manifest");
 var _debugMode = require("./debug-mode");
 var _scoringPipeline = require("./scoring-pipeline");
 var _slowLaneClient = require("./slow-lane-client");
-function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function _interopRequireWildcard(e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != _typeof3(e) && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (var _t4 in e) "default" !== _t4 && {}.hasOwnProperty.call(e, _t4) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, _t4)) && (i.get || i.set) ? o(f, _t4, i) : f[_t4] = e[_t4]); return f; })(e, t); }
 function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
 function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { (0, _defineProperty2.default)(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
 function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t.return || t.return(); } finally { if (u) throw o; } } }; }
@@ -37,9 +36,9 @@ function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length)
  *
  * Session personalization (L1): words the user types are incrementally boosted
  * via incrementSessionFreq(), called on word boundaries from the plugin.
- */ // The vocabulary, L3 and word-index JSON payloads are dynamically imported in
-// loadDefaultVocabulary / loadVectorsAsync so their (large) contents stay out of
-// the editor's main chunk and only load when autocomplete is initialised.
+ */ // The vocabulary, L3 and word-index payloads are fetched from the CDN in
+// loadDefaultVocabulary / loadVectorsAsync so their (large) contents never enter
+// the editor's bundle and only load when autocomplete is initialised.
 // ─── Constants ───────────────────────────────────────────────────────────────
 
 // eslint-disable-next-line require-unicode-regexp
@@ -689,56 +688,10 @@ var predict = exports.predict = function predict(textBefore) {
 
 // ─── Data Loading ────────────────────────────────────────────────────────────
 
-/**
- * Unwrap a dynamically imported JSON module to its parsed value, handling both
- * interop modes AFM's bundler chain emits: a `.default`-wrapped namespace
- * (classic webpack) and a named-exports namespace (webpack 5 / atlaspack JSON
- * modules, where `default` can be a misleading scalar). Named exports are
- * preferred when present. The caller declares the JSON `shape` because a dense
- * array and a sparse numeric-keyed object are emitted identically as named
- * exports. Kept in lock-step with the matching helper in local-slow-lane-client.ts.
- */
-function unwrapJsonModule(mod, shape) {
-  if (mod == null || (0, _typeof2.default)(mod) !== 'object') {
-    return null;
-  }
-  var namespace = mod;
-  var ownKeys = Object.keys(namespace).filter(function (k) {
-    return k !== 'default' && k !== '__esModule';
-  });
-  if (ownKeys.length > 0) {
-    if (shape === 'array') {
-      var len = ownKeys.length;
-      var arr = new Array(len);
-      for (var i = 0; i < len; i++) {
-        arr[i] = namespace[String(i)];
-      }
-      return arr;
-    }
-    var obj = {};
-    var _iterator1 = _createForOfIteratorHelper(ownKeys),
-      _step1;
-    try {
-      for (_iterator1.s(); !(_step1 = _iterator1.n()).done;) {
-        var k = _step1.value;
-        obj[k] = namespace[k];
-      }
-    } catch (err) {
-      _iterator1.e(err);
-    } finally {
-      _iterator1.f();
-    }
-    return obj;
-  }
-  if ('default' in namespace && namespace.default != null) {
-    return namespace.default;
-  }
-  return null;
-}
 var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
   var _ref6 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(options) {
     var _options$isLocalLLM;
-    var isLocalLLM, surface, url, _wordIndexOuter$index, res, buffer, float32, wordIndexModule, wordIndexOuter, wordIndex, nWords, dim, _t, _t2;
+    var isLocalLLM, surface, url, res, buffer, float32, wordIndexPayload, wrappedIndex, wordIndex, nWords, dim, _t, _t2;
     return _regenerator.default.wrap(function (_context) {
       while (1) switch (_context.prev = _context.next) {
         case 0:
@@ -748,14 +701,6 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           }
           return _context.abrupt("return");
         case 1:
-          if (options !== null && options !== void 0 && options.getBinaryUrl) {
-            _context.next = 2;
-            break;
-          }
-          // eslint-disable-next-line no-console
-          console.warn('[text-predictor] loadVectorsAsync called without a getBinaryUrl — vectors will not load. Pass getVectorsBinaryUrl via plugin options.');
-          return _context.abrupt("return");
-        case 2:
           isLocalLLM = (_options$isLocalLLM = options === null || options === void 0 ? void 0 : options.isLocalLLM) !== null && _options$isLocalLLM !== void 0 ? _options$isLocalLLM : false;
           surface = options === null || options === void 0 ? void 0 : options.surface;
           vectorsLoadStarted = true;
@@ -764,16 +709,16 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           }, surface ? {
             surface: surface
           } : {}));
-          _context.prev = 3;
-          _context.next = 4;
-          return options.getBinaryUrl();
-        case 4:
+          _context.prev = 2;
+          _context.next = 3;
+          return (0, _artifactsManifest.getArtifactUrl)(_artifactsManifest.ARTIFACT_NAME.WORD_VECTORS);
+        case 3:
           url = _context.sent;
-          _context.next = 6;
+          _context.next = 5;
           break;
-        case 5:
-          _context.prev = 5;
-          _t = _context["catch"](3);
+        case 4:
+          _context.prev = 4;
+          _t = _context["catch"](2);
           vectorsLoadStarted = false;
           (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VECTORS, 'singleton', _objectSpread({
             isLocalLLM: isLocalLLM,
@@ -784,14 +729,14 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           // eslint-disable-next-line no-console
           console.warn('[text-predictor] Failed to resolve vectors URL:', _t);
           return _context.abrupt("return");
-        case 6:
-          _context.prev = 6;
-          _context.next = 7;
+        case 5:
+          _context.prev = 5;
+          _context.next = 6;
           return fetch(url);
-        case 7:
+        case 6:
           res = _context.sent;
           if (res.ok) {
-            _context.next = 8;
+            _context.next = 7;
             break;
           }
           vectorsLoadStarted = false;
@@ -805,26 +750,26 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           // eslint-disable-next-line no-console
           console.warn("[text-predictor] Failed to load vectors: ".concat(res.status));
           return _context.abrupt("return");
+        case 7:
+          _context.next = 8;
+          return res.arrayBuffer();
         case 8:
+          buffer = _context.sent;
+          float32 = new Float32Array(buffer); // The word index is published either bare or wrapped as `{ "index": {…} }`
+          // (the wrapper exists so no real entry, e.g. the word "default", can shadow
+          // a bundler-synthesised ESM export). Detect the wrapper by value type, not
+          // by key presence — "index" is itself a plausible vocabulary word, and in a
+          // bare index every value is a number.
           _context.next = 9;
-          return res.arrayBuffer();
+          return (0, _artifactsManifest.fetchArtifactJson)(_artifactsManifest.ARTIFACT_NAME.WORD_INDEX);
         case 9:
-          buffer = _context.sent;
-          float32 = new Float32Array(buffer); // word_index_10k.json is wrapped as `{ "index": {…} }` so no real entry
-          // (e.g. the word "default") can shadow the synthetic ESM `default` export
-          // the bundler creates for dynamically-imported JSON.
-          _context.next = 10;
-          return Promise.resolve().then(function () {
-            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-word-index-10k" */'./data/word_index_10k.json'));
-          });
-        case 10:
-          wordIndexModule = _context.sent;
-          wordIndexOuter = unwrapJsonModule(wordIndexModule, 'object');
-          wordIndex = (_wordIndexOuter$index = wordIndexOuter === null || wordIndexOuter === void 0 ? void 0 : wordIndexOuter.index) !== null && _wordIndexOuter$index !== void 0 ? _wordIndexOuter$index : {};
+          wordIndexPayload = _context.sent;
+          wrappedIndex = wordIndexPayload === null || wordIndexPayload === void 0 ? void 0 : wordIndexPayload.index;
+          wordIndex = (0, _typeof2.default)(wrappedIndex) === 'object' && wrappedIndex !== null ? wrappedIndex : wordIndexPayload !== null && wordIndexPayload !== void 0 ? wordIndexPayload : {};
           nWords = Object.keys(wordIndex).length;
           if (nWords === 0) {
             // eslint-disable-next-line no-console
-            console.warn('[text-predictor] word_index_10k.json missing its `index` wrapper — wordIndex is empty, semantic scoring will be a no-op.');
+            console.warn("[text-predictor] ".concat(_artifactsManifest.ARTIFACT_NAME.WORD_INDEX, " was empty \u2014 semantic scoring will be a no-op."));
           }
           dim = float32.length / nWords;
           vectorStore = {
@@ -848,11 +793,11 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
               sizeBytes: float32.byteLength
             });
           }
-          _context.next = 12;
+          _context.next = 11;
           break;
-        case 11:
-          _context.prev = 11;
-          _t2 = _context["catch"](6);
+        case 10:
+          _context.prev = 10;
+          _t2 = _context["catch"](5);
           vectorsLoadStarted = false;
           (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VECTORS, 'singleton', _objectSpread({
             isLocalLLM: isLocalLLM,
@@ -862,11 +807,11 @@ var loadVectorsAsync = exports.loadVectorsAsync = /*#__PURE__*/function () {
           } : {}));
           // eslint-disable-next-line no-console
           console.warn('[text-predictor] Failed to load vectors:', _t2);
-        case 12:
+        case 11:
         case "end":
           return _context.stop();
       }
-    }, _callee, null, [[3, 5], [6, 11]]);
+    }, _callee, null, [[2, 4], [5, 10]]);
   }));
   return function loadVectorsAsync(_x) {
     return _ref6.apply(this, arguments);
@@ -887,7 +832,7 @@ var loadDefaultVocabulary = exports.loadDefaultVocabulary = function loadDefault
   var isLocalLLM = (_options$isLocalLLM2 = options === null || options === void 0 ? void 0 : options.isLocalLLM) !== null && _options$isLocalLLM2 !== void 0 ? _options$isLocalLLM2 : false;
   var surface = options === null || options === void 0 ? void 0 : options.surface;
   vocabularyLoadPromise = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2() {
-    var _yield$Promise$all, _yield$Promise$all2, vocabularyModule, l3VocabularyModule, vocabularyData, l3VocabularyData, terms, _t3;
+    var _yield$Promise$all, _yield$Promise$all2, vocabularyData, l3VocabularyData, terms, _t3;
     return _regenerator.default.wrap(function (_context2) {
       while (1) switch (_context2.prev = _context2.next) {
         case 0:
@@ -898,23 +843,17 @@ var loadDefaultVocabulary = exports.loadDefaultVocabulary = function loadDefault
           } : {}));
           _context2.prev = 1;
           _context2.next = 2;
-          return Promise.all([Promise.resolve().then(function () {
-            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-vocabulary-10k" */'./data/vocabulary_10k.json'));
-          }), Promise.resolve().then(function () {
-            return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-l3-vocabulary" */'./data/l3_vocabulary.json'));
-          })]);
+          return Promise.all([(0, _artifactsManifest.fetchArtifactJson)(_artifactsManifest.ARTIFACT_NAME.VOCABULARY), (0, _artifactsManifest.fetchArtifactJson)(_artifactsManifest.ARTIFACT_NAME.L3_VOCABULARY)]);
         case 2:
           _yield$Promise$all = _context2.sent;
           _yield$Promise$all2 = (0, _slicedToArray2.default)(_yield$Promise$all, 2);
-          vocabularyModule = _yield$Promise$all2[0];
-          l3VocabularyModule = _yield$Promise$all2[1];
-          vocabularyData = unwrapJsonModule(vocabularyModule, 'object');
-          l3VocabularyData = unwrapJsonModule(l3VocabularyModule, 'array');
+          vocabularyData = _yield$Promise$all2[0];
+          l3VocabularyData = _yield$Promise$all2[1];
           if (!((vocabularyData === null || vocabularyData === void 0 ? void 0 : vocabularyData.words) == null || !Array.isArray(l3VocabularyData))) {
             _context2.next = 3;
             break;
           }
-          throw new Error('[text-predictor] vocabulary JSON modules could not be unwrapped');
+          throw new Error("[text-predictor] unexpected vocabulary payload \u2014 " + "".concat(_artifactsManifest.ARTIFACT_NAME.VOCABULARY, " ").concat((vocabularyData === null || vocabularyData === void 0 ? void 0 : vocabularyData.words) == null ? 'is missing its `words` wrapper' : 'is valid', ", ") + "".concat(_artifactsManifest.ARTIFACT_NAME.L3_VOCABULARY, " ").concat(Array.isArray(l3VocabularyData) ? 'is valid' : 'is not an array'));
         case 3:
           terms = Object.entries(vocabularyData.words).map(function (_ref8) {
             var _ref9 = (0, _slicedToArray2.default)(_ref8, 2),
@@ -947,7 +886,7 @@ var loadDefaultVocabulary = exports.loadDefaultVocabulary = function loadDefault
           _t3 = _context2["catch"](1);
           (0, _ufo.failExp)(_ufo.EXPERIENCE_NAME.LOAD_VOCABULARY, 'singleton', _objectSpread({
             isLocalLLM: isLocalLLM,
-            errorType: 'parse_error'
+            errorType: 'load_error'
           }, surface ? {
             surface: surface
           } : {}));

package/dist/es2019/analytics/ufo.js

@@ -31,7 +31,8 @@ import { ConcurrentExperience, ExperiencePerformanceTypes, ExperienceTypes } fro
 export const EXPERIENCE_NAME = {
   SLOW_LANE_FETCH: 'slow-lane-fetch',
   LOAD_VOCABULARY: 'load-vocabulary',
-  LOAD_VECTORS: 'load-vectors'
+  LOAD_VECTORS: 'load-vectors',
+  LOAD_GRAMMAR: 'load-grammar'
 };
 const isUfoEnabled = () => {
   var _process, _process$env;
@@ -54,7 +55,8 @@ const operationConfig = {
 const experiences = {
   [EXPERIENCE_NAME.SLOW_LANE_FETCH]: new ConcurrentExperience(EXPERIENCE_NAME.SLOW_LANE_FETCH, operationConfig),
   [EXPERIENCE_NAME.LOAD_VOCABULARY]: new ConcurrentExperience(EXPERIENCE_NAME.LOAD_VOCABULARY, operationConfig),
-  [EXPERIENCE_NAME.LOAD_VECTORS]: new ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig)
+  [EXPERIENCE_NAME.LOAD_VECTORS]: new ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig),
+  [EXPERIENCE_NAME.LOAD_GRAMMAR]: new ConcurrentExperience(EXPERIENCE_NAME.LOAD_GRAMMAR, operationConfig)
 };
 export const startExp = (name, id, metadata) => {
   if (!isUfoEnabled()) {

package/dist/es2019/pm-plugins/artifacts-manifest.js

@@ -0,0 +1,126 @@
+/**
+ * Artifacts Manifest Client: resolves the autocomplete model artifacts hosted on
+ * the CDN.
+ *
+ * `GET /gateway/api/v1/autocomplete/artifacts` returns one presigned CDN URL per
+ * artifact for the tenant's active model version:
+ *
+ *   { activeVersion, artifacts: [{ name, url, contentType, sizeBytes, checksum }] }
+ *
+ * Every loader in the plugin resolves its payload through here, so no model data
+ * is bundled with the package.
+ */
+
+import { isAutocompleteDebugEnabled } from './debug-mode';
+
+// ─── Types ───────────────────────────────────────────────────────────────────
+
+/**
+ * Manifest artifact names. These are the manifest's lookup keys and are
+ * hyphenated, unlike the underscored filenames the artifacts are generated from.
+ */
+export const ARTIFACT_NAME = {
+  FIRST_TOKEN_TO_WORDS: 'first-token-to-words.json',
+  GHOST_POS_TAGS: 'ghost-pos-tags.json',
+  GRAMMAR_TRANSITIONS: 'grammar-transitions-10k.json',
+  L3_VOCABULARY: 'l3-vocabulary.json',
+  POS_TAGS: 'combined-l2-l3-pos-tags.json',
+  VOCABULARY: 'vocabulary-10k.json',
+  WORD_INDEX: 'word-index-10k.json',
+  WORD_VECTORS: 'word-vectors-10k.bin'
+};
+
+/** A single entry in the artifacts manifest. */
+
+/** Response body of the artifacts endpoint. */
+
+// ─── Constants ───────────────────────────────────────────────────────────────
+
+const MANIFEST_ENDPOINT = '/gateway/api/v1/autocomplete/artifacts';
+
+/**
+ * Presigned artifact URLs expire ~10 minutes after the manifest is issued, so
+ * the manifest is re-requested well inside that window instead of being cached
+ * for the session and handing out dead URLs to a late loader.
+ */
+const MANIFEST_TTL_MS = 5 * 60 * 1000;
+
+// ─── Manifest ────────────────────────────────────────────────────────────────
+
+let manifestPromise;
+let manifestRequestedAt = 0;
+
+/** Test-only: drops the memoised manifest so the next lookup re-requests it. */
+export const resetArtifactsManifestCache = () => {
+  manifestPromise = undefined;
+  manifestRequestedAt = 0;
+};
+const requestManifest = async () => {
+  const res = await fetch(MANIFEST_ENDPOINT, {
+    method: 'GET',
+    headers: {
+      'x-experience-id': 'confluence-smart-typeahead-artifacts',
+      'x-product': 'confluence'
+    }
+  });
+  if (!res.ok) {
+    throw new Error(`[autocomplete-artifacts] Manifest request failed: ${res.status}`);
+  }
+  const body = await res.json();
+  if (!Array.isArray(body === null || body === void 0 ? void 0 : body.artifacts) || body.artifacts.length === 0) {
+    throw new Error('[autocomplete-artifacts] Manifest response contained no artifacts');
+  }
+  if (isAutocompleteDebugEnabled()) {
+    // eslint-disable-next-line no-console
+    console.log('[autocomplete-artifacts] Manifest loaded:', {
+      activeVersion: body.activeVersion,
+      names: body.artifacts.map(artifact => artifact.name)
+    });
+  }
+  return new Map(body.artifacts.map(artifact => [artifact.name, artifact]));
+};
+const getManifest = () => {
+  if (manifestPromise && Date.now() - manifestRequestedAt < MANIFEST_TTL_MS) {
+    return manifestPromise;
+  }
+  manifestRequestedAt = Date.now();
+  manifestPromise = requestManifest().catch(e => {
+    // Never cache a rejection — a transient failure would otherwise stop every
+    // later loader in the session from retrying.
+    resetArtifactsManifestCache();
+    throw e;
+  });
+  return manifestPromise;
+};
+
+// ─── Public API ──────────────────────────────────────────────────────────────
+
+/**
+ * Resolve the CDN URL for an artifact.
+ *
+ * :raises Error: when the manifest cannot be fetched or omits the artifact.
+ */
+export const getArtifactUrl = async name => {
+  var _manifest$get;
+  const manifest = await getManifest();
+  const url = (_manifest$get = manifest.get(name)) === null || _manifest$get === void 0 ? void 0 : _manifest$get.url;
+  if (!url) {
+    throw new Error(`[autocomplete-artifacts] Manifest has no URL for "${name}"`);
+  }
+  return url;
+};
+
+/**
+ * Download and parse a JSON artifact. The presigned URL carries its own auth
+ * token, so the request is sent without Atlassian headers or credentials.
+ *
+ * :raises Error: when the manifest lookup or the download fails.
+ */
+export const fetchArtifactJson = async name => {
+  const url = await getArtifactUrl(name);
+  const res = await fetch(url);
+  if (!res.ok) {
+    throw new Error(`[autocomplete-artifacts] Failed to download "${name}": ${res.status}`);
+  }
+  return await res.json();
+};

package/dist/es2019/pm-plugins/autocomplete-plugin.js

@@ -7,6 +7,7 @@ import { DecorationSet } from '@atlaskit/editor-prosemirror/view';
 import { isAutocompleteDebugEnabled } from './debug-mode';
 import { createGhostTextDecorationSet } from './ghost-text-decoration';
 import { createLocalSlowLaneClient } from './local-slow-lane-client';
+import { loadGrammarDataAsync } from './scoring-pipeline';
 import { createSlowLaneClient, setDefaultSlowLaneClient, isWordBoundary } from './slow-lane-client';
 import { predict, loadDefaultVocabulary, loadVectorsAsync, incrementSessionFreq, ingestDocumentPage } from './text-predictor';
 export const autocompletePluginKey = new PluginKey('autocomplete');
@@ -665,7 +666,7 @@ export const createAutocompletePlugin = (options, api) => {
           return accepted;
         },
         focus: () => {
-          var _options$useLocalMode, _options$useLocalMode2;
+          var _options$useLocalMode, _options$useLocalMode2, _options$useLocalMode3;
           if (!isAutocompleteEnabled) {
             return false;
           }
@@ -678,7 +679,6 @@ export const createAutocompletePlugin = (options, api) => {
             });
           });
           loadVectorsAsync({
-            getBinaryUrl: options === null || options === void 0 ? void 0 : options.getVectorsBinaryUrl,
             isLocalLLM: (_options$useLocalMode2 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode2 !== void 0 ? _options$useLocalMode2 : false,
             surface
           }).catch(error => {
@@ -686,6 +686,14 @@ export const createAutocompletePlugin = (options, api) => {
               location: 'editor-plugin-autocomplete/loadVectorsAsync'
             });
           });
+          loadGrammarDataAsync({
+            isLocalLLM: (_options$useLocalMode3 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode3 !== void 0 ? _options$useLocalMode3 : false,
+            surface
+          }).catch(error => {
+            logException(error, {
+              location: 'editor-plugin-autocomplete/loadGrammarDataAsync'
+            });
+          });
           if (!hasIngestedPage) {
             hasIngestedPage = true;
             refreshContext({

package/dist/es2019/pm-plugins/local-slow-lane-client.js

@@ -37,6 +37,7 @@ import _defineProperty from "@babel/runtime/helpers/defineProperty";
  */
 
 import { abortExp, EXPERIENCE_NAME, failExp, startExp, succeedExp } from '../analytics/ufo';
+import { ARTIFACT_NAME, fetchArtifactJson } from './artifacts-manifest';
 import { isAutocompleteDebugEnabled } from './debug-mode';
 import { isWordBoundary } from './slow-lane-client';
 
@@ -225,77 +226,9 @@ let prefixMapTokenIds = [];
 let bePayloadDataPromise;
 
 /**
- * Unwrap a dynamically imported JSON module to the parsed JSON value, working
- * across the two interop modes AFM's bundler chain emits:
- *
- *   1. **`.default`-wrapped namespace** — classic webpack (and Jest) hang the
- *      JSON value under the `default` export.
- *   2. **Named-exports namespace** — webpack 5 / atlaspack with JSON
- *      named-exports (or native ESM JSON modules) expose each top-level key as
- *      a named export and shadow `default`, so `mod.default` can be `undefined`
- *      (or some unrelated value) even though `mod` itself holds the data.
- *
- * The caller MUST declare the underlying JSON shape via `shape` because, in
- * named-exports mode, a dense array `["a","b"]` and a sparse numeric-keyed
- * object `{"5":"a","12":"b"}` are emitted identically (`{"0":..}` / `{"5":..}`);
- * no runtime heuristic can tell them apart, so only the caller knows which:
- *
- *   - `'object'` — the JSON is a `{...}` (including sparse maps keyed by integer
- *     IDs). The named exports are rebuilt into a plain object so `Object.entries`
- *     yields the real keys, not synthetic array indices.
- *   - `'array'` — the JSON is a `[...]`, reconstructed from the `0..n-1` indices.
- *
- * :param mod: The raw module object returned by `await import('./*.json')`.
- * :param shape: `'object'` if the source JSON is `{...}`, `'array'` if `[...]`.
- * :returns: The parsed JSON value, or `null` if neither interop mode applies.
- */
-function unwrapJsonModule(mod, shape) {
-  if (mod == null || typeof mod !== 'object') {
-    return null;
-  }
-  const namespace = mod;
-
-  // Compute the named-export own-keys (strip synthetic markers).
-  const ownKeys = Object.keys(namespace).filter(k => k !== 'default' && k !== '__esModule');
-
-  // PREFER named exports when present — they always reflect the JSON's real
-  // top-level keys / indices, regardless of what `default` happens to be.
-  // Under JSON named-exports mode `default` is not necessarily the parsed
-  // value (e.g. for `{"service": 0, ...}` it can be the number `0`, with the
-  // real data in the named exports), so taking `default` first would corrupt it.
-  if (ownKeys.length > 0) {
-    if (shape === 'array') {
-      // JSON arrays are dense; reconstruct from `0..length-1` indices.
-      const len = ownKeys.length;
-      const arr = new Array(len);
-      for (let i = 0; i < len; i++) {
-        arr[i] = namespace[String(i)];
-      }
-      return arr;
-    }
-    // shape === 'object'. Rebuild a plain object from the (stripped) own
-    // keys so callers can `Object.entries()` it without iterating over
-    // `default` / `__esModule`, and to detach from the module-namespace
-    // object (which is sealed/non-extensible on some bundler outputs).
-    const obj = {};
-    for (const k of ownKeys) {
-      obj[k] = namespace[k];
-    }
-    return obj;
-  }
-
-  // Fallback: no named exports — classic webpack JSON-module interop where
-  // the whole parsed JSON value is hung under `default`. Trust it.
-  if ('default' in namespace && namespace.default != null) {
-    return namespace.default;
-  }
-  return null;
-}
-
-/**
- * Lazily load and build the BE-parity lookup tables from their JSON payloads.
- * The dynamic imports are split into their own async chunks so neither file is
- * bundled into the editor's main chunk unless local inference is initialised.
+ * Lazily load and build the BE-parity lookup tables from their CDN payloads.
+ * Both artifacts are fetched on demand so neither is downloaded unless local
+ * inference is initialised.
  *
  * :returns:
  *   A promise that resolves once `firstTokenToWords`, `l2Words` and
@@ -304,15 +237,12 @@ function unwrapJsonModule(mod, shape) {
 const loadBePayloadData = () => {
   if (!bePayloadDataPromise) {
     bePayloadDataPromise = (async () => {
-      const [firstTokenToWordsModule, vocabularyModule] = await Promise.all([import( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-first-token-to-words" */'./data/first_token_to_words.json'), import( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-vocabulary-10k" */'./data/vocabulary_10k.json')]);
-      const firstTokenToWordsData = unwrapJsonModule(firstTokenToWordsModule, 'object');
-      const vocabularyData = unwrapJsonModule(vocabularyModule, 'object');
+      const [firstTokenToWordsData, vocabularyData] = await Promise.all([fetchArtifactJson(ARTIFACT_NAME.FIRST_TOKEN_TO_WORDS), fetchArtifactJson(ARTIFACT_NAME.VOCABULARY)]);
       if (firstTokenToWordsData == null || (vocabularyData === null || vocabularyData === void 0 ? void 0 : vocabularyData.words) == null) {
         // Hard-fail with a precise message so the catch() in initEngine logs
-        // exactly which import couldn't be unwrapped, rather than the generic
-        // V8 "Cannot convert undefined or null to object" we hit before the
-        // helper was added.
-        throw new Error(`[LocalSlowLane] JSON module could not be unwrapped — ` + `firstTokenToWordsData=${firstTokenToWordsData == null ? 'null/undefined' : 'defined'}, ` + `vocabularyData=${vocabularyData == null ? 'null/undefined' : vocabularyData.words == null ? 'defined but missing .words' : 'defined'}`);
+        // exactly which payload was malformed, rather than the generic V8
+        // "Cannot convert undefined or null to object".
+        throw new Error(`[LocalSlowLane] unexpected artifact payload — ` + `firstTokenToWordsData=${firstTokenToWordsData == null ? 'null/undefined' : 'defined'}, ` + `vocabularyData=${vocabularyData == null ? 'null/undefined' : vocabularyData.words == null ? 'defined but missing .words' : 'defined'}`);
       }
       firstTokenToWords = new Map(Object.entries(firstTokenToWordsData).map(([tokenId, words]) => [Number(tokenId), words]));
       l2Words = new Set(Object.keys(vocabularyData.words));