@atlaskit/editor-plugin-autocomplete 6.0.0 → 7.0.0

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @atlaskit/editor-plugin-autocomplete
 
+## 7.0.0
+
+### Major Changes
+
+- [`7a16264359631`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/7a16264359631) -
+  Load autocomplete model artifacts from the CDN instead of bundling them. The vocabulary,
+  POS/grammar, word-index and word-vectors payloads are now resolved from GET
+  /gateway/api/v1/autocomplete/artifacts, so this endpoint must be reachable for autocomplete to
+  produce suggestions. BREAKING: the `getVectorsBinaryUrl` plugin option has been removed — the word
+  vectors binary URL now always comes from the artifacts manifest, so hosts must stop serving it
+  themselves.
+
+  Rovo chat autocomplete now runs on-device via WebGPU instead of the network slow-lane backend.
+
 ## 6.0.0
 
 ### Patch Changes

package/dist/cjs/analytics/ufo.js

@@ -38,7 +38,8 @@ function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t =
 var EXPERIENCE_NAME = exports.EXPERIENCE_NAME = {
   SLOW_LANE_FETCH: 'slow-lane-fetch',
   LOAD_VOCABULARY: 'load-vocabulary',
-  LOAD_VECTORS: 'load-vectors'
+  LOAD_VECTORS: 'load-vectors',
+  LOAD_GRAMMAR: 'load-grammar'
 };
 var isUfoEnabled = function isUfoEnabled() {
   var _process;
@@ -56,7 +57,7 @@ var operationConfig = {
     })
   }
 };
-var experiences = (0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)({}, EXPERIENCE_NAME.SLOW_LANE_FETCH, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.SLOW_LANE_FETCH, operationConfig)), EXPERIENCE_NAME.LOAD_VOCABULARY, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VOCABULARY, operationConfig)), EXPERIENCE_NAME.LOAD_VECTORS, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig));
+var experiences = (0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)({}, EXPERIENCE_NAME.SLOW_LANE_FETCH, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.SLOW_LANE_FETCH, operationConfig)), EXPERIENCE_NAME.LOAD_VOCABULARY, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VOCABULARY, operationConfig)), EXPERIENCE_NAME.LOAD_VECTORS, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig)), EXPERIENCE_NAME.LOAD_GRAMMAR, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_GRAMMAR, operationConfig));
 var startExp = exports.startExp = function startExp(name, id, metadata) {
   if (!isUfoEnabled()) {
     return;

package/dist/cjs/pm-plugins/artifacts-manifest.js

@@ -0,0 +1,210 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.resetArtifactsManifestCache = exports.getArtifactUrl = exports.fetchArtifactJson = exports.ARTIFACT_NAME = void 0;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _debugMode = require("./debug-mode");
+/**
+ * Artifacts Manifest Client: resolves the autocomplete model artifacts hosted on
+ * the CDN.
+ *
+ * `GET /gateway/api/v1/autocomplete/artifacts` returns one presigned CDN URL per
+ * artifact for the tenant's active model version:
+ *
+ *   { activeVersion, artifacts: [{ name, url, contentType, sizeBytes, checksum }] }
+ *
+ * Every loader in the plugin resolves its payload through here, so no model data
+ * is bundled with the package.
+ */
+
+// ─── Types ───────────────────────────────────────────────────────────────────
+
+/**
+ * Manifest artifact names. These are the manifest's lookup keys and are
+ * hyphenated, unlike the underscored filenames the artifacts are generated from.
+ */
+var ARTIFACT_NAME = exports.ARTIFACT_NAME = {
+  FIRST_TOKEN_TO_WORDS: 'first-token-to-words.json',
+  GHOST_POS_TAGS: 'ghost-pos-tags.json',
+  GRAMMAR_TRANSITIONS: 'grammar-transitions-10k.json',
+  L3_VOCABULARY: 'l3-vocabulary.json',
+  POS_TAGS: 'combined-l2-l3-pos-tags.json',
+  VOCABULARY: 'vocabulary-10k.json',
+  WORD_INDEX: 'word-index-10k.json',
+  WORD_VECTORS: 'word-vectors-10k.bin'
+};
+
+/** A single entry in the artifacts manifest. */
+
+/** Response body of the artifacts endpoint. */
+
+// ─── Constants ───────────────────────────────────────────────────────────────
+
+var MANIFEST_ENDPOINT = '/gateway/api/v1/autocomplete/artifacts';
+
+/**
+ * Presigned artifact URLs expire ~10 minutes after the manifest is issued, so
+ * the manifest is re-requested well inside that window instead of being cached
+ * for the session and handing out dead URLs to a late loader.
+ */
+var MANIFEST_TTL_MS = 5 * 60 * 1000;
+
+// ─── Manifest ────────────────────────────────────────────────────────────────
+
+var manifestPromise;
+var manifestRequestedAt = 0;
+
+/** Test-only: drops the memoised manifest so the next lookup re-requests it. */
+var resetArtifactsManifestCache = exports.resetArtifactsManifestCache = function resetArtifactsManifestCache() {
+  manifestPromise = undefined;
+  manifestRequestedAt = 0;
+};
+var requestManifest = /*#__PURE__*/function () {
+  var _ref = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee() {
+    var res, body;
+    return _regenerator.default.wrap(function (_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          _context.next = 1;
+          return fetch(MANIFEST_ENDPOINT, {
+            method: 'GET',
+            headers: {
+              'x-experience-id': 'confluence-smart-typeahead-artifacts',
+              'x-product': 'confluence'
+            }
+          });
+        case 1:
+          res = _context.sent;
+          if (res.ok) {
+            _context.next = 2;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Manifest request failed: ".concat(res.status));
+        case 2:
+          _context.next = 3;
+          return res.json();
+        case 3:
+          body = _context.sent;
+          if (!(!Array.isArray(body === null || body === void 0 ? void 0 : body.artifacts) || body.artifacts.length === 0)) {
+            _context.next = 4;
+            break;
+          }
+          throw new Error('[autocomplete-artifacts] Manifest response contained no artifacts');
+        case 4:
+          if ((0, _debugMode.isAutocompleteDebugEnabled)()) {
+            // eslint-disable-next-line no-console
+            console.log('[autocomplete-artifacts] Manifest loaded:', {
+              activeVersion: body.activeVersion,
+              names: body.artifacts.map(function (artifact) {
+                return artifact.name;
+              })
+            });
+          }
+          return _context.abrupt("return", new Map(body.artifacts.map(function (artifact) {
+            return [artifact.name, artifact];
+          })));
+        case 5:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return function requestManifest() {
+    return _ref.apply(this, arguments);
+  };
+}();
+var getManifest = function getManifest() {
+  if (manifestPromise && Date.now() - manifestRequestedAt < MANIFEST_TTL_MS) {
+    return manifestPromise;
+  }
+  manifestRequestedAt = Date.now();
+  manifestPromise = requestManifest().catch(function (e) {
+    // Never cache a rejection — a transient failure would otherwise stop every
+    // later loader in the session from retrying.
+    resetArtifactsManifestCache();
+    throw e;
+  });
+  return manifestPromise;
+};
+
+// ─── Public API ──────────────────────────────────────────────────────────────
+
+/**
+ * Resolve the CDN URL for an artifact.
+ *
+ * :raises Error: when the manifest cannot be fetched or omits the artifact.
+ */
+var getArtifactUrl = exports.getArtifactUrl = /*#__PURE__*/function () {
+  var _ref2 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2(name) {
+    var _manifest$get;
+    var manifest, url;
+    return _regenerator.default.wrap(function (_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          _context2.next = 1;
+          return getManifest();
+        case 1:
+          manifest = _context2.sent;
+          url = (_manifest$get = manifest.get(name)) === null || _manifest$get === void 0 ? void 0 : _manifest$get.url;
+          if (url) {
+            _context2.next = 2;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Manifest has no URL for \"".concat(name, "\""));
+        case 2:
+          return _context2.abrupt("return", url);
+        case 3:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2);
+  }));
+  return function getArtifactUrl(_x) {
+    return _ref2.apply(this, arguments);
+  };
+}();
+
+/**
+ * Download and parse a JSON artifact. The presigned URL carries its own auth
+ * token, so the request is sent without Atlassian headers or credentials.
+ *
+ * :raises Error: when the manifest lookup or the download fails.
+ */
+var fetchArtifactJson = exports.fetchArtifactJson = /*#__PURE__*/function () {
+  var _ref3 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee3(name) {
+    var url, res;
+    return _regenerator.default.wrap(function (_context3) {
+      while (1) switch (_context3.prev = _context3.next) {
+        case 0:
+          _context3.next = 1;
+          return getArtifactUrl(name);
+        case 1:
+          url = _context3.sent;
+          _context3.next = 2;
+          return fetch(url);
+        case 2:
+          res = _context3.sent;
+          if (res.ok) {
+            _context3.next = 3;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Failed to download \"".concat(name, "\": ").concat(res.status));
+        case 3:
+          _context3.next = 4;
+          return res.json();
+        case 4:
+          return _context3.abrupt("return", _context3.sent);
+        case 5:
+        case "end":
+          return _context3.stop();
+      }
+    }, _callee3);
+  }));
+  return function fetchArtifactJson(_x2) {
+    return _ref3.apply(this, arguments);
+  };
+}();

package/dist/cjs/pm-plugins/autocomplete-plugin.js

@@ -16,6 +16,7 @@ var _view = require("@atlaskit/editor-prosemirror/view");
 var _debugMode = require("./debug-mode");
 var _ghostTextDecoration = require("./ghost-text-decoration");
 var _localSlowLaneClient = require("./local-slow-lane-client");
+var _scoringPipeline = require("./scoring-pipeline");
 var _slowLaneClient = require("./slow-lane-client");
 var _textPredictor = require("./text-predictor");
 function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t.return || t.return(); } finally { if (u) throw o; } } }; }
@@ -678,7 +679,7 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
           return accepted;
         },
         focus: function focus() {
-          var _options$useLocalMode, _options$useLocalMode2;
+          var _options$useLocalMode, _options$useLocalMode2, _options$useLocalMode3;
           if (!isAutocompleteEnabled) {
             return false;
           }
@@ -691,7 +692,6 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
             });
           });
           (0, _textPredictor.loadVectorsAsync)({
-            getBinaryUrl: options === null || options === void 0 ? void 0 : options.getVectorsBinaryUrl,
             isLocalLLM: (_options$useLocalMode2 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode2 !== void 0 ? _options$useLocalMode2 : false,
             surface: surface
           }).catch(function (error) {
@@ -699,6 +699,14 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
               location: 'editor-plugin-autocomplete/loadVectorsAsync'
             });
           });
+          (0, _scoringPipeline.loadGrammarDataAsync)({
+            isLocalLLM: (_options$useLocalMode3 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode3 !== void 0 ? _options$useLocalMode3 : false,
+            surface: surface
+          }).catch(function (error) {
+            (0, _monitoring.logException)(error, {
+              location: 'editor-plugin-autocomplete/loadGrammarDataAsync'
+            });
+          });
           if (!hasIngestedPage) {
             hasIngestedPage = true;
             refreshContext({

package/dist/cjs/pm-plugins/local-slow-lane-client.js

@@ -1,7 +1,7 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-var _typeof3 = require("@babel/runtime/helpers/typeof");
+var _typeof = require("@babel/runtime/helpers/typeof");
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
@@ -10,16 +10,16 @@ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"))
 var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
 var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime/helpers/slicedToArray"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
 var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
 var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 var _ufo = require("../analytics/ufo");
+var _artifactsManifest = require("./artifacts-manifest");
 var _debugMode = require("./debug-mode");
 var _slowLaneClient = require("./slow-lane-client");
 function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
 function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { (0, _defineProperty2.default)(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function _interopRequireWildcard(e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != _typeof3(e) && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (var _t6 in e) "default" !== _t6 && {}.hasOwnProperty.call(e, _t6) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, _t6)) && (i.get || i.set) ? o(f, _t6, i) : f[_t6] = e[_t6]); return f; })(e, t); }
+function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function _interopRequireWildcard(e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != _typeof(e) && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (var _t6 in e) "default" !== _t6 && {}.hasOwnProperty.call(e, _t6) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, _t6)) && (i.get || i.set) ? o(f, _t6, i) : f[_t6] = e[_t6]); return f; })(e, t); }
 function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t.return || t.return(); } finally { if (u) throw o; } } }; }
 function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
 function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; } /**
@@ -242,88 +242,9 @@ var prefixMapTokenIds = [];
 var bePayloadDataPromise;
 
 /**
- * Unwrap a dynamically imported JSON module to the parsed JSON value, working
- * across the two interop modes AFM's bundler chain emits:
- *
- *   1. **`.default`-wrapped namespace** — classic webpack (and Jest) hang the
- *      JSON value under the `default` export.
- *   2. **Named-exports namespace** — webpack 5 / atlaspack with JSON
- *      named-exports (or native ESM JSON modules) expose each top-level key as
- *      a named export and shadow `default`, so `mod.default` can be `undefined`
- *      (or some unrelated value) even though `mod` itself holds the data.
- *
- * The caller MUST declare the underlying JSON shape via `shape` because, in
- * named-exports mode, a dense array `["a","b"]` and a sparse numeric-keyed
- * object `{"5":"a","12":"b"}` are emitted identically (`{"0":..}` / `{"5":..}`);
- * no runtime heuristic can tell them apart, so only the caller knows which:
- *
- *   - `'object'` — the JSON is a `{...}` (including sparse maps keyed by integer
- *     IDs). The named exports are rebuilt into a plain object so `Object.entries`
- *     yields the real keys, not synthetic array indices.
- *   - `'array'` — the JSON is a `[...]`, reconstructed from the `0..n-1` indices.
- *
- * :param mod: The raw module object returned by `await import('./*.json')`.
- * :param shape: `'object'` if the source JSON is `{...}`, `'array'` if `[...]`.
- * :returns: The parsed JSON value, or `null` if neither interop mode applies.
- */
-function unwrapJsonModule(mod, shape) {
-  if (mod == null || (0, _typeof2.default)(mod) !== 'object') {
-    return null;
-  }
-  var namespace = mod;
-
-  // Compute the named-export own-keys (strip synthetic markers).
-  var ownKeys = Object.keys(namespace).filter(function (k) {
-    return k !== 'default' && k !== '__esModule';
-  });
-
-  // PREFER named exports when present — they always reflect the JSON's real
-  // top-level keys / indices, regardless of what `default` happens to be.
-  // Under JSON named-exports mode `default` is not necessarily the parsed
-  // value (e.g. for `{"service": 0, ...}` it can be the number `0`, with the
-  // real data in the named exports), so taking `default` first would corrupt it.
-  if (ownKeys.length > 0) {
-    if (shape === 'array') {
-      // JSON arrays are dense; reconstruct from `0..length-1` indices.
-      var len = ownKeys.length;
-      var arr = new Array(len);
-      for (var i = 0; i < len; i++) {
-        arr[i] = namespace[String(i)];
-      }
-      return arr;
-    }
-    // shape === 'object'. Rebuild a plain object from the (stripped) own
-    // keys so callers can `Object.entries()` it without iterating over
-    // `default` / `__esModule`, and to detach from the module-namespace
-    // object (which is sealed/non-extensible on some bundler outputs).
-    var obj = {};
-    var _iterator = _createForOfIteratorHelper(ownKeys),
-      _step;
-    try {
-      for (_iterator.s(); !(_step = _iterator.n()).done;) {
-        var k = _step.value;
-        obj[k] = namespace[k];
-      }
-    } catch (err) {
-      _iterator.e(err);
-    } finally {
-      _iterator.f();
-    }
-    return obj;
-  }
-
-  // Fallback: no named exports — classic webpack JSON-module interop where
-  // the whole parsed JSON value is hung under `default`. Trust it.
-  if ('default' in namespace && namespace.default != null) {
-    return namespace.default;
-  }
-  return null;
-}
-
-/**
- * Lazily load and build the BE-parity lookup tables from their JSON payloads.
- * The dynamic imports are split into their own async chunks so neither file is
- * bundled into the editor's main chunk unless local inference is initialised.
+ * Lazily load and build the BE-parity lookup tables from their CDN payloads.
+ * Both artifacts are fetched on demand so neither is downloaded unless local
+ * inference is initialised.
  *
  * :returns:
  *   A promise that resolves once `firstTokenToWords`, `l2Words` and
@@ -332,28 +253,22 @@ function unwrapJsonModule(mod, shape) {
 var loadBePayloadData = function loadBePayloadData() {
   if (!bePayloadDataPromise) {
     bePayloadDataPromise = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee() {
-      var _yield$Promise$all, _yield$Promise$all2, firstTokenToWordsModule, vocabularyModule, firstTokenToWordsData, vocabularyData;
+      var _yield$Promise$all, _yield$Promise$all2, firstTokenToWordsData, vocabularyData;
       return _regenerator.default.wrap(function (_context) {
         while (1) switch (_context.prev = _context.next) {
           case 0:
             _context.next = 1;
-            return Promise.all([Promise.resolve().then(function () {
-              return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-first-token-to-words" */'./data/first_token_to_words.json'));
-            }), Promise.resolve().then(function () {
-              return _interopRequireWildcard(require( /* webpackChunkName: "@atlaskit-internal_editor-plugin-autocomplete-vocabulary-10k" */'./data/vocabulary_10k.json'));
-            })]);
+            return Promise.all([(0, _artifactsManifest.fetchArtifactJson)(_artifactsManifest.ARTIFACT_NAME.FIRST_TOKEN_TO_WORDS), (0, _artifactsManifest.fetchArtifactJson)(_artifactsManifest.ARTIFACT_NAME.VOCABULARY)]);
           case 1:
             _yield$Promise$all = _context.sent;
             _yield$Promise$all2 = (0, _slicedToArray2.default)(_yield$Promise$all, 2);
-            firstTokenToWordsModule = _yield$Promise$all2[0];
-            vocabularyModule = _yield$Promise$all2[1];
-            firstTokenToWordsData = unwrapJsonModule(firstTokenToWordsModule, 'object');
-            vocabularyData = unwrapJsonModule(vocabularyModule, 'object');
+            firstTokenToWordsData = _yield$Promise$all2[0];
+            vocabularyData = _yield$Promise$all2[1];
             if (!(firstTokenToWordsData == null || (vocabularyData === null || vocabularyData === void 0 ? void 0 : vocabularyData.words) == null)) {
               _context.next = 2;
               break;
             }
-            throw new Error("[LocalSlowLane] JSON module could not be unwrapped \u2014 " + "firstTokenToWordsData=".concat(firstTokenToWordsData == null ? 'null/undefined' : 'defined', ", ") + "vocabularyData=".concat(vocabularyData == null ? 'null/undefined' : vocabularyData.words == null ? 'defined but missing .words' : 'defined'));
+            throw new Error("[LocalSlowLane] unexpected artifact payload \u2014 " + "firstTokenToWordsData=".concat(firstTokenToWordsData == null ? 'null/undefined' : 'defined', ", ") + "vocabularyData=".concat(vocabularyData == null ? 'null/undefined' : vocabularyData.words == null ? 'defined but missing .words' : 'defined'));
           case 2:
             firstTokenToWords = new Map(Object.entries(firstTokenToWordsData).map(function (_ref2) {
               var _ref3 = (0, _slicedToArray2.default)(_ref2, 2),
@@ -410,28 +325,28 @@ var computeBePayload = exports.computeBePayload = function computeBePayload(rawL
   var validTokenIds = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : prefixMapTokenIds;
   // 1. Numerically-stable masked softmax over validTokenIds only.
   var maxLogit = -Infinity;
-  var _iterator2 = _createForOfIteratorHelper(validTokenIds),
-    _step2;
+  var _iterator = _createForOfIteratorHelper(validTokenIds),
+    _step;
   try {
-    for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
-      var id = _step2.value;
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var id = _step.value;
       var v = rawLogits[id];
       if (v > maxLogit) {
         maxLogit = v;
       }
     }
   } catch (err) {
-    _iterator2.e(err);
+    _iterator.e(err);
   } finally {
-    _iterator2.f();
+    _iterator.f();
   }
   var sumExp = 0;
   var expByToken = new Map();
-  var _iterator3 = _createForOfIteratorHelper(validTokenIds),
-    _step3;
+  var _iterator2 = _createForOfIteratorHelper(validTokenIds),
+    _step2;
   try {
-    for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
-      var _id = _step3.value;
+    for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
+      var _id = _step2.value;
       var e = Math.exp(rawLogits[_id] - maxLogit);
       expByToken.set(_id, e);
       sumExp += e;
@@ -440,53 +355,53 @@ var computeBePayload = exports.computeBePayload = function computeBePayload(rawL
     // 2. Prefix expansion with max aggregation (probabilities sum to 1 over the
     //    masked subset, so divide each token's exp by sumExp on the fly).
   } catch (err) {
-    _iterator3.e(err);
+    _iterator2.e(err);
   } finally {
-    _iterator3.f();
+    _iterator2.f();
   }
   var wordProbs = new Map();
-  var _iterator4 = _createForOfIteratorHelper(prefixMap),
-    _step4;
+  var _iterator3 = _createForOfIteratorHelper(prefixMap),
+    _step3;
   try {
-    for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
+    for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
       var _expByToken$get;
-      var _step4$value = (0, _slicedToArray2.default)(_step4.value, 2),
-        _id2 = _step4$value[0],
-        words = _step4$value[1];
+      var _step3$value = (0, _slicedToArray2.default)(_step3.value, 2),
+        _id2 = _step3$value[0],
+        words = _step3$value[1];
       var _p = sumExp > 0 ? ((_expByToken$get = expByToken.get(_id2)) !== null && _expByToken$get !== void 0 ? _expByToken$get : 0) / sumExp : 0;
-      var _iterator9 = _createForOfIteratorHelper(words),
-        _step9;
+      var _iterator8 = _createForOfIteratorHelper(words),
+        _step8;
       try {
-        for (_iterator9.s(); !(_step9 = _iterator9.n()).done;) {
+        for (_iterator8.s(); !(_step8 = _iterator8.n()).done;) {
           var _wordProbs$get2;
-          var _w = _step9.value;
+          var _w = _step8.value;
           var prev = (_wordProbs$get2 = wordProbs.get(_w)) !== null && _wordProbs$get2 !== void 0 ? _wordProbs$get2 : 0;
           if (_p > prev) {
             wordProbs.set(_w, _p);
           }
         }
       } catch (err) {
-        _iterator9.e(err);
+        _iterator8.e(err);
       } finally {
-        _iterator9.f();
+        _iterator8.f();
       }
     }
 
     // 3. Split into L2 / L3 and reserve the top L2 slots unconditionally.
   } catch (err) {
-    _iterator4.e(err);
+    _iterator3.e(err);
   } finally {
-    _iterator4.f();
+    _iterator3.f();
   }
   var l2Matches = [];
   var l3Matches = [];
-  var _iterator5 = _createForOfIteratorHelper(wordProbs),
-    _step5;
+  var _iterator4 = _createForOfIteratorHelper(wordProbs),
+    _step4;
   try {
-    for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) {
-      var _step5$value = (0, _slicedToArray2.default)(_step5.value, 2),
-        _w2 = _step5$value[0],
-        _p2 = _step5$value[1];
+    for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
+      var _step4$value = (0, _slicedToArray2.default)(_step4.value, 2),
+        _w2 = _step4$value[0],
+        _p2 = _step4$value[1];
       if (domainWords.has(_w2)) {
         l2Matches.push([_w2, _p2]);
       } else {
@@ -494,9 +409,9 @@ var computeBePayload = exports.computeBePayload = function computeBePayload(rawL
       }
     }
   } catch (err) {
-    _iterator5.e(err);
+    _iterator4.e(err);
   } finally {
-    _iterator5.f();
+    _iterator4.f();
   }
   l2Matches.sort(function (a, b) {
     return b[1] - a[1];
@@ -509,19 +424,19 @@ var computeBePayload = exports.computeBePayload = function computeBePayload(rawL
   // it directly rather than allocating a Set and scanning every entry on this
   // hot path (runs ~every word boundary while typing).
   var pool = [];
-  var _iterator6 = _createForOfIteratorHelper(l2Matches.slice(BE_PARITY.RESERVED_L2_SLOTS)),
-    _step6;
+  var _iterator5 = _createForOfIteratorHelper(l2Matches.slice(BE_PARITY.RESERVED_L2_SLOTS)),
+    _step5;
   try {
-    for (_iterator6.s(); !(_step6 = _iterator6.n()).done;) {
-      var _step6$value = (0, _slicedToArray2.default)(_step6.value, 2),
-        _w3 = _step6$value[0],
-        _p3 = _step6$value[1];
+    for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) {
+      var _step5$value = (0, _slicedToArray2.default)(_step5.value, 2),
+        _w3 = _step5$value[0],
+        _p3 = _step5$value[1];
       pool.push([_w3, Math.log(Math.max(_p3, 1e-10)) + BE_PARITY.L2_BIAS]);
     }
   } catch (err) {
-    _iterator6.e(err);
+    _iterator5.e(err);
   } finally {
-    _iterator6.f();
+    _iterator5.f();
   }
   for (var _i = 0, _l3Matches = l3Matches; _i < _l3Matches.length; _i++) {
     var _l3Matches$_i = (0, _slicedToArray2.default)(_l3Matches[_i], 2),
@@ -554,33 +469,33 @@ var computeBePayload = exports.computeBePayload = function computeBePayload(rawL
     }
     result[key] = prob;
   };
-  var _iterator7 = _createForOfIteratorHelper(reserved),
-    _step7;
+  var _iterator6 = _createForOfIteratorHelper(reserved),
+    _step6;
   try {
-    for (_iterator7.s(); !(_step7 = _iterator7.n()).done;) {
-      var _step7$value = (0, _slicedToArray2.default)(_step7.value, 2),
-        _w4 = _step7$value[0],
-        _p4 = _step7$value[1];
+    for (_iterator6.s(); !(_step6 = _iterator6.n()).done;) {
+      var _step6$value = (0, _slicedToArray2.default)(_step6.value, 2),
+        _w4 = _step6$value[0],
+        _p4 = _step6$value[1];
       addEntry(_w4, _p4, true);
     }
   } catch (err) {
-    _iterator7.e(err);
+    _iterator6.e(err);
   } finally {
-    _iterator7.f();
+    _iterator6.f();
   }
-  var _iterator8 = _createForOfIteratorHelper(poolWinners),
-    _step8;
+  var _iterator7 = _createForOfIteratorHelper(poolWinners),
+    _step7;
   try {
-    for (_iterator8.s(); !(_step8 = _iterator8.n()).done;) {
+    for (_iterator7.s(); !(_step7 = _iterator7.n()).done;) {
       var _wordProbs$get3;
-      var _step8$value = (0, _slicedToArray2.default)(_step8.value, 1),
-        _w5 = _step8$value[0];
+      var _step7$value = (0, _slicedToArray2.default)(_step7.value, 1),
+        _w5 = _step7$value[0];
       addEntry(_w5, (_wordProbs$get3 = wordProbs.get(_w5)) !== null && _wordProbs$get3 !== void 0 ? _wordProbs$get3 : 0, false);
     }
   } catch (err) {
-    _iterator8.e(err);
+    _iterator7.e(err);
   } finally {
-    _iterator8.f();
+    _iterator7.f();
   }
   if ((0, _debugMode.isAutocompleteDebugEnabled)()) {
     var topReserved = reserved.slice(0, 5).map(function (_ref4) {