@atlaskit/editor-plugin-autocomplete 6.0.0 → 8.0.0

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @atlaskit/editor-plugin-autocomplete
 
+## 8.0.0
+
+### Patch Changes
+
+- Updated dependencies
+
+## 7.0.0
+
+### Major Changes
+
+- [`7a16264359631`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/7a16264359631) -
+  Load autocomplete model artifacts from the CDN instead of bundling them. The vocabulary,
+  POS/grammar, word-index and word-vectors payloads are now resolved from GET
+  /gateway/api/v1/autocomplete/artifacts, so this endpoint must be reachable for autocomplete to
+  produce suggestions. BREAKING: the `getVectorsBinaryUrl` plugin option has been removed — the word
+  vectors binary URL now always comes from the artifacts manifest, so hosts must stop serving it
+  themselves.
+
+  Rovo chat autocomplete now runs on-device via WebGPU instead of the network slow-lane backend.
+
 ## 6.0.0
 
 ### Patch Changes

package/compass.yml

@@ -1,7 +1,7 @@
 configVersion: 1
 id: ari:cloud:compass:a436116f-02ce-4520-8fbb-7301462a1674:component/c5751cc6-3513-4070-9deb-af31e86aed34/45ef6a6c-98b8-4615-940d-e9013db36999
 name: '@atlaskit/editor-plugin-autocomplete'
-ownerId: ari:cloud:identity::team/0250ee69-f755-47fd-a468-bf8a9d10a3c5 # Editor AI
+ownerId: ari:cloud:identity::team/cf6a670b-5252-4c68-a769-9207de366beb # Editor Developers
 labels:
   - platform-code
   - platform-afm
@@ -23,7 +23,7 @@ links:
 customFields:
   - name: Department
     type: text
-    value: Eng - Editor AI
+    value: Editor Developers
   - name: Trusted Reviewer Teams
     type: text
     value: ari:cloud:identity::team/cf6a670b-5252-4c68-a769-9207de366beb

package/dist/cjs/analytics/ufo.js

@@ -38,7 +38,8 @@ function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t =
 var EXPERIENCE_NAME = exports.EXPERIENCE_NAME = {
   SLOW_LANE_FETCH: 'slow-lane-fetch',
   LOAD_VOCABULARY: 'load-vocabulary',
-  LOAD_VECTORS: 'load-vectors'
+  LOAD_VECTORS: 'load-vectors',
+  LOAD_GRAMMAR: 'load-grammar'
 };
 var isUfoEnabled = function isUfoEnabled() {
   var _process;
@@ -56,7 +57,7 @@ var operationConfig = {
     })
   }
 };
-var experiences = (0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)({}, EXPERIENCE_NAME.SLOW_LANE_FETCH, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.SLOW_LANE_FETCH, operationConfig)), EXPERIENCE_NAME.LOAD_VOCABULARY, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VOCABULARY, operationConfig)), EXPERIENCE_NAME.LOAD_VECTORS, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig));
+var experiences = (0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)((0, _defineProperty2.default)({}, EXPERIENCE_NAME.SLOW_LANE_FETCH, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.SLOW_LANE_FETCH, operationConfig)), EXPERIENCE_NAME.LOAD_VOCABULARY, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VOCABULARY, operationConfig)), EXPERIENCE_NAME.LOAD_VECTORS, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_VECTORS, operationConfig)), EXPERIENCE_NAME.LOAD_GRAMMAR, new _ufo.ConcurrentExperience(EXPERIENCE_NAME.LOAD_GRAMMAR, operationConfig));
 var startExp = exports.startExp = function startExp(name, id, metadata) {
   if (!isUfoEnabled()) {
     return;

package/dist/cjs/pm-plugins/artifacts-manifest.js

@@ -0,0 +1,210 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.resetArtifactsManifestCache = exports.getArtifactUrl = exports.fetchArtifactJson = exports.ARTIFACT_NAME = void 0;
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+var _debugMode = require("./debug-mode");
+/**
+ * Artifacts Manifest Client: resolves the autocomplete model artifacts hosted on
+ * the CDN.
+ *
+ * `GET /gateway/api/v1/autocomplete/artifacts` returns one presigned CDN URL per
+ * artifact for the tenant's active model version:
+ *
+ *   { activeVersion, artifacts: [{ name, url, contentType, sizeBytes, checksum }] }
+ *
+ * Every loader in the plugin resolves its payload through here, so no model data
+ * is bundled with the package.
+ */
+
+// ─── Types ───────────────────────────────────────────────────────────────────
+
+/**
+ * Manifest artifact names. These are the manifest's lookup keys and are
+ * hyphenated, unlike the underscored filenames the artifacts are generated from.
+ */
+var ARTIFACT_NAME = exports.ARTIFACT_NAME = {
+  FIRST_TOKEN_TO_WORDS: 'first-token-to-words.json',
+  GHOST_POS_TAGS: 'ghost-pos-tags.json',
+  GRAMMAR_TRANSITIONS: 'grammar-transitions-10k.json',
+  L3_VOCABULARY: 'l3-vocabulary.json',
+  POS_TAGS: 'combined-l2-l3-pos-tags.json',
+  VOCABULARY: 'vocabulary-10k.json',
+  WORD_INDEX: 'word-index-10k.json',
+  WORD_VECTORS: 'word-vectors-10k.bin'
+};
+
+/** A single entry in the artifacts manifest. */
+
+/** Response body of the artifacts endpoint. */
+
+// ─── Constants ───────────────────────────────────────────────────────────────
+
+var MANIFEST_ENDPOINT = '/gateway/api/v1/autocomplete/artifacts';
+
+/**
+ * Presigned artifact URLs expire ~10 minutes after the manifest is issued, so
+ * the manifest is re-requested well inside that window instead of being cached
+ * for the session and handing out dead URLs to a late loader.
+ */
+var MANIFEST_TTL_MS = 5 * 60 * 1000;
+
+// ─── Manifest ────────────────────────────────────────────────────────────────
+
+var manifestPromise;
+var manifestRequestedAt = 0;
+
+/** Test-only: drops the memoised manifest so the next lookup re-requests it. */
+var resetArtifactsManifestCache = exports.resetArtifactsManifestCache = function resetArtifactsManifestCache() {
+  manifestPromise = undefined;
+  manifestRequestedAt = 0;
+};
+var requestManifest = /*#__PURE__*/function () {
+  var _ref = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee() {
+    var res, body;
+    return _regenerator.default.wrap(function (_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          _context.next = 1;
+          return fetch(MANIFEST_ENDPOINT, {
+            method: 'GET',
+            headers: {
+              'x-experience-id': 'confluence-smart-typeahead-artifacts',
+              'x-product': 'confluence'
+            }
+          });
+        case 1:
+          res = _context.sent;
+          if (res.ok) {
+            _context.next = 2;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Manifest request failed: ".concat(res.status));
+        case 2:
+          _context.next = 3;
+          return res.json();
+        case 3:
+          body = _context.sent;
+          if (!(!Array.isArray(body === null || body === void 0 ? void 0 : body.artifacts) || body.artifacts.length === 0)) {
+            _context.next = 4;
+            break;
+          }
+          throw new Error('[autocomplete-artifacts] Manifest response contained no artifacts');
+        case 4:
+          if ((0, _debugMode.isAutocompleteDebugEnabled)()) {
+            // eslint-disable-next-line no-console
+            console.log('[autocomplete-artifacts] Manifest loaded:', {
+              activeVersion: body.activeVersion,
+              names: body.artifacts.map(function (artifact) {
+                return artifact.name;
+              })
+            });
+          }
+          return _context.abrupt("return", new Map(body.artifacts.map(function (artifact) {
+            return [artifact.name, artifact];
+          })));
+        case 5:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return function requestManifest() {
+    return _ref.apply(this, arguments);
+  };
+}();
+var getManifest = function getManifest() {
+  if (manifestPromise && Date.now() - manifestRequestedAt < MANIFEST_TTL_MS) {
+    return manifestPromise;
+  }
+  manifestRequestedAt = Date.now();
+  manifestPromise = requestManifest().catch(function (e) {
+    // Never cache a rejection — a transient failure would otherwise stop every
+    // later loader in the session from retrying.
+    resetArtifactsManifestCache();
+    throw e;
+  });
+  return manifestPromise;
+};
+
+// ─── Public API ──────────────────────────────────────────────────────────────
+
+/**
+ * Resolve the CDN URL for an artifact.
+ *
+ * :raises Error: when the manifest cannot be fetched or omits the artifact.
+ */
+var getArtifactUrl = exports.getArtifactUrl = /*#__PURE__*/function () {
+  var _ref2 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2(name) {
+    var _manifest$get;
+    var manifest, url;
+    return _regenerator.default.wrap(function (_context2) {
+      while (1) switch (_context2.prev = _context2.next) {
+        case 0:
+          _context2.next = 1;
+          return getManifest();
+        case 1:
+          manifest = _context2.sent;
+          url = (_manifest$get = manifest.get(name)) === null || _manifest$get === void 0 ? void 0 : _manifest$get.url;
+          if (url) {
+            _context2.next = 2;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Manifest has no URL for \"".concat(name, "\""));
+        case 2:
+          return _context2.abrupt("return", url);
+        case 3:
+        case "end":
+          return _context2.stop();
+      }
+    }, _callee2);
+  }));
+  return function getArtifactUrl(_x) {
+    return _ref2.apply(this, arguments);
+  };
+}();
+
+/**
+ * Download and parse a JSON artifact. The presigned URL carries its own auth
+ * token, so the request is sent without Atlassian headers or credentials.
+ *
+ * :raises Error: when the manifest lookup or the download fails.
+ */
+var fetchArtifactJson = exports.fetchArtifactJson = /*#__PURE__*/function () {
+  var _ref3 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee3(name) {
+    var url, res;
+    return _regenerator.default.wrap(function (_context3) {
+      while (1) switch (_context3.prev = _context3.next) {
+        case 0:
+          _context3.next = 1;
+          return getArtifactUrl(name);
+        case 1:
+          url = _context3.sent;
+          _context3.next = 2;
+          return fetch(url);
+        case 2:
+          res = _context3.sent;
+          if (res.ok) {
+            _context3.next = 3;
+            break;
+          }
+          throw new Error("[autocomplete-artifacts] Failed to download \"".concat(name, "\": ").concat(res.status));
+        case 3:
+          _context3.next = 4;
+          return res.json();
+        case 4:
+          return _context3.abrupt("return", _context3.sent);
+        case 5:
+        case "end":
+          return _context3.stop();
+      }
+    }, _callee3);
+  }));
+  return function fetchArtifactJson(_x2) {
+    return _ref3.apply(this, arguments);
+  };
+}();

package/dist/cjs/pm-plugins/autocomplete-plugin.js

@@ -16,6 +16,7 @@ var _view = require("@atlaskit/editor-prosemirror/view");
 var _debugMode = require("./debug-mode");
 var _ghostTextDecoration = require("./ghost-text-decoration");
 var _localSlowLaneClient = require("./local-slow-lane-client");
+var _scoringPipeline = require("./scoring-pipeline");
 var _slowLaneClient = require("./slow-lane-client");
 var _textPredictor = require("./text-predictor");
 function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t.return || t.return(); } finally { if (u) throw o; } } }; }
@@ -678,7 +679,7 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
           return accepted;
         },
         focus: function focus() {
-          var _options$useLocalMode, _options$useLocalMode2;
+          var _options$useLocalMode, _options$useLocalMode2, _options$useLocalMode3;
           if (!isAutocompleteEnabled) {
             return false;
           }
@@ -691,7 +692,6 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
             });
           });
           (0, _textPredictor.loadVectorsAsync)({
-            getBinaryUrl: options === null || options === void 0 ? void 0 : options.getVectorsBinaryUrl,
             isLocalLLM: (_options$useLocalMode2 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode2 !== void 0 ? _options$useLocalMode2 : false,
             surface: surface
           }).catch(function (error) {
@@ -699,6 +699,14 @@ var createAutocompletePlugin = exports.createAutocompletePlugin = function creat
               location: 'editor-plugin-autocomplete/loadVectorsAsync'
             });
           });
+          (0, _scoringPipeline.loadGrammarDataAsync)({
+            isLocalLLM: (_options$useLocalMode3 = options === null || options === void 0 ? void 0 : options.useLocalModel) !== null && _options$useLocalMode3 !== void 0 ? _options$useLocalMode3 : false,
+            surface: surface
+          }).catch(function (error) {
+            (0, _monitoring.logException)(error, {
+              location: 'editor-plugin-autocomplete/loadGrammarDataAsync'
+            });
+          });
           if (!hasIngestedPage) {
             hasIngestedPage = true;
             refreshContext({