@atlaskit/editor-plugin-autocomplete 3.2.0 → 3.3.0

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @atlaskit/editor-plugin-autocomplete
 
+## 3.3.0
+
+### Minor Changes
+
+- [`4c8cf60a51e1d`](https://bitbucket.org/atlassian/atlassian-frontend-monorepo/commits/4c8cf60a51e1d) -
+  Fix local slow lane client declaration builds
+
 ## 3.2.0
 
 ### Minor Changes

package/dist/cjs/pm-plugins/local-slow-lane-client.js

@@ -129,13 +129,37 @@ var BE_PARITY = exports.BE_PARITY = {
    */
   MAX_CONTEXT_WORDS: 100
 };
+var splitOnWhitespace = function splitOnWhitespace(text) {
+  var trimmed = text.trim();
+  if (trimmed === '') {
+    return [];
+  }
+  var words = [];
+  var wordStart = -1;
+  for (var i = 0; i < trimmed.length; i++) {
+    if (trimmed[i].trim() === '') {
+      if (wordStart !== -1) {
+        words.push(trimmed.slice(wordStart, i));
+        wordStart = -1;
+      }
+      continue;
+    }
+    if (wordStart === -1) {
+      wordStart = i;
+    }
+  }
+  if (wordStart !== -1) {
+    words.push(trimmed.slice(wordStart));
+  }
+  return words;
+};
 
 /**
  * Return the last `n` whitespace-separated words of `text`, joined by spaces.
  * Mirrors the BE rolling-window truncation applied before both encoders.
  */
 var truncateToLastNWords = function truncateToLastNWords(text, n) {
-  var words = text.trim().split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/);
+  var words = splitOnWhitespace(text);
   return words.length <= n ? text : words.slice(-n).join(' ');
 };
 
@@ -749,7 +773,7 @@ var createLocalSlowLaneClient = exports.createLocalSlowLaneClient = function cre
    */
   var runInference = /*#__PURE__*/function () {
     var _ref9 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee3(text, requestId) {
-      var lmText, semanticText, arcticInput, _embeddingResponse$da, tStart, tLmDone, tEmbDone, _yield$Promise$all5, _yield$Promise$all6, embeddingResponse, rawLogits, payload, embedding, sumSq, i, topTokens, errorMsg, _t2;
+      var lmText, semanticText, arcticInput, captureCompletionTime, _data, tStart, tLmDone, tEmbDone, _yield$Promise$all5, _yield$Promise$all6, embeddingResponse, rawLogits, payload, embedding, sumSq, i, topTokens, errorMsg, _t2;
       return _regenerator.default.wrap(function (_context3) {
         while (1) switch (_context3.prev = _context3.next) {
           case 0:
@@ -772,32 +796,36 @@ var createLocalSlowLaneClient = exports.createLocalSlowLaneClient = function cre
             lmText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_TOKENS);
             semanticText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_WORDS);
             arcticInput = wrapForArctic(semanticText);
+            captureCompletionTime = function captureCompletionTime(promise, onResolved) {
+              return promise.then(function (value) {
+                onResolved(performance.now());
+                return value;
+              });
+            };
             if ((0, _debugMode.isAutocompleteDebugEnabled)()) {
               // eslint-disable-next-line no-console
-              console.log("%c[LocalSlowLane] %c\uD83D\uDD22 Arctic input (".concat(arcticInput.length, " chars, ").concat(semanticText.split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/).length, " words): \"").concat(arcticInput.length > 100 ? "".concat(arcticInput.slice(0, 100), "\u2026") : arcticInput, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
+              console.log("%c[LocalSlowLane] %c\uD83D\uDD22 Arctic input (".concat(arcticInput.length, " chars, ").concat(splitOnWhitespace(semanticText).length, " words): \"").concat(arcticInput.length > 100 ? "".concat(arcticInput.slice(0, 100), "\u2026") : arcticInput, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
               // eslint-disable-next-line no-console
-              console.log("%c[LocalSlowLane] %c\uD83E\uDDE0 LM input (".concat(lmText.length, " chars, ").concat(lmText.split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/).length, " words): \"").concat(lmText.length > 100 ? "".concat(lmText.slice(0, 100), "\u2026") : lmText, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
+              console.log("%c[LocalSlowLane] %c\uD83E\uDDE0 LM input (".concat(lmText.length, " chars, ").concat(splitOnWhitespace(lmText).length, " words): \"").concat(lmText.length > 100 ? "".concat(lmText.slice(0, 100), "\u2026") : lmText, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
             }
             _context3.prev = 2;
             tStart = performance.now();
             tLmDone = 0;
             tEmbDone = 0;
             _context3.next = 3;
-            return Promise.all([engine.completions.create({
+            return Promise.all([captureCompletionTime(engine.completions.create({
               model: modelId,
               prompt: lmText,
               max_tokens: 1,
               temperature: 0,
               logprobs: false
-            }).then(function (r) {
-              tLmDone = performance.now();
-              return r;
-            }), engine.embeddings.create({
+            }), function (resolvedAt) {
+              tLmDone = resolvedAt;
+            }), captureCompletionTime(engine.embeddings.create({
               model: LOCAL_MLC_EMBEDDING_MODEL_ID,
               input: arcticInput
-            }).then(function (r) {
-              tEmbDone = performance.now();
-              return r;
+            }), function (resolvedAt) {
+              tEmbDone = resolvedAt;
             })]);
           case 3:
             _yield$Promise$all5 = _context3.sent;
@@ -828,7 +856,7 @@ var createLocalSlowLaneClient = exports.createLocalSlowLaneClient = function cre
             // Guard against base64-encoded responses (encoding_format: 'base64' would
             // yield a string, and new Float32Array(string) silently produces an empty
             // array, corrupting downstream cosine-similarity scoring).
-            embedding = (_embeddingResponse$da = embeddingResponse.data) === null || _embeddingResponse$da === void 0 || (_embeddingResponse$da = _embeddingResponse$da[0]) === null || _embeddingResponse$da === void 0 ? void 0 : _embeddingResponse$da.embedding;
+            embedding = (_data = embeddingResponse.data) === null || _data === void 0 || (_data = _data[0]) === null || _data === void 0 ? void 0 : _data.embedding;
             storedContextVector = Array.isArray(embedding) && embedding.length > 0 ? new Float32Array(embedding) : null;
             if ((0, _debugMode.isAutocompleteDebugEnabled)()) {
               // eslint-disable-next-line no-console

package/dist/es2019/pm-plugins/local-slow-lane-client.js

@@ -109,13 +109,37 @@ export const BE_PARITY = {
    */
   MAX_CONTEXT_WORDS: 100
 };
+const splitOnWhitespace = text => {
+  const trimmed = text.trim();
+  if (trimmed === '') {
+    return [];
+  }
+  const words = [];
+  let wordStart = -1;
+  for (let i = 0; i < trimmed.length; i++) {
+    if (trimmed[i].trim() === '') {
+      if (wordStart !== -1) {
+        words.push(trimmed.slice(wordStart, i));
+        wordStart = -1;
+      }
+      continue;
+    }
+    if (wordStart === -1) {
+      wordStart = i;
+    }
+  }
+  if (wordStart !== -1) {
+    words.push(trimmed.slice(wordStart));
+  }
+  return words;
+};
 
 /**
  * Return the last `n` whitespace-separated words of `text`, joined by spaces.
  * Mirrors the BE rolling-window truncation applied before both encoders.
  */
 const truncateToLastNWords = (text, n) => {
-  const words = text.trim().split(/\s+/u);
+  const words = splitOnWhitespace(text);
   return words.length <= n ? text : words.slice(-n).join(' ');
 };
 
@@ -600,32 +624,34 @@ export const createLocalSlowLaneClient = (config = {}) => {
     const lmText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_TOKENS);
     const semanticText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_WORDS);
     const arcticInput = wrapForArctic(semanticText);
+    const captureCompletionTime = (promise, onResolved) => promise.then(value => {
+      onResolved(performance.now());
+      return value;
+    });
     if (isAutocompleteDebugEnabled()) {
       // eslint-disable-next-line no-console
-      console.log(`%c[LocalSlowLane] %c🔢 Arctic input (${arcticInput.length} chars, ${semanticText.split(/\s+/u).length} words): "${arcticInput.length > 100 ? `${arcticInput.slice(0, 100)}…` : arcticInput}"`, 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
+      console.log(`%c[LocalSlowLane] %c🔢 Arctic input (${arcticInput.length} chars, ${splitOnWhitespace(semanticText).length} words): "${arcticInput.length > 100 ? `${arcticInput.slice(0, 100)}…` : arcticInput}"`, 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
       // eslint-disable-next-line no-console
-      console.log(`%c[LocalSlowLane] %c🧠 LM input (${lmText.length} chars, ${lmText.split(/\s+/u).length} words): "${lmText.length > 100 ? `${lmText.slice(0, 100)}…` : lmText}"`, 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
+      console.log(`%c[LocalSlowLane] %c🧠 LM input (${lmText.length} chars, ${splitOnWhitespace(lmText).length} words): "${lmText.length > 100 ? `${lmText.slice(0, 100)}…` : lmText}"`, 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
     }
     try {
-      var _embeddingResponse$da, _embeddingResponse$da2;
+      var _data, _data$;
       const tStart = performance.now();
       let tLmDone = 0;
       let tEmbDone = 0;
-      const [, embeddingResponse] = await Promise.all([engine.completions.create({
+      const [, embeddingResponse] = await Promise.all([captureCompletionTime(engine.completions.create({
         model: modelId,
         prompt: lmText,
         max_tokens: 1,
         temperature: 0,
         logprobs: false
-      }).then(r => {
-        tLmDone = performance.now();
-        return r;
-      }), engine.embeddings.create({
+      }), resolvedAt => {
+        tLmDone = resolvedAt;
+      }), captureCompletionTime(engine.embeddings.create({
         model: LOCAL_MLC_EMBEDDING_MODEL_ID,
         input: arcticInput
-      }).then(r => {
-        tEmbDone = performance.now();
-        return r;
+      }), resolvedAt => {
+        tEmbDone = resolvedAt;
       })]);
       if (isAutocompleteDebugEnabled()) {
         // eslint-disable-next-line no-console
@@ -650,7 +676,7 @@ export const createLocalSlowLaneClient = (config = {}) => {
       // Guard against base64-encoded responses (encoding_format: 'base64' would
       // yield a string, and new Float32Array(string) silently produces an empty
       // array, corrupting downstream cosine-similarity scoring).
-      const embedding = (_embeddingResponse$da = embeddingResponse.data) === null || _embeddingResponse$da === void 0 ? void 0 : (_embeddingResponse$da2 = _embeddingResponse$da[0]) === null || _embeddingResponse$da2 === void 0 ? void 0 : _embeddingResponse$da2.embedding;
+      const embedding = (_data = embeddingResponse.data) === null || _data === void 0 ? void 0 : (_data$ = _data[0]) === null || _data$ === void 0 ? void 0 : _data$.embedding;
       storedContextVector = Array.isArray(embedding) && embedding.length > 0 ? new Float32Array(embedding) : null;
       if (isAutocompleteDebugEnabled()) {
         // eslint-disable-next-line no-console

package/dist/esm/pm-plugins/local-slow-lane-client.js

@@ -123,13 +123,37 @@ export var BE_PARITY = {
    */
   MAX_CONTEXT_WORDS: 100
 };
+var splitOnWhitespace = function splitOnWhitespace(text) {
+  var trimmed = text.trim();
+  if (trimmed === '') {
+    return [];
+  }
+  var words = [];
+  var wordStart = -1;
+  for (var i = 0; i < trimmed.length; i++) {
+    if (trimmed[i].trim() === '') {
+      if (wordStart !== -1) {
+        words.push(trimmed.slice(wordStart, i));
+        wordStart = -1;
+      }
+      continue;
+    }
+    if (wordStart === -1) {
+      wordStart = i;
+    }
+  }
+  if (wordStart !== -1) {
+    words.push(trimmed.slice(wordStart));
+  }
+  return words;
+};
 
 /**
  * Return the last `n` whitespace-separated words of `text`, joined by spaces.
  * Mirrors the BE rolling-window truncation applied before both encoders.
  */
 var truncateToLastNWords = function truncateToLastNWords(text, n) {
-  var words = text.trim().split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/);
+  var words = splitOnWhitespace(text);
   return words.length <= n ? text : words.slice(-n).join(' ');
 };
 
@@ -737,7 +761,7 @@ export var createLocalSlowLaneClient = function createLocalSlowLaneClient() {
    */
   var runInference = /*#__PURE__*/function () {
     var _ref9 = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime.mark(function _callee3(text, requestId) {
-      var lmText, semanticText, arcticInput, _embeddingResponse$da, tStart, tLmDone, tEmbDone, _yield$Promise$all5, _yield$Promise$all6, embeddingResponse, rawLogits, payload, embedding, sumSq, i, topTokens, errorMsg, _t2;
+      var lmText, semanticText, arcticInput, captureCompletionTime, _data, tStart, tLmDone, tEmbDone, _yield$Promise$all5, _yield$Promise$all6, embeddingResponse, rawLogits, payload, embedding, sumSq, i, topTokens, errorMsg, _t2;
       return _regeneratorRuntime.wrap(function (_context3) {
         while (1) switch (_context3.prev = _context3.next) {
           case 0:
@@ -760,32 +784,36 @@ export var createLocalSlowLaneClient = function createLocalSlowLaneClient() {
             lmText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_TOKENS);
             semanticText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_WORDS);
             arcticInput = wrapForArctic(semanticText);
+            captureCompletionTime = function captureCompletionTime(promise, onResolved) {
+              return promise.then(function (value) {
+                onResolved(performance.now());
+                return value;
+              });
+            };
             if (isAutocompleteDebugEnabled()) {
               // eslint-disable-next-line no-console
-              console.log("%c[LocalSlowLane] %c\uD83D\uDD22 Arctic input (".concat(arcticInput.length, " chars, ").concat(semanticText.split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/).length, " words): \"").concat(arcticInput.length > 100 ? "".concat(arcticInput.slice(0, 100), "\u2026") : arcticInput, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
+              console.log("%c[LocalSlowLane] %c\uD83D\uDD22 Arctic input (".concat(arcticInput.length, " chars, ").concat(splitOnWhitespace(semanticText).length, " words): \"").concat(arcticInput.length > 100 ? "".concat(arcticInput.slice(0, 100), "\u2026") : arcticInput, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #009688;');
               // eslint-disable-next-line no-console
-              console.log("%c[LocalSlowLane] %c\uD83E\uDDE0 LM input (".concat(lmText.length, " chars, ").concat(lmText.split(/[\t-\r \xA0\u1680\u2000-\u200A\u2028\u2029\u202F\u205F\u3000\uFEFF]+/).length, " words): \"").concat(lmText.length > 100 ? "".concat(lmText.slice(0, 100), "\u2026") : lmText, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
+              console.log("%c[LocalSlowLane] %c\uD83E\uDDE0 LM input (".concat(lmText.length, " chars, ").concat(splitOnWhitespace(lmText).length, " words): \"").concat(lmText.length > 100 ? "".concat(lmText.slice(0, 100), "\u2026") : lmText, "\""), 'color: #9c27b0; font-weight: bold;', 'color: #2196f3;');
             }
             _context3.prev = 2;
             tStart = performance.now();
             tLmDone = 0;
             tEmbDone = 0;
             _context3.next = 3;
-            return Promise.all([engine.completions.create({
+            return Promise.all([captureCompletionTime(engine.completions.create({
               model: modelId,
               prompt: lmText,
               max_tokens: 1,
               temperature: 0,
               logprobs: false
-            }).then(function (r) {
-              tLmDone = performance.now();
-              return r;
-            }), engine.embeddings.create({
+            }), function (resolvedAt) {
+              tLmDone = resolvedAt;
+            }), captureCompletionTime(engine.embeddings.create({
               model: LOCAL_MLC_EMBEDDING_MODEL_ID,
               input: arcticInput
-            }).then(function (r) {
-              tEmbDone = performance.now();
-              return r;
+            }), function (resolvedAt) {
+              tEmbDone = resolvedAt;
             })]);
           case 3:
             _yield$Promise$all5 = _context3.sent;
@@ -816,7 +844,7 @@ export var createLocalSlowLaneClient = function createLocalSlowLaneClient() {
             // Guard against base64-encoded responses (encoding_format: 'base64' would
             // yield a string, and new Float32Array(string) silently produces an empty
             // array, corrupting downstream cosine-similarity scoring).
-            embedding = (_embeddingResponse$da = embeddingResponse.data) === null || _embeddingResponse$da === void 0 || (_embeddingResponse$da = _embeddingResponse$da[0]) === null || _embeddingResponse$da === void 0 ? void 0 : _embeddingResponse$da.embedding;
+            embedding = (_data = embeddingResponse.data) === null || _data === void 0 || (_data = _data[0]) === null || _data === void 0 ? void 0 : _data.embedding;
             storedContextVector = Array.isArray(embedding) && embedding.length > 0 ? new Float32Array(embedding) : null;
             if (isAutocompleteDebugEnabled()) {
               // eslint-disable-next-line no-console

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@atlaskit/editor-plugin-autocomplete",
-	"version": "3.2.0",
+	"version": "3.3.0",
 	"description": "Client-side text autocomplete plugin for @atlaskit/editor-core",
 	"author": "Atlassian Pty Ltd",
 	"license": "Apache-2.0",

package/src/pm-plugins/local-slow-lane-client.ts

@@ -41,6 +41,7 @@ import { isAutocompleteDebugEnabled } from './debug-mode';
 import { isWordBoundary } from './slow-lane-client';
 
 type WebLlmModelRecord = NonNullable<AppConfig['model_list']>[number];
+type EmbeddingApiResponse = { data?: Array<{ embedding?: unknown }> };
 
 // ─── Types ───────────────────────────────────────────────────────────────────
 
@@ -158,12 +159,42 @@ export const BE_PARITY = {
 	MAX_CONTEXT_WORDS: 100,
 } as const;
 
+const splitOnWhitespace = (text: string): string[] => {
+	const trimmed = text.trim();
+	if (trimmed === '') {
+		return [];
+	}
+
+	const words: string[] = [];
+	let wordStart = -1;
+
+	for (let i = 0; i < trimmed.length; i++) {
+		if (trimmed[i].trim() === '') {
+			if (wordStart !== -1) {
+				words.push(trimmed.slice(wordStart, i));
+				wordStart = -1;
+			}
+			continue;
+		}
+
+		if (wordStart === -1) {
+			wordStart = i;
+		}
+	}
+
+	if (wordStart !== -1) {
+		words.push(trimmed.slice(wordStart));
+	}
+
+	return words;
+};
+
 /**
  * Return the last `n` whitespace-separated words of `text`, joined by spaces.
  * Mirrors the BE rolling-window truncation applied before both encoders.
  */
 const truncateToLastNWords = (text: string, n: number): string => {
-	const words = text.trim().split(/\s+/u);
+	const words = splitOnWhitespace(text);
 	return words.length <= n ? text : words.slice(-n).join(' ');
 };
 
@@ -755,17 +786,25 @@ export const createLocalSlowLaneClient = (
 		const lmText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_TOKENS);
 		const semanticText = truncateToLastNWords(text, BE_PARITY.MAX_CONTEXT_WORDS);
 		const arcticInput = wrapForArctic(semanticText);
+		const captureCompletionTime = <T,>(
+			promise: Promise<T>,
+			onResolved: (resolvedAt: number) => void,
+		): Promise<T> =>
+			promise.then((value: T) => {
+				onResolved(performance.now());
+				return value;
+			});
 
 		if (isAutocompleteDebugEnabled()) {
 			// eslint-disable-next-line no-console
 			console.log(
-				`%c[LocalSlowLane] %c🔢 Arctic input (${arcticInput.length} chars, ${semanticText.split(/\s+/u).length} words): "${arcticInput.length > 100 ? `${arcticInput.slice(0, 100)}…` : arcticInput}"`,
+				`%c[LocalSlowLane] %c🔢 Arctic input (${arcticInput.length} chars, ${splitOnWhitespace(semanticText).length} words): "${arcticInput.length > 100 ? `${arcticInput.slice(0, 100)}…` : arcticInput}"`,
 				'color: #9c27b0; font-weight: bold;',
 				'color: #009688;',
 			);
 			// eslint-disable-next-line no-console
 			console.log(
-				`%c[LocalSlowLane] %c🧠 LM input (${lmText.length} chars, ${lmText.split(/\s+/u).length} words): "${lmText.length > 100 ? `${lmText.slice(0, 100)}…` : lmText}"`,
+				`%c[LocalSlowLane] %c🧠 LM input (${lmText.length} chars, ${splitOnWhitespace(lmText).length} words): "${lmText.length > 100 ? `${lmText.slice(0, 100)}…` : lmText}"`,
 				'color: #9c27b0; font-weight: bold;',
 				'color: #2196f3;',
 			);
@@ -777,27 +816,29 @@ export const createLocalSlowLaneClient = (
 			let tEmbDone = 0;
 
 			const [, embeddingResponse] = await Promise.all([
-				engine.completions
-					.create({
+				captureCompletionTime(
+					engine.completions.create({
 						model: modelId,
 						prompt: lmText,
 						max_tokens: 1,
 						temperature: 0,
 						logprobs: false,
 					})
-					.then((r) => {
-						tLmDone = performance.now();
-						return r;
-					}),
-				engine.embeddings
-					.create({
+					,
+					(resolvedAt) => {
+						tLmDone = resolvedAt;
+					},
+				),
+				captureCompletionTime(
+					engine.embeddings.create({
 						model: LOCAL_MLC_EMBEDDING_MODEL_ID,
 						input: arcticInput,
 					})
-					.then((r) => {
-						tEmbDone = performance.now();
-						return r;
-					}),
+					,
+					(resolvedAt) => {
+						tEmbDone = resolvedAt;
+					},
+				),
 			]);
 
 			if (isAutocompleteDebugEnabled()) {
@@ -827,7 +868,7 @@ export const createLocalSlowLaneClient = (
 			// Guard against base64-encoded responses (encoding_format: 'base64' would
 			// yield a string, and new Float32Array(string) silently produces an empty
 			// array, corrupting downstream cosine-similarity scoring).
-			const embedding = embeddingResponse.data?.[0]?.embedding;
+			const embedding = (embeddingResponse as EmbeddingApiResponse).data?.[0]?.embedding;
 			storedContextVector =
 				Array.isArray(embedding) && embedding.length > 0
 					? new Float32Array(embedding as number[])