@automattic/jetpack-ai-client 0.14.5 → 0.14.6

package/CHANGELOG.md

@@ -5,6 +5,10 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.14.6] - 2024-07-15
+### Added
+- AI Client: Filter suggestions starting with llama artifacts [#38208]
+
 ## [0.14.5] - 2024-07-08
 ### Changed
 - Updated package dependencies. [#38132]
@@ -347,6 +351,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Updated package dependencies. [#31659]
 - Updated package dependencies. [#31785]
 
+[0.14.6]: https://github.com/Automattic/jetpack-ai-client/compare/v0.14.5...v0.14.6
 [0.14.5]: https://github.com/Automattic/jetpack-ai-client/compare/v0.14.4...v0.14.5
 [0.14.4]: https://github.com/Automattic/jetpack-ai-client/compare/v0.14.3...v0.14.4
 [0.14.3]: https://github.com/Automattic/jetpack-ai-client/compare/v0.14.2...v0.14.3

package/build/hooks/use-ai-suggestions/index.d.ts

@@ -41,6 +41,13 @@ type useAiSuggestionsProps = {
  * @returns {RequestingErrorProps}          The error data.
  */
 export declare function getErrorData(errorCode: SuggestionErrorCode): RequestingErrorProps;
+/**
+ * Remove the llama artifact from a suggestion.
+ *
+ * @param {string} suggestion - The suggestion.
+ * @returns {string}            The suggestion without the llama artifact.
+ */
+export declare function removeLlamaArtifact(suggestion: string): string;
 /**
  * React custom hook to get suggestions from AI,
  * by hitting the query endpoint.

package/build/hooks/use-ai-suggestions/index.js

@@ -55,6 +55,15 @@ export function getErrorData(errorCode) {
             };
     }
 }
+/**
+ * Remove the llama artifact from a suggestion.
+ *
+ * @param {string} suggestion - The suggestion.
+ * @returns {string}            The suggestion without the llama artifact.
+ */
+export function removeLlamaArtifact(suggestion) {
+    return suggestion.replace(/^<\|start_header_id\|>assistant<\|end_header_id\|>[\n]+/, '');
+}
 /**
  * React custom hook to get suggestions from AI,
  * by hitting the query endpoint.
@@ -75,8 +84,12 @@ export default function useAiSuggestions({ prompt, autoRequest = false, askQuest
      * @returns {void}
      */
     const handleSuggestion = useCallback((event) => {
-        setSuggestion(event?.detail);
-        onSuggestion?.(event?.detail);
+        const partialSuggestion = removeLlamaArtifact(event?.detail);
+        if (!partialSuggestion) {
+            return;
+        }
+        setSuggestion(partialSuggestion);
+        onSuggestion?.(partialSuggestion);
     }, [onSuggestion]);
     /**
      * onDone function handler.
@@ -86,7 +99,8 @@ export default function useAiSuggestions({ prompt, autoRequest = false, askQuest
      */
     const handleDone = useCallback((event) => {
         closeEventSource();
-        onDone?.(event?.detail);
+        const fullSuggestion = removeLlamaArtifact(event?.detail);
+        onDone?.(fullSuggestion);
         setRequestingState('done');
     }, [onDone]);
     const handleAnyError = useCallback((event) => {

package/package.json

@@ -1,7 +1,7 @@
 {
 	"private": false,
 	"name": "@automattic/jetpack-ai-client",
-	"version": "0.14.5",
+	"version": "0.14.6",
 	"description": "A JS client for consuming Jetpack AI services",
 	"homepage": "https://github.com/Automattic/jetpack/tree/HEAD/projects/js-packages/ai-client/#readme",
 	"bugs": {

package/src/hooks/use-ai-suggestions/index.ts

@@ -190,6 +190,16 @@ export function getErrorData( errorCode: SuggestionErrorCode ): RequestingErrorP
 	}
 }
 
+/**
+ * Remove the llama artifact from a suggestion.
+ *
+ * @param {string} suggestion - The suggestion.
+ * @returns {string}            The suggestion without the llama artifact.
+ */
+export function removeLlamaArtifact( suggestion: string ): string {
+	return suggestion.replace( /^<\|start_header_id\|>assistant<\|end_header_id\|>[\n]+/, '' );
+}
+
 /**
  * React custom hook to get suggestions from AI,
  * by hitting the query endpoint.
@@ -224,8 +234,14 @@ export default function useAiSuggestions( {
 	 */
 	const handleSuggestion = useCallback(
 		( event: CustomEvent ) => {
-			setSuggestion( event?.detail );
-			onSuggestion?.( event?.detail );
+			const partialSuggestion = removeLlamaArtifact( event?.detail );
+
+			if ( ! partialSuggestion ) {
+				return;
+			}
+
+			setSuggestion( partialSuggestion );
+			onSuggestion?.( partialSuggestion );
 		},
 		[ onSuggestion ]
 	);
@@ -239,7 +255,10 @@ export default function useAiSuggestions( {
 	const handleDone = useCallback(
 		( event: CustomEvent ) => {
 			closeEventSource();
-			onDone?.( event?.detail );
+
+			const fullSuggestion = removeLlamaArtifact( event?.detail );
+
+			onDone?.( fullSuggestion );
 			setRequestingState( 'done' );
 		},
 		[ onDone ]