@tryhamster/gerbil 1.8.0 → 1.10.0

package/dist/gpu/hooks.mjs

@@ -143,7 +143,7 @@ async function decodeImage(src) {
 	};
 }
 function useEngine(options = {}) {
-	const { model: modelOption, maxSeqLen, dtype = "auto", autoLoad = false, enableVision = false, embedding = false, loadingTimeout = 3e5, onReady, onError } = options;
+	const { model: modelOption, maxSeqLen, dtype = "auto", autoLoad = false, enableVision = false, embedding = false, adapter = null, loadingTimeout = 3e5, onReady, onError } = options;
 	const model = resolveDefaultRepo({
 		repo: modelOption,
 		embedding,
@@ -153,6 +153,7 @@ function useEngine(options = {}) {
 	const stoppedRef = useRef(false);
 	const timeoutRef = useRef(null);
 	const heldKeyRef = useRef(null);
+	const appliedAdapterRef = useRef(null);
 	const failedKeyRef = useRef(null);
 	const [isLoading, setIsLoading] = useState(false);
 	const [loadingProgress, setLoadingProgress] = useState(null);
@@ -394,17 +395,39 @@ function useEngine(options = {}) {
 		return () => {
 			if (timeoutRef.current) clearTimeout(timeoutRef.current);
 			engineRef.current = null;
+			appliedAdapterRef.current = null;
 			if (heldKeyRef.current) {
 				releaseSharedEngine(heldKeyRef.current);
 				heldKeyRef.current = null;
 			}
 		};
 	}, []);
+	useEffect(() => {
+		if (!isReady) return;
+		const engine = engineRef.current;
+		if (!engine || typeof engine.loadAdapter !== "function") return;
+		const target = adapter ?? null;
+		if (appliedAdapterRef.current === target) return;
+		let cancelled = false;
+		engine.loadAdapter(target).then(() => {
+			if (!cancelled) appliedAdapterRef.current = target;
+		}).catch((e) => {
+			if (!cancelled) fail(e);
+		});
+		return () => {
+			cancelled = true;
+		};
+	}, [
+		adapter,
+		isReady,
+		fail
+	]);
 	useEffect(() => {
 		if (heldKeyRef.current === modelKey) return;
 		failedKeyRef.current = null;
 		if (heldKeyRef.current === null) return;
 		engineRef.current = null;
+		appliedAdapterRef.current = null;
 		releaseSharedEngine(heldKeyRef.current);
 		heldKeyRef.current = null;
 		setIsReady(false);
@@ -549,7 +572,7 @@ function useAgent(options) {
 * ```
 */
 function useAutocomplete(options) {
-	const { model, debounceMs = 550, minChars = 8, maxTokens = 16, temperature = .3, autoLoad = false, maxSeqLen } = options;
+	const { model, debounceMs = 550, minChars = 8, maxTokens = 16, temperature = .3, repetitionPenalty = 1.25, autoLoad = false, maxSeqLen } = options;
 	const engine = useEngine({
 		model,
 		autoLoad,
@@ -571,7 +594,8 @@ function useAutocomplete(options) {
 			if (engine.error) return;
 			const out = await engine.autocomplete(text, {
 				maxTokens,
-				temperature
+				temperature,
+				repetitionPenalty
 			});
 			if (requestedForRef.current !== text) return;
 			if (out) setSuggestion(out);
@@ -583,7 +607,8 @@ function useAutocomplete(options) {
 		engine,
 		minChars,
 		maxTokens,
-		temperature
+		temperature,
+		repetitionPenalty
 	]);
 	const onInput = useCallback((text) => {
 		setSuggestion("");