@chipmobilesdk/rn-ai 0.1.1 → 0.2.1

package/src/transport/timeouts.ts

@@ -0,0 +1,53 @@
+/**
+ * Time limits for every network call the client makes (AI-04).
+ *
+ * Without them a stalled mobile connection left `useAiChat` in `loading` or
+ * `streaming`, and `useAiQuota` in `loading`, until the user gave up.
+ */
+
+export interface AiTimeouts {
+	/** Request sent → response headers received, for the chat stream. */
+	connectMs: number;
+	/** Longest silence allowed between two chunks of the chat stream. */
+	idleMs: number;
+	/** Behavior-config fetch, including reading the body. */
+	configMs: number;
+	/** Quota fetch, including reading the body. */
+	quotaMs: number;
+}
+
+/**
+ * The gateway sends headers only once the model has answered, so `connectMs`
+ * also covers time to first token on a large image prompt.
+ */
+export const DEFAULT_AI_TIMEOUTS: AiTimeouts = {
+	connectMs: 30_000,
+	idleMs: 30_000,
+	configMs: 10_000,
+	quotaMs: 10_000,
+};
+
+/**
+ * Runs `run` with an abort signal and rejects with `onTimeout()` after `ms`.
+ * The race matters as much as the signal: an injected `fetchFn` (or an old
+ * polyfill) may ignore the signal entirely.
+ */
+export async function withTimeout<T>(
+	ms: number,
+	run: (signal: AbortSignal | undefined) => Promise<T>,
+	onTimeout: () => Error,
+): Promise<T> {
+	const controller = typeof AbortController === 'undefined' ? undefined : new AbortController();
+	let timer: ReturnType<typeof setTimeout> | undefined;
+	const expired = new Promise<never>((_, reject) => {
+		timer = setTimeout(() => {
+			controller?.abort();
+			reject(onTimeout());
+		}, ms);
+	});
+	try {
+		return await Promise.race([run(controller?.signal), expired]);
+	} finally {
+		clearTimeout(timer);
+	}
+}