@posthog/ai 8.10.2 → 8.10.4

package/dist/index.d.ts

@@ -182,6 +182,7 @@ declare class Prompts {
    * Does NOT handle the string `fallback` option — callers handle that.
    */
   private getInternal;
+  private readCacheEntry;
   /**
    * Compile a prompt template with variable substitution
    *
@@ -222,6 +223,9 @@ interface CaptureAiGenerationOptions {
   output: unknown;
   /** Maps to `$ai_model_parameters` (temperature, max_tokens, top_p, …). */
   modelParameters?: Record<string, unknown>;
+  /** The service tier the provider reported serving the request on. Response-derived only:
+   * this becomes $ai_service_tier, the explicit served-tier signal cost processing prices from. */
+  servedServiceTier?: string | null;
   /**
    * `null` explicitly signals no base URL and omits `$ai_base_url` from the event.
    * `undefined`/omitted keeps the existing `''` default for backward compatibility.

package/dist/index.mjs

@@ -272,8 +272,7 @@ const getModelParams = (params, responseServiceTier) => {
 		"streaming",
 		"language",
 		"response_format",
-		"timestamp_granularities",
-		"service_tier"
+		"timestamp_granularities"
 	]) if (key in params && params[key] !== void 0) modelParams[key] = params[key];
 	if (responseServiceTier != null) modelParams.service_tier = responseServiceTier;
 	return modelParams;
@@ -392,7 +391,7 @@ function sanitizeValues(obj) {
 }
 //#endregion
 //#region package.json
-var version = "8.10.2";
+var version = "8.10.4";
 //#endregion
 //#region src/serializeError.ts
 const DEFAULT_MAX_DEPTH = 3;
@@ -524,6 +523,7 @@ const captureAiGeneration = async (client, options) => {
 			$ai_provider: options.providerOverride ?? options.provider,
 			$ai_model: options.modelOverride ?? options.model,
 			$ai_model_parameters: options.modelParameters ?? {},
+			...options.servedServiceTier != null ? { $ai_service_tier: options.servedServiceTier } : {},
 			$ai_input: safeInput,
 			$ai_output_choices: safeOutput,
 			$ai_http_status: httpStatus,
@@ -1083,6 +1083,8 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
 //#region src/prompts.ts
 const DEFAULT_CACHE_TTL_SECONDS = 300;
 const DEFAULT_PROMPTS_HOST = "https://us.posthog.com";
+const DEFAULT_REFETCH_COOLDOWN_SECONDS = 60;
+const MAX_REFETCH_COOLDOWN_SECONDS = 3600;
 function normalizeApiKey(value) {
 	return typeof value === "string" ? value.trim() : "";
 }
@@ -1098,6 +1100,21 @@ function extractConfig(value) {
 function cloneConfig(config) {
 	return config === null ? null : structuredClone(config);
 }
+/** Reads a Retry-After header of the delta-seconds form the API sends. */
+function parseRetryAfterSeconds(value) {
+	if (!value) return;
+	const seconds = Number(value.trim());
+	if (!Number.isFinite(seconds) || seconds <= 0) return;
+	return Math.min(seconds, MAX_REFETCH_COOLDOWN_SECONDS);
+}
+/** Carries the server's own cooldown so a rate-limited client waits as long as it was told to. */
+var PromptFetchError = class extends Error {
+	constructor(message, retryAfterSeconds) {
+		super(message);
+		this.name = "PromptFetchError";
+		this.retryAfterSeconds = retryAfterSeconds;
+	}
+};
 function isPromptApiResponse(data) {
 	if (typeof data !== "object" || data === null) return false;
 	const record = data;
@@ -1215,14 +1232,14 @@ var Prompts = class {
 		const cached = this.getPromptCache(name)?.get(cacheEntryKey);
 		const now = Date.now();
 		if (cached) {
-			if (now - cached.fetchedAt < cacheTtlSeconds * 1e3) {
-				const { fetchedAt: _, ...cachedResult } = cached;
-				return {
-					source: "cache",
-					...cachedResult,
-					config: cloneConfig(cached.config)
-				};
-			}
+			if (now - cached.fetchedAt < cacheTtlSeconds * 1e3) return {
+				source: "cache",
+				...this.readCacheEntry(cached)
+			};
+			if (cached.retryNotBefore !== void 0 && now < cached.retryNotBefore) return {
+				source: "stale_cache",
+				...this.readCacheEntry(cached)
+			};
 		}
 		try {
 			const fetched = await this.fetchPromptFromApi(name, version, label);
@@ -1238,17 +1255,24 @@ var Prompts = class {
 			};
 		} catch (error) {
 			if (cached) {
-				const { fetchedAt: _, ...cachedResult } = cached;
+				const cooldownSeconds = (error instanceof PromptFetchError ? error.retryAfterSeconds : void 0) ?? DEFAULT_REFETCH_COOLDOWN_SECONDS;
+				cached.retryNotBefore = Math.max(cached.retryNotBefore ?? 0, Date.now() + cooldownSeconds * 1e3);
 				console.warn(`[PostHog Prompts] Failed to fetch prompt ${promptReference}, using stale cache:`, error);
 				return {
 					source: "stale_cache",
-					...cachedResult,
-					config: cloneConfig(cached.config)
+					...this.readCacheEntry(cached)
 				};
 			}
 			throw error;
 		}
 	}
+	readCacheEntry(cached) {
+		const { fetchedAt: _fetchedAt, retryNotBefore: _retryNotBefore, ...cachedResult } = cached;
+		return {
+			...cachedResult,
+			config: cloneConfig(cached.config)
+		};
+	}
 	/**
 	* Compile a prompt template with variable substitution
 	*
@@ -1301,7 +1325,7 @@ var Prompts = class {
 		if (!response.ok) {
 			if (response.status === 404) throw new Error(`[PostHog Prompts] Prompt ${promptReference} not found`);
 			if (response.status === 403) throw new Error(`[PostHog Prompts] Access denied for prompt ${promptReference}. Check that your personalApiKey has the correct permissions and the LLM prompts feature is enabled.`);
-			throw new Error(`[PostHog Prompts] Failed to fetch prompt ${promptReference}: HTTP ${response.status}`);
+			throw new PromptFetchError(`[PostHog Prompts] Failed to fetch prompt ${promptReference}: HTTP ${response.status}`, response.status === 429 ? parseRetryAfterSeconds(response.headers?.get("Retry-After")) : void 0);
 		}
 		const data = await response.json();
 		if (!isPromptApiResponse(data)) throw new Error(`[PostHog Prompts] Invalid response format for prompt ${promptReference}`);