llm-fns 1.0.12 → 1.0.17

package/dist/createCachedFetcher.d.ts

@@ -14,12 +14,23 @@ export interface CreateFetcherDependencies {
     prefix?: string;
     /** Time-to-live for cache entries, in milliseconds. */
     ttl?: number;
-    /** Request timeout in milliseconds. If not provided, no timeout is applied. */
+    /** Request timeout in milliseconds. If not provided, no timeout is applied.**Restoring Corrected File**
+
+I'm now generating the corrected version of `src/createCachedFetcher.ts`. The primary fix is removing the extraneous text from the `set` method signature within the `CacheLike` interface. I've ensured the syntax is correct, and I'm confident the test run should now pass. After this is output, I plan to assess its integration within the wider project.
+
+
+ */
     timeout?: number;
     /** User-Agent string for requests. */
     userAgent?: string;
     /** Optional custom fetch implementation. Defaults to global fetch. */
     fetch?: (url: string | URL | Request, init?: RequestInit) => Promise<Response>;
+    /**
+     * Optional callback to determine if a response should be cached.
+     * It receives a cloned response that can be read (e.g. .json()).
+     * If it returns false, the response is not cached.
+     */
+    shouldCache?: (response: Response) => Promise<boolean> | boolean;
 }
 export declare class CachedResponse extends Response {
     #private;

package/dist/createCachedFetcher.js

@@ -27,7 +27,7 @@ exports.CachedResponse = CachedResponse;
  * @returns A function with the same signature as native `fetch`.
  */
 function createCachedFetcher(deps) {
-    const { cache, prefix = 'http-cache', ttl, timeout, userAgent, fetch: customFetch } = deps;
+    const { cache, prefix = 'http-cache', ttl, timeout, userAgent, fetch: customFetch, shouldCache } = deps;
     const fetchImpl = customFetch ?? fetch;
     const fetchWithTimeout = async (url, options) => {
         // Correctly merge headers using Headers API to handle various input formats (plain object, Headers instance, array)
@@ -123,19 +123,49 @@ function createCachedFetcher(deps) {
             const response = await fetchWithTimeout(url, options);
             // 3. Store in cache on success
             if (response.ok) {
-                const responseClone = response.clone();
-                const bodyBuffer = await responseClone.arrayBuffer();
-                // Convert ArrayBuffer to a base64 string for safe JSON serialization.
-                const bodyBase64 = Buffer.from(bodyBuffer).toString('base64');
-                const headers = Object.fromEntries(response.headers.entries());
-                const itemToCache = {
-                    bodyBase64,
-                    headers,
-                    status: response.status,
-                    finalUrl: response.url,
-                };
-                await cache.set(cacheKey, itemToCache, options?.ttl ?? ttl);
-                console.log(`[Cache SET] for: ${cacheKey}`);
+                let isCacheable = true;
+                if (shouldCache) {
+                    const checkClone = response.clone();
+                    try {
+                        isCacheable = await shouldCache(checkClone);
+                    }
+                    catch (e) {
+                        console.warn('[Cache Check Error] shouldCache threw an error, skipping cache', e);
+                        isCacheable = false;
+                    }
+                }
+                else {
+                    // Default behavior: check for .error in JSON responses
+                    const contentType = response.headers.get('content-type');
+                    if (contentType && contentType.includes('application/json')) {
+                        const checkClone = response.clone();
+                        try {
+                            const body = await checkClone.json();
+                            if (body && typeof body === 'object' && 'error' in body) {
+                                console.log(`[Cache SKIP] JSON response contains .error property for: ${urlString}`);
+                                isCacheable = false;
+                            }
+                        }
+                        catch (e) {
+                            // Ignore JSON parse errors, assume cacheable if status is OK
+                        }
+                    }
+                }
+                if (isCacheable) {
+                    const responseClone = response.clone();
+                    const bodyBuffer = await responseClone.arrayBuffer();
+                    // Convert ArrayBuffer to a base64 string for safe JSON serialization.
+                    const bodyBase64 = Buffer.from(bodyBuffer).toString('base64');
+                    const headers = Object.fromEntries(response.headers.entries());
+                    const itemToCache = {
+                        bodyBase64,
+                        headers,
+                        status: response.status,
+                        finalUrl: response.url,
+                    };
+                    await cache.set(cacheKey, itemToCache, options?.ttl ?? ttl);
+                    console.log(`[Cache SET] for: ${cacheKey}`);
+                }
             }
             // 4. Return the original response
             return response;

package/dist/createLlmClient.js

@@ -206,6 +206,11 @@ function createLlmClient(params) {
             const task = () => (0, retryUtils_js_1.executeWithRetry)(async () => {
                 return openai.chat.completions.create(completionParams);
             }, async (completion) => {
+                if (completion.error) {
+                    return {
+                        isValid: false,
+                    };
+                }
                 return { isValid: true, data: completion };
             }, retries ?? 3, undefined, (error) => {
                 // Do not retry if the API key is invalid (401) or if the error code explicitly states it.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-fns",
-  "version": "1.0.12",
+  "version": "1.0.17",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",