promptfoo 0.103.3 → 0.103.5

package/dist/test/cache.test.js

@@ -1,130 +1,327 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
 const cache_1 = require("../src/cache");
+jest.mock('../src/logger', () => ({
+    debug: jest.fn(),
+    info: jest.fn(),
+}));
+jest.mock('../src/util/config/manage', () => ({
+    getConfigDirectoryPath: jest.fn().mockReturnValue('/mock/config/path'),
+}));
+jest.mock('../src/fetch', () => ({
+    fetchWithRetries: jest.fn(),
+}));
+// Mock fetch with retries
+jest.mock('../src/fetch', () => ({
+    fetchWithRetries: jest.fn().mockImplementation(async (url, options) => {
+        const result = await global.fetch(url, options);
+        return result;
+    }),
+}));
+// Mock cache-manager
+jest.mock('cache-manager', () => ({
+    caching: jest.fn().mockImplementation(({ store }) => {
+        const cache = new Map();
+        return {
+            store: {
+                name: store === 'memory' ? 'memory' : 'fs-hash',
+            },
+            get: jest.fn().mockImplementation((key) => cache.get(key)),
+            set: jest.fn().mockImplementation((key, value) => {
+                cache.set(key, value);
+                return Promise.resolve();
+            }),
+            del: jest.fn().mockImplementation((key) => {
+                cache.delete(key);
+                return Promise.resolve();
+            }),
+            reset: jest.fn().mockImplementation(() => {
+                cache.clear();
+                return Promise.resolve();
+            }),
+            wrap: jest.fn().mockImplementation(async (key, fn) => {
+                const existing = cache.get(key);
+                if (existing) {
+                    return existing;
+                }
+                const value = await fn();
+                cache.set(key, value);
+                return value;
+            }),
+        };
+    }),
+}));
 const mockedFetch = jest.mocked(jest.fn());
 global.fetch = mockedFetch;
-const mockedFetchResponse = (ok, response) => {
-    const responseText = JSON.stringify(response);
+const mockedFetchResponse = (ok, response, contentType = 'application/json') => {
+    const responseText = typeof response === 'string' ? response : JSON.stringify(response);
     return {
         ok,
         status: ok ? 200 : 400,
         statusText: ok ? 'OK' : 'Bad Request',
         text: () => Promise.resolve(responseText),
-        json: () => Promise.resolve(response),
+        json: () => (ok ? Promise.resolve(response) : Promise.reject(new Error('Invalid JSON'))),
         headers: new Headers({
-            'content-type': 'application/json',
+            'content-type': contentType,
             'x-session-id': '45',
         }),
     };
 };
-describe('fetchWithCache', () => {
+describe('cache configuration', () => {
+    const originalEnv = process.env;
+    let mkdirSyncMock;
+    let existsSyncMock;
+    beforeEach(() => {
+        jest.resetModules();
+        process.env = { ...originalEnv };
+        mkdirSyncMock = jest.spyOn(fs_1.default, 'mkdirSync').mockImplementation();
+        existsSyncMock = jest.spyOn(fs_1.default, 'existsSync').mockReturnValue(false);
+    });
     afterEach(() => {
-        mockedFetch.mockReset();
+        process.env = originalEnv;
+        mkdirSyncMock.mockRestore();
+        existsSyncMock.mockRestore();
     });
-    it('should not cache data with failed request', async () => {
-        (0, cache_1.enableCache)();
-        const url = 'https://api.example.com/data';
-        const response = { data: 'test data' };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(false, response));
-        const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
-        expect(mockedFetch).toHaveBeenCalledTimes(1);
-        expect(result).toEqual({
-            cached: false,
-            data: response,
-            headers: { 'content-type': 'application/json', 'x-session-id': '45' },
-            status: 400,
-            statusText: 'Bad Request',
-        });
+    it('should use memory cache in test environment', async () => {
+        process.env.NODE_ENV = 'test';
+        const cacheModule = await Promise.resolve().then(() => __importStar(require('../src/cache')));
+        const cache = cacheModule.getCache();
+        expect(cache.store).toHaveProperty('name', 'memory');
     });
-    it('should fetch data with cache enabled', async () => {
-        (0, cache_1.enableCache)();
-        const url = 'https://api.example.com/data';
-        const response = {
-            data: 'test data',
-        };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, response));
-        const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
-        expect(mockedFetch).toHaveBeenCalledTimes(1);
-        expect(result).toEqual({
-            cached: false,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'x-session-id': '45', 'content-type': 'application/json' },
-        });
+    it('should use disk cache in non-test environment', async () => {
+        process.env.NODE_ENV = 'production';
+        const cacheModule = await Promise.resolve().then(() => __importStar(require('../src/cache')));
+        const cache = cacheModule.getCache();
+        expect(cache.store).toHaveProperty('name', 'fs-hash');
     });
-    it('should fetch data with cache enabled after previous test', async () => {
-        const url = 'https://api.example.com/data';
-        const response = { data: 'test data' };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, response));
-        const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
-        expect(mockedFetch).toHaveBeenCalledTimes(0);
-        expect(result).toEqual({
-            cached: true,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'content-type': 'application/json', 'x-session-id': '45' },
-        });
+    it('should respect custom cache path', async () => {
+        process.env.PROMPTFOO_CACHE_PATH = '/custom/cache/path';
+        process.env.NODE_ENV = 'production';
+        const cacheModule = await Promise.resolve().then(() => __importStar(require('../src/cache')));
+        cacheModule.getCache();
+        expect(fs_1.default.mkdirSync).toHaveBeenCalledWith('/custom/cache/path', { recursive: true });
     });
-    it('should only fetch data once with cache enabled', async () => {
-        (0, cache_1.enableCache)();
+    it('should respect cache configuration from environment', async () => {
+        process.env.PROMPTFOO_CACHE_MAX_FILE_COUNT = '100';
+        process.env.PROMPTFOO_CACHE_TTL = '3600';
+        process.env.PROMPTFOO_CACHE_MAX_SIZE = '1000000';
+        process.env.NODE_ENV = 'production';
+        const cacheModule = await Promise.resolve().then(() => __importStar(require('../src/cache')));
+        const cache = cacheModule.getCache();
+        expect(cache.store).toHaveProperty('name', 'fs-hash');
+    });
+    it('should handle cache directory creation when it exists', async () => {
+        existsSyncMock.mockReturnValue(true);
+        process.env.NODE_ENV = 'production';
+        const cacheModule = await Promise.resolve().then(() => __importStar(require('../src/cache')));
+        cacheModule.getCache();
+        expect(mkdirSyncMock).not.toHaveBeenCalled();
+    });
+});
+describe('fetchWithCache', () => {
+    const url = 'https://api.example.com/data';
+    const response = { data: 'test data' };
+    beforeEach(() => {
+        jest.resetModules();
+        mockedFetch.mockReset();
         (0, cache_1.clearCache)();
-        const url = 'https://api.example.com/data';
-        const response = { data: 'test data' };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, response));
-        mockedFetch.mockRejectedValue(new Error('Should not be called'));
-        const [a, b] = await Promise.all([
-            (0, cache_1.fetchWithCache)(url, {}, 1000),
-            (0, cache_1.fetchWithCache)(url, {}, 1000),
-        ]);
-        expect(mockedFetch).toHaveBeenCalledTimes(1);
-        expect(a).toEqual({
-            cached: false,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'x-session-id': '45', 'content-type': 'application/json' },
+        (0, cache_1.enableCache)();
+    });
+    afterEach(() => {
+        jest.useRealTimers();
+    });
+    afterAll(() => {
+        (0, cache_1.enableCache)(); // Reset to default state
+    });
+    describe('with cache enabled', () => {
+        it('should fetch and cache successful requests', async () => {
+            const mockResponse = mockedFetchResponse(true, response);
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(1);
+            expect(result).toEqual({
+                cached: false,
+                data: response,
+                status: 200,
+                statusText: 'OK',
+                headers: { 'x-session-id': '45', 'content-type': 'application/json' },
+            });
+            // Second call should use cache
+            const cachedResult = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(1); // No additional fetch calls
+            expect(cachedResult).toEqual({
+                ...result,
+                cached: true,
+            });
+        });
+        it('should not cache failed requests', async () => {
+            const mockResponse = {
+                ok: false,
+                status: 400,
+                statusText: 'Bad Request',
+                text: () => Promise.resolve(JSON.stringify({ error: 'Bad Request' })),
+                json: () => Promise.resolve({ error: 'Bad Request' }),
+                headers: new Headers({
+                    'content-type': 'application/json',
+                    'x-session-id': '45',
+                }),
+            };
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(result.status).toBe(400);
+            expect(result.statusText).toBe('Bad Request');
+            expect(result.data).toEqual({ error: 'Bad Request' });
+            // Second call should try fetching again
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const result2 = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(result2.status).toBe(400);
+            expect(result2.statusText).toBe('Bad Request');
+            expect(result2.data).toEqual({ error: 'Bad Request' });
+            expect(mockedFetch).toHaveBeenCalledTimes(2);
         });
-        expect(b).toEqual({
-            cached: true,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'x-session-id': '45', 'content-type': 'application/json' },
+        it('should handle empty responses', async () => {
+            const mockResponse = {
+                ok: false,
+                status: 400,
+                statusText: 'Bad Request',
+                text: () => Promise.resolve(JSON.stringify({ error: 'Empty Response' })),
+                json: () => Promise.resolve({ error: 'Empty Response' }),
+                headers: new Headers({
+                    'content-type': 'application/json',
+                    'x-session-id': '45',
+                }),
+            };
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(result.status).toBe(400);
+            expect(result.statusText).toBe('Bad Request');
+            expect(result.data).toEqual({ error: 'Empty Response' });
+        });
+        it('should handle non-JSON responses when JSON is expected', async () => {
+            const mockResponse = mockedFetchResponse(true, 'not json');
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await expect((0, cache_1.fetchWithCache)(url, {}, 1000, 'json')).rejects.toThrow('Error parsing response');
+        });
+        it('should handle request timeout', async () => {
+            jest.useFakeTimers();
+            const mockTimeoutPromise = new Promise((resolve) => {
+                setTimeout(() => resolve(mockedFetchResponse(true, response)), 2000);
+            });
+            mockedFetch.mockImplementationOnce(() => mockTimeoutPromise);
+            const fetchPromise = (0, cache_1.fetchWithCache)(url, {}, 100);
+            await expect(Promise.race([
+                fetchPromise,
+                new Promise((_, reject) => {
+                    jest.advanceTimersByTime(150);
+                    reject(new Error('timeout'));
+                }),
+            ])).rejects.toThrow('timeout');
+        });
+        it('should handle network errors', async () => {
+            mockedFetch.mockRejectedValueOnce(new Error('Network error'));
+            await expect((0, cache_1.fetchWithCache)(url, {}, 100)).rejects.toThrow('Network error');
+        });
+        it('should handle request options in cache key', async () => {
+            const options = { method: 'POST', body: JSON.stringify({ test: true }) };
+            const mockResponse = mockedFetchResponse(true, response);
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await (0, cache_1.fetchWithCache)(url, options, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(1);
+            // Different options should trigger new fetch
+            const differentOptions = { method: 'POST', body: JSON.stringify({ test: false }) };
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await (0, cache_1.fetchWithCache)(url, differentOptions, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(2);
+        });
+        it('should respect cache busting', async () => {
+            const mockResponse = mockedFetchResponse(true, response);
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, { data: 'new data' }));
+            const result = await (0, cache_1.fetchWithCache)(url, {}, 1000, 'json', true);
+            expect(mockedFetch).toHaveBeenCalledTimes(2);
+            expect(result.data).toEqual({ data: 'new data' });
+            expect(result.cached).toBe(false);
         });
     });
-    it('should fetch data without cache for a single test', async () => {
-        (0, cache_1.disableCache)();
-        const url = 'https://api.example.com/data';
-        const response = { data: 'test data' };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, response));
-        const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
-        expect(mockedFetch).toHaveBeenCalledTimes(1);
-        expect(result).toEqual({
-            cached: false,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'content-type': 'application/json', 'x-session-id': '45' },
+    describe('with cache disabled', () => {
+        beforeEach(() => {
+            (0, cache_1.disableCache)();
+        });
+        it('should always fetch fresh data', async () => {
+            const mockResponse = mockedFetchResponse(true, response);
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const firstResult = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(1);
+            expect(firstResult).toEqual({
+                cached: false,
+                data: response,
+                status: 200,
+                statusText: 'OK',
+                headers: { 'content-type': 'application/json', 'x-session-id': '45' },
+            });
+            // Second call should fetch again
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            const secondResult = await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(2);
+            expect(secondResult).toEqual(firstResult);
         });
-        (0, cache_1.enableCache)();
     });
-    it('should still fetch data without cache for a single test', async () => {
-        (0, cache_1.disableCache)();
-        const url = 'https://api.example.com/data';
-        const response = { data: 'test data' };
-        mockedFetch.mockResolvedValueOnce(mockedFetchResponse(true, response));
-        const result = await (0, cache_1.fetchWithCache)(url, {}, 1000);
-        expect(mockedFetch).toHaveBeenCalledTimes(1);
-        expect(result).toEqual({
-            cached: false,
-            data: response,
-            status: 200,
-            statusText: 'OK',
-            headers: { 'content-type': 'application/json', 'x-session-id': '45' },
+    describe('cache utility functions', () => {
+        it('should track cache enabled state', () => {
+            expect((0, cache_1.isCacheEnabled)()).toBe(true);
+            (0, cache_1.disableCache)();
+            expect((0, cache_1.isCacheEnabled)()).toBe(false);
+            (0, cache_1.enableCache)();
+            expect((0, cache_1.isCacheEnabled)()).toBe(true);
+        });
+        it('should clear cache', async () => {
+            const mockResponse = mockedFetchResponse(true, response);
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(1);
+            await (0, cache_1.clearCache)();
+            mockedFetch.mockResolvedValueOnce(mockResponse);
+            await (0, cache_1.fetchWithCache)(url, {}, 1000);
+            expect(mockedFetch).toHaveBeenCalledTimes(2);
         });
-        (0, cache_1.enableCache)();
     });
 });
 //# sourceMappingURL=cache.test.js.map

package/dist/test/cache.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"cache.test.js","sourceRoot":"","sources":["../../test/cache.test.ts"],"names":[],"mappings":";;AAAA,wCAAqF;AAErF,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;AAE3B,MAAM,mBAAmB,GAAG,CAAC,EAAW,EAAE,QAAgB,EAAY,EAAE;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC9C,OAAO;QACL,EAAE;QACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACtB,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa;QACrC,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QACrC,OAAO,EAAE,IAAI,OAAO,CAAC;YACnB,cAAc,EAAE,kBAAkB;YAClC,cAAc,EAAE,IAAI;SACrB,CAAC;KACS,CAAC;AAChB,CAAC,CAAC;AAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,SAAS,CAAC,GAAG,EAAE;QACb,WAAW,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,IAAA,mBAAW,GAAE,CAAC;QAEd,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAEvC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;YACrE,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,aAAa;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,IAAA,mBAAW,GAAE,CAAC;QAEd,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,WAAW;SAClB,CAAC;QAEF,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACtE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAEvC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;SACtE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,IAAA,mBAAW,GAAE,CAAC;QACd,IAAA,kBAAU,GAAE,CAAC;QAEb,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAEvC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QACvE,WAAW,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAEjE,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC;YAC7B,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC;SAC9B,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAChB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACtE,CAAC,CAAC;QACH,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAChB,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,kBAAkB,EAAE;SACtE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,IAAA,oBAAY,GAAE,CAAC;QAEf,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAEvC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;SACtE,CAAC,CAAC;QAEH,IAAA,mBAAW,GAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,IAAA,oBAAY,GAAE,CAAC;QAEf,MAAM,GAAG,GAAG,8BAA8B,CAAC;QAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAEvC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;SACtE,CAAC,CAAC;QAEH,IAAA,mBAAW,GAAE,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"cache.test.js","sourceRoot":"","sources":["../../test/cache.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAAoB;AACpB,wCAMsB;AAEtB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5C,sBAAsB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,mBAAmB,CAAC;CACvE,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,0BAA0B;AAC1B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;QACpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,qBAAqB;AACrB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACxB,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;aAChD;YACD,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1D,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;gBAC/C,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACtB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3B,CAAC,CAAC;YACF,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE;gBACxC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAClB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3B,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3B,CAAC,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE;gBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO,QAAQ,CAAC;gBAClB,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,EAAE,EAAE,CAAC;gBACzB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC,CAAC;SACH,CAAC;IACJ,CAAC,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;AAE3B,MAAM,mBAAmB,GAAG,CAC1B,EAAW,EACX,QAAyB,EACzB,WAAW,GAAG,kBAAkB,EACtB,EAAE;IACZ,MAAM,YAAY,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACxF,OAAO;QACL,EAAE;QACF,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACtB,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa;QACrC,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QACxF,OAAO,EAAE,IAAI,OAAO,CAAC;YACnB,cAAc,EAAE,WAAW;YAC3B,cAAc,EAAE,IAAI;SACrB,CAAC;KACS,CAAC;AAChB,CAAC,CAAC;AAEF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAChC,IAAI,aAA+B,CAAC;IACpC,IAAI,cAAgC,CAAC;IAErC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAE,EAAE,WAAW,CAAC,CAAC,kBAAkB,EAAE,CAAC;QACjE,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAE,EAAE,YAAY,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;QAC1B,aAAa,CAAC,WAAW,EAAE,CAAC;QAC5B,cAAc,CAAC,WAAW,EAAE,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC;QAC9B,MAAM,WAAW,GAAG,wDAAa,cAAc,GAAC,CAAC;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,CAAC;QACpC,MAAM,WAAW,GAAG,wDAAa,cAAc,GAAC,CAAC;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,OAAO,CAAC,GAAG,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,CAAC;QACpC,MAAM,WAAW,GAAG,wDAAa,cAAc,GAAC,CAAC;QACjD,WAAW,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,CAAC,YAAE,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,KAAK,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,MAAM,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,SAAS,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,CAAC;QAEpC,MAAM,WAAW,GAAG,wDAAa,cAAc,GAAC,CAAC;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,YAAY,CAAC;QAEpC,MAAM,WAAW,GAAG,wDAAa,cAAc,GAAC,CAAC;QACjD,WAAW,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,GAAG,GAAG,8BAA8B,CAAC;IAC3C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAEvC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,IAAA,kBAAU,GAAE,CAAC;QACb,IAAA,mBAAW,GAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,EAAE;QACZ,IAAA,mBAAW,GAAE,CAAC,CAAC,yBAAyB;IAC1C,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YAEnD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,kBAAkB,EAAE;aACtE,CAAC,CAAC;YAEH,+BAA+B;YAC/B,MAAM,YAAY,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;YAC1E,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;gBAC3B,GAAG,MAAM;gBACT,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,aAAa;gBACzB,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;gBACrE,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;gBACrD,OAAO,EAAE,IAAI,OAAO,CAAC;oBACnB,cAAc,EAAE,kBAAkB;oBAClC,cAAc,EAAE,IAAI;iBACrB,CAAC;aACS,CAAC;YACd,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAEtD,wCAAwC;YACxC,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,aAAa;gBACzB,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;gBACxE,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACxD,OAAO,EAAE,IAAI,OAAO,CAAC;oBACnB,cAAc,EAAE,kBAAkB;oBAClC,cAAc,EAAE,IAAI;iBACrB,CAAC;aACS,CAAC;YACd,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC3D,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,MAAM,CAAC,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QAChG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,kBAAkB,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBACjD,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;YACH,WAAW,CAAC,sBAAsB,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC,CAAC;YAE7D,MAAM,YAAY,GAAG,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAElD,MAAM,MAAM,CACV,OAAO,CAAC,IAAI,CAAC;gBACX,YAAY;gBACZ,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBACxB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;oBAC9B,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/B,CAAC,CAAC;aACH,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAC9D,MAAM,MAAM,CAAC,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACzE,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE7C,6CAA6C;YAC7C,MAAM,gBAAgB,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACnF,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YAEpC,WAAW,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YACnF,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAEjE,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,UAAU,CAAC,GAAG,EAAE;YACd,IAAA,oBAAY,GAAE,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACxD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC;gBAC1B,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE;aACtE,CAAC,CAAC;YAEH,iCAAiC;YACjC,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACzD,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,CAAC,IAAA,sBAAc,GAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,IAAA,oBAAY,GAAE,CAAC;YACf,MAAM,CAAC,IAAA,sBAAc,GAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,IAAA,mBAAW,GAAE,CAAC;YACd,MAAM,CAAC,IAAA,sBAAc,GAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;YAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACzD,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE7C,MAAM,IAAA,kBAAU,GAAE,CAAC;YAEnB,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAChD,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/commands/eval/filterErrorTests.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=filterErrorTests.test.d.ts.map

package/dist/test/commands/eval/filterErrorTests.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterErrorTests.test.d.ts","sourceRoot":"","sources":["../../../../test/commands/eval/filterErrorTests.test.ts"],"names":[],"mappings":""}

package/dist/test/commands/eval/filterErrorTests.test.js

@@ -0,0 +1,110 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const filterErrorTests_1 = require("../../../src/commands/eval/filterErrorTests");
+const types_1 = require("../../../src/types");
+const util_1 = require("../../../src/util");
+jest.mock('../../../src/util', () => {
+    return {
+        ...jest.requireActual('../../../src/util'),
+        readOutput: jest.fn(),
+    };
+});
+describe('filterErrorTests', () => {
+    const varsSuccess = { successKey: 'value' };
+    const varsError = { errorKey: 'value' };
+    const successTest = { vars: varsSuccess };
+    const errorTest = { vars: varsError };
+    const testSuite = {
+        tests: [successTest, errorTest],
+    };
+    const outputPath = 'outputPath.json';
+    const restResult = {
+        prompt: {
+            raw: 'prompt',
+            label: 'prompt',
+        },
+        score: 0.5,
+        latencyMs: 1000,
+        namedScores: {},
+    };
+    beforeEach(() => {
+        jest.mocked(util_1.readOutput).mockResolvedValue({
+            results: {
+                version: 2,
+                timestamp: '2024-01-01T00:00:00.000Z',
+                results: [
+                    {
+                        ...restResult,
+                        success: true,
+                        failureReason: types_1.ResultFailureReason.NONE,
+                        provider: { id: 'provider1' },
+                        vars: varsSuccess,
+                        promptIdx: 0,
+                        testIdx: 0,
+                        testCase: {},
+                        promptId: 'foo',
+                    },
+                    {
+                        ...restResult,
+                        success: false,
+                        failureReason: types_1.ResultFailureReason.ERROR,
+                        provider: { id: 'provider2' },
+                        vars: varsError,
+                        promptIdx: 0,
+                        testIdx: 0,
+                        testCase: {},
+                        promptId: 'foo',
+                    },
+                ],
+                table: {},
+                stats: {},
+            },
+        });
+    });
+    afterEach(jest.clearAllMocks);
+    it('can filter using vars', async () => {
+        const result = await (0, filterErrorTests_1.filterErrorTests)(testSuite, outputPath);
+        expect(result).toStrictEqual([errorTest]);
+    });
+    it('can filter using test provider', async () => {
+        const errorTest1 = { provider: 'provider1', vars: varsError };
+        const errorTest2 = { provider: 'provider2', vars: varsError };
+        const testSuite = {
+            tests: [errorTest1, errorTest2],
+        };
+        const result = await (0, filterErrorTests_1.filterErrorTests)(testSuite, outputPath);
+        expect(result).toStrictEqual([errorTest2]);
+    });
+    it('returns empty array when no error tests', async () => {
+        jest.mocked(util_1.readOutput).mockResolvedValue({
+            results: {
+                version: 2,
+                timestamp: '2024-01-01T00:00:00.000Z',
+                results: [
+                    {
+                        success: true,
+                        failureReason: types_1.ResultFailureReason.NONE,
+                        provider: { id: 'provider1' },
+                        vars: varsSuccess,
+                        prompt: {
+                            raw: 'prompt',
+                            label: 'prompt',
+                        },
+                        score: 0.5,
+                        latencyMs: 1000,
+                        namedScores: {},
+                        promptIdx: 0,
+                        testIdx: 0,
+                        testCase: {},
+                        promptId: 'foo',
+                    },
+                ],
+                table: {},
+                stats: {},
+            },
+        });
+        const result = await (0, filterErrorTests_1.filterErrorTests)(testSuite, outputPath);
+        expect(result).toStrictEqual([]);
+    });
+});
+//# sourceMappingURL=filterErrorTests.test.js.map

package/dist/test/commands/eval/filterErrorTests.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterErrorTests.test.js","sourceRoot":"","sources":["../../../../test/commands/eval/filterErrorTests.test.ts"],"names":[],"mappings":";;AAAA,kFAA+E;AAC/E,8CAAiG;AACjG,4CAA+C;AAE/C,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,OAAO;QACL,GAAG,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;KACtB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,MAAM,WAAW,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAC5C,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IACxC,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG;QAChB,KAAK,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC;KACR,CAAC;IAC1B,MAAM,UAAU,GAAG,iBAAiB,CAAC;IACrC,MAAM,UAAU,GAAG;QACjB,MAAM,EAAE;YACN,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,QAAQ;SAChB;QACD,KAAK,EAAE,GAAG;QACV,SAAS,EAAE,IAAK;QAChB,WAAW,EAAE,EAAE;KAChB,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,MAAM,CAAC,iBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,OAAO,EAAE;gBACP,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,0BAA0B;gBACrC,OAAO,EAAE;oBACP;wBACE,GAAG,UAAU;wBACb,OAAO,EAAE,IAAI;wBACb,aAAa,EAAE,2BAAmB,CAAC,IAAI;wBACvC,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE;wBAC7B,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,CAAC;wBACZ,OAAO,EAAE,CAAC;wBACV,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE,KAAK;qBAChB;oBACD;wBACE,GAAG,UAAU;wBACb,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,2BAAmB,CAAC,KAAK;wBACxC,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE;wBAC7B,IAAI,EAAE,SAAS;wBACf,SAAS,EAAE,CAAC;wBACZ,OAAO,EAAE,CAAC;wBACV,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE,KAAK;qBAChB;iBACF;gBACD,KAAK,EAAE,EAAS;gBAChB,KAAK,EAAE,EAAS;aACI;SAChB,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAE9B,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,MAAM,MAAM,GAAG,MAAM,IAAA,mCAAgB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,UAAU,GAAG,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC9D,MAAM,SAAS,GAAG;YAChB,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;SACR,CAAC;QAE1B,MAAM,MAAM,GAAG,MAAM,IAAA,mCAAgB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,IAAI,CAAC,MAAM,CAAC,iBAAU,CAAC,CAAC,iBAAiB,CAAC;YACxC,OAAO,EAAE;gBACP,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,0BAA0B;gBACrC,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,IAAI;wBACb,aAAa,EAAE,2BAAmB,CAAC,IAAI;wBACvC,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE;wBAC7B,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE;4BACN,GAAG,EAAE,QAAQ;4BACb,KAAK,EAAE,QAAQ;yBAChB;wBACD,KAAK,EAAE,GAAG;wBACV,SAAS,EAAE,IAAI;wBACf,WAAW,EAAE,EAAE;wBACf,SAAS,EAAE,CAAC;wBACZ,OAAO,EAAE,CAAC;wBACV,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE,KAAK;qBAChB;iBACF;gBACD,KAAK,EAAE,EAAS;gBAChB,KAAK,EAAE,EAAS;aACI;SAChB,CAAC,CAAC;QAEV,MAAM,MAAM,GAAG,MAAM,IAAA,mCAAgB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAE7D,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/evaluator.test.js

@@ -82,6 +82,16 @@ describe('evaluator', () => {
         await (0, evaluator_1.evaluate)(testSuite, evalRecord, {});
         const summary = await evalRecord.toEvaluateSummary();
         expect(mockApiProvider.callApi).toHaveBeenCalledTimes(1);
+        expect(mockApiProvider.callApi).toHaveBeenCalledWith('Test prompt value1 value2', expect.objectContaining({
+            vars: { var1: 'value1', var2: 'value2' },
+            test: testSuite.tests[0],
+            prompt: expect.any(Object),
+            filters: undefined,
+            originalProvider: mockApiProvider,
+            logger: expect.any(Object),
+            fetchWithCache: expect.any(Function),
+            getCache: expect.any(Function),
+        }), expect.anything());
         expect(summary.stats.successes).toBe(1);
         expect(summary.stats.failures).toBe(0);
         expect(summary.stats.tokenUsage).toEqual({