promptfoo 0.102.3 → 0.103.0

package/dist/test/googleSheets.test.js

@@ -0,0 +1,240 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fetch_1 = require("../src/fetch");
+const googleSheets_1 = require("../src/googleSheets");
+const logger_1 = __importDefault(require("../src/logger"));
+const utils_1 = require("./util/utils");
+jest.mock('../src/logger', () => ({
+    debug: jest.fn(),
+    error: jest.fn(),
+}));
+jest.mock('../src/fetch', () => ({
+    fetchWithProxy: jest.fn(),
+}));
+const mockSpreadsheetsApi = {
+    get: jest.fn(),
+    values: {
+        get: jest.fn(),
+        update: jest.fn(),
+    },
+    batchUpdate: jest.fn(),
+};
+// Update mock setup for better auth handling
+const mockAuthClient = {
+    getClient: jest.fn().mockResolvedValue({}),
+};
+// Mock Google Sheets API
+jest.mock('@googleapis/sheets', () => {
+    return {
+        sheets: jest.fn(() => ({
+            spreadsheets: mockSpreadsheetsApi,
+        })),
+        auth: {
+            GoogleAuth: jest.fn(() => mockAuthClient),
+        },
+    };
+});
+describe('Google Sheets Integration', () => {
+    const TEST_SHEET_URL = 'https://docs.google.com/spreadsheets/d/1234567890/edit';
+    const TEST_SHEET_URL_WITH_GID = 'https://docs.google.com/spreadsheets/d/1234567890/edit?gid=98765';
+    beforeEach(() => {
+        jest.clearAllMocks();
+    });
+    describe('checkGoogleSheetAccess', () => {
+        it('should return public:true for accessible sheets', async () => {
+            const mockFetch = jest.spyOn(global, 'fetch').mockImplementation();
+            mockFetch.mockResolvedValue({
+                ok: true,
+                status: 200,
+            });
+            const result = await (0, googleSheets_1.checkGoogleSheetAccess)(TEST_SHEET_URL);
+            expect(result).toEqual({ public: true, status: 200 });
+            expect(mockFetch).toHaveBeenCalledWith(TEST_SHEET_URL);
+        });
+        it('should return public:false for inaccessible sheets', async () => {
+            const mockFetch = jest.spyOn(global, 'fetch').mockImplementation();
+            mockFetch.mockResolvedValue({
+                ok: false,
+                status: 403,
+            });
+            const result = await (0, googleSheets_1.checkGoogleSheetAccess)(TEST_SHEET_URL);
+            expect(result).toEqual({ public: false, status: 403 });
+            expect(mockFetch).toHaveBeenCalledWith(TEST_SHEET_URL);
+        });
+        it('should handle network errors gracefully', async () => {
+            const mockFetch = jest.spyOn(global, 'fetch').mockImplementation();
+            mockFetch.mockRejectedValue(new Error('Network error'));
+            const result = await (0, googleSheets_1.checkGoogleSheetAccess)(TEST_SHEET_URL);
+            expect(result).toEqual({ public: false });
+            expect(logger_1.default.error).toHaveBeenCalledWith('Error checking sheet access:', expect.any(Error));
+        });
+    });
+    describe('fetchCsvFromGoogleSheetUnauthenticated', () => {
+        it('should fetch and parse CSV data correctly', async () => {
+            const mockCsvData = 'header1,header2\nvalue1,value2';
+            const expectedUrl = `${TEST_SHEET_URL.replace(/\/edit.*$/, '/export')}?format=csv`;
+            jest.mocked(fetch_1.fetchWithProxy).mockResolvedValue((0, utils_1.createMockResponse)({
+                text: () => Promise.resolve(mockCsvData),
+            }));
+            const result = await (0, googleSheets_1.fetchCsvFromGoogleSheetUnauthenticated)(TEST_SHEET_URL);
+            expect(result).toEqual([{ header1: 'value1', header2: 'value2' }]);
+            expect(fetch_1.fetchWithProxy).toHaveBeenCalledWith(expectedUrl);
+        });
+        it('should handle gid parameter correctly', async () => {
+            const mockCsvData = 'header1,header2\nvalue1,value2';
+            const baseUrl = TEST_SHEET_URL_WITH_GID.replace(/\/edit.*$/, '/export');
+            const expectedUrl = `${baseUrl}?format=csv&gid=98765`;
+            jest.mocked(fetch_1.fetchWithProxy).mockResolvedValue((0, utils_1.createMockResponse)({
+                text: () => Promise.resolve(mockCsvData),
+            }));
+            await (0, googleSheets_1.fetchCsvFromGoogleSheetUnauthenticated)(TEST_SHEET_URL_WITH_GID);
+            expect(fetch_1.fetchWithProxy).toHaveBeenCalledWith(expectedUrl);
+        });
+        it('should throw error on non-200 response', async () => {
+            jest.mocked(fetch_1.fetchWithProxy).mockResolvedValue((0, utils_1.createMockResponse)({ status: 403 }));
+            await expect((0, googleSheets_1.fetchCsvFromGoogleSheetUnauthenticated)(TEST_SHEET_URL)).rejects.toThrow('Failed to fetch CSV from Google Sheets URL');
+        });
+    });
+    describe('fetchCsvFromGoogleSheetAuthenticated', () => {
+        const spreadsheets = mockSpreadsheetsApi;
+        beforeEach(() => {
+            jest.clearAllMocks();
+            // Set up default sheet response
+            spreadsheets.get.mockResolvedValue({
+                data: {
+                    sheets: [
+                        {
+                            properties: {
+                                sheetId: 98765,
+                                title: 'TestSheet',
+                            },
+                        },
+                    ],
+                },
+            });
+        });
+        it('should fetch and parse authenticated sheet data', async () => {
+            const mockResponse = {
+                data: {
+                    values: [
+                        ['header1', 'header2'],
+                        ['value1', 'value2'],
+                    ],
+                },
+            };
+            spreadsheets.values.get.mockResolvedValue(mockResponse);
+            const result = await (0, googleSheets_1.fetchCsvFromGoogleSheetAuthenticated)(TEST_SHEET_URL);
+            expect(result).toEqual([{ header1: 'value1', header2: 'value2' }]);
+            expect(spreadsheets.values.get).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                range: 'A1:ZZZ',
+                auth: mockAuthClient,
+            });
+        });
+        it('should handle gid parameter correctly', async () => {
+            spreadsheets.values.get.mockResolvedValue({
+                data: {
+                    values: [['header'], ['value']],
+                },
+            });
+            await (0, googleSheets_1.fetchCsvFromGoogleSheetAuthenticated)(TEST_SHEET_URL_WITH_GID);
+            expect(spreadsheets.get).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                auth: mockAuthClient,
+            });
+            expect(spreadsheets.values.get).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                range: 'TestSheet!A1:ZZZ',
+                auth: mockAuthClient,
+            });
+        });
+        it('should throw error for invalid sheet URL', async () => {
+            await expect((0, googleSheets_1.fetchCsvFromGoogleSheetAuthenticated)('invalid-url')).rejects.toThrow('Invalid Google Sheets URL');
+        });
+    });
+    describe('writeCsvToGoogleSheet', () => {
+        const spreadsheets = mockSpreadsheetsApi;
+        const testRows = [{ header1: 'value1', header2: 'value2' }];
+        beforeEach(() => {
+            jest.clearAllMocks();
+            // Set up default sheet response
+            spreadsheets.get.mockResolvedValue({
+                data: {
+                    sheets: [
+                        {
+                            properties: {
+                                sheetId: 98765,
+                                title: 'TestSheet',
+                            },
+                        },
+                    ],
+                },
+            });
+        });
+        it('should write data to existing sheet', async () => {
+            const mockDate = 1234567890;
+            jest.spyOn(Date, 'now').mockReturnValue(mockDate);
+            spreadsheets.values.update.mockResolvedValue({});
+            await (0, googleSheets_1.writeCsvToGoogleSheet)(testRows, TEST_SHEET_URL);
+            expect(spreadsheets.values.update).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                range: `Sheet${mockDate}!A1:ZZZ`,
+                valueInputOption: 'USER_ENTERED',
+                auth: mockAuthClient,
+                requestBody: {
+                    values: [
+                        ['header1', 'header2'],
+                        ['value1', 'value2'],
+                    ],
+                },
+            });
+        });
+        it('should create new sheet when no gid provided', async () => {
+            // Mock Date.now() to get consistent sheet names in tests
+            const mockDate = 1234567890;
+            jest.spyOn(Date, 'now').mockReturnValue(mockDate);
+            spreadsheets.batchUpdate.mockResolvedValue({});
+            spreadsheets.values.update.mockResolvedValue({});
+            await (0, googleSheets_1.writeCsvToGoogleSheet)(testRows, TEST_SHEET_URL);
+            expect(spreadsheets.batchUpdate).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                auth: mockAuthClient,
+                requestBody: {
+                    requests: [
+                        {
+                            addSheet: {
+                                properties: {
+                                    title: `Sheet${mockDate}`,
+                                },
+                            },
+                        },
+                    ],
+                },
+            });
+        });
+        it('should use existing sheet when gid provided', async () => {
+            spreadsheets.values.update.mockResolvedValue({});
+            await (0, googleSheets_1.writeCsvToGoogleSheet)(testRows, TEST_SHEET_URL_WITH_GID);
+            expect(spreadsheets.batchUpdate).not.toHaveBeenCalled();
+            expect(spreadsheets.values.update).toHaveBeenCalledWith({
+                spreadsheetId: '1234567890',
+                range: 'TestSheet!A1:ZZZ',
+                valueInputOption: 'USER_ENTERED',
+                auth: mockAuthClient,
+                requestBody: {
+                    values: [
+                        ['header1', 'header2'],
+                        ['value1', 'value2'],
+                    ],
+                },
+            });
+        });
+        it('should throw error for invalid sheet URL', async () => {
+            await expect((0, googleSheets_1.writeCsvToGoogleSheet)(testRows, 'invalid-url')).rejects.toThrow('Invalid Google Sheets URL');
+        });
+    });
+});
+//# sourceMappingURL=googleSheets.test.js.map

package/dist/test/googleSheets.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"googleSheets.test.js","sourceRoot":"","sources":["../../test/googleSheets.test.ts"],"names":[],"mappings":";;;;;AAAA,wCAA8C;AAC9C,sDAK6B;AAC7B,2DAAmC;AAEnC,wCAAkD;AAWlD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,MAAM,mBAAmB,GAAG;IAC1B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;IACd,MAAM,EAAE;QACN,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;QACd,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;KAClB;IACD,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;CACvB,CAAC;AAEF,6CAA6C;AAC7C,MAAM,cAAc,GAAG;IACrB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF,yBAAyB;AACzB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;IACnC,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACrB,YAAY,EAAE,mBAAmB;SAClC,CAAC,CAAC;QACH,IAAI,EAAE;YACJ,UAAU,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC;SAC1C;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,cAAc,GAAG,wDAAwD,CAAC;IAChF,MAAM,uBAAuB,GAC3B,kEAAkE,CAAC;IAErE,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACnE,SAAS,CAAC,iBAAiB,CAAC;gBAC1B,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,qCAAsB,EAAC,cAAc,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACnE,SAAS,CAAC,iBAAiB,CAAC;gBAC1B,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;aACA,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,qCAAsB,EAAC,cAAc,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACnE,SAAS,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,IAAA,qCAAsB,EAAC,cAAc,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,8BAA8B,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACtD,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,WAAW,GAAG,gCAAgC,CAAC;YACrD,MAAM,WAAW,GAAG,GAAG,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,aAAa,CAAC;YAEnF,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAC3C,IAAA,0BAAkB,EAAC;gBACjB,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;aACzC,CAAC,CACH,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,qDAAsC,EAAC,cAAc,CAAC,CAAC;YAC5E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,WAAW,GAAG,gCAAgC,CAAC;YACrD,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,MAAM,WAAW,GAAG,GAAG,OAAO,uBAAuB,CAAC;YAEtD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAC3C,IAAA,0BAAkB,EAAC;gBACjB,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;aACzC,CAAC,CACH,CAAC;YAEF,MAAM,IAAA,qDAAsC,EAAC,uBAAuB,CAAC,CAAC;YACtE,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,IAAA,0BAAkB,EAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YAEnF,MAAM,MAAM,CAAC,IAAA,qDAAsC,EAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAClF,4CAA4C,CAC7C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;QACpD,MAAM,YAAY,GAAG,mBAAuC,CAAC;QAE7D,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,gCAAgC;YAChC,YAAY,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBACjC,IAAI,EAAE;oBACJ,MAAM,EAAE;wBACN;4BACE,UAAU,EAAE;gCACV,OAAO,EAAE,KAAK;gCACd,KAAK,EAAE,WAAW;6BACnB;yBACF;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,YAAY,GAAG;gBACnB,IAAI,EAAE;oBACJ,MAAM,EAAE;wBACN,CAAC,SAAS,EAAE,SAAS,CAAC;wBACtB,CAAC,QAAQ,EAAE,QAAQ,CAAC;qBACrB;iBACF;aACF,CAAC;YACF,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,IAAA,mDAAoC,EAAC,cAAc,CAAC,CAAC;YAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC;gBACnD,aAAa,EAAE,YAAY;gBAC3B,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,cAAc;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBACxC,IAAI,EAAE;oBACJ,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;iBAChC;aACF,CAAC,CAAC;YAEH,MAAM,IAAA,mDAAoC,EAAC,uBAAuB,CAAC,CAAC;YACpE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC;gBAC5C,aAAa,EAAE,YAAY;gBAC3B,IAAI,EAAE,cAAc;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC;gBACnD,aAAa,EAAE,YAAY;gBAC3B,KAAK,EAAE,kBAAkB;gBACzB,IAAI,EAAE,cAAc;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,CAAC,IAAA,mDAAoC,EAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/E,2BAA2B,CAC5B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,MAAM,YAAY,GAAG,mBAAuC,CAAC;QAC7D,MAAM,QAAQ,GAAa,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtE,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,gCAAgC;YAChC,YAAY,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBACjC,IAAI,EAAE;oBACJ,MAAM,EAAE;wBACN;4BACE,UAAU,EAAE;gCACV,OAAO,EAAE,KAAK;gCACd,KAAK,EAAE,WAAW;6BACnB;yBACF;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,QAAQ,GAAG,UAAU,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAClD,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEjD,MAAM,IAAA,oCAAqB,EAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YACtD,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC;gBACtD,aAAa,EAAE,YAAY;gBAC3B,KAAK,EAAE,QAAQ,QAAQ,SAAS;gBAChC,gBAAgB,EAAE,cAAc;gBAChC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE;oBACX,MAAM,EAAE;wBACN,CAAC,SAAS,EAAE,SAAS,CAAC;wBACtB,CAAC,QAAQ,EAAE,QAAQ,CAAC;qBACrB;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,yDAAyD;YACzD,MAAM,QAAQ,GAAG,UAAU,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAElD,YAAY,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC/C,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEjD,MAAM,IAAA,oCAAqB,EAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YACtD,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;gBACpD,aAAa,EAAE,YAAY;gBAC3B,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE;oBACX,QAAQ,EAAE;wBACR;4BACE,QAAQ,EAAE;gCACR,UAAU,EAAE;oCACV,KAAK,EAAE,QAAQ,QAAQ,EAAE;iCAC1B;6BACF;yBACF;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEjD,MAAM,IAAA,oCAAqB,EAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;YAC/D,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACxD,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC;gBACtD,aAAa,EAAE,YAAY;gBAC3B,KAAK,EAAE,kBAAkB;gBACzB,gBAAgB,EAAE,cAAc;gBAChC,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE;oBACX,MAAM,EAAE;wBACN,CAAC,SAAS,EAAE,SAAS,CAAC;wBACtB,CAAC,QAAQ,EAAE,QAAQ,CAAC;qBACrB;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,CAAC,IAAA,oCAAqB,EAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC1E,2BAA2B,CAC5B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/integrations/huggingfaceDatasets.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=huggingfaceDatasets.test.d.ts.map

package/dist/test/integrations/huggingfaceDatasets.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingfaceDatasets.test.d.ts","sourceRoot":"","sources":["../../../test/integrations/huggingfaceDatasets.test.ts"],"names":[],"mappings":""}

package/dist/test/integrations/huggingfaceDatasets.test.js

@@ -0,0 +1,147 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const fetch_1 = require("../../src/fetch");
+const huggingfaceDatasets_1 = require("../../src/integrations/huggingfaceDatasets");
+jest.mock('../../src/fetch', () => ({
+    fetchWithProxy: jest.fn(),
+}));
+describe('huggingfaceDatasets', () => {
+    beforeEach(() => {
+        jest.mocked(fetch_1.fetchWithProxy).mockClear();
+    });
+    it('should fetch and parse dataset with default parameters', async () => {
+        // Mock API response
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 2,
+                features: [
+                    { name: 'act', type: { dtype: 'string', _type: 'Value' } },
+                    { name: 'prompt', type: { dtype: 'string', _type: 'Value' } },
+                ],
+                rows: [
+                    { row: { act: 'Linux Terminal', prompt: 'List all files' } },
+                    { row: { act: 'Math Tutor', prompt: 'Solve 2+2' } },
+                ],
+            }),
+        });
+        const tests = await (0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/test/dataset');
+        // Verify the fetch call
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('https://datasets-server.huggingface.co/rows'));
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('split=test'));
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('config=default'));
+        // Verify the parsed results
+        expect(tests).toHaveLength(2);
+        expect(tests[0].vars).toEqual({
+            act: 'Linux Terminal',
+            prompt: 'List all files',
+        });
+        expect(tests[1].vars).toEqual({
+            act: 'Math Tutor',
+            prompt: 'Solve 2+2',
+        });
+    });
+    it('should handle custom query parameters', async () => {
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 1,
+                features: [
+                    { name: 'question', type: { dtype: 'string', _type: 'Value' } },
+                    { name: 'answer', type: { dtype: 'string', _type: 'Value' } },
+                ],
+                rows: [{ row: { question: 'What is 2+2?', answer: '4' } }],
+            }),
+        });
+        await (0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/test/dataset?split=train&config=custom');
+        // Verify custom parameters were used
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('split=train'));
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('config=custom'));
+    });
+    it('should handle pagination', async () => {
+        // First page response
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 3,
+                features: [{ name: 'text', type: { dtype: 'string', _type: 'Value' } }],
+                rows: [{ row: { text: 'First' } }, { row: { text: 'Second' } }],
+            }),
+        });
+        // Second page response
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 3,
+                features: [{ name: 'text', type: { dtype: 'string', _type: 'Value' } }],
+                rows: [{ row: { text: 'Third' } }],
+            }),
+        });
+        const tests = await (0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/test/dataset');
+        // Verify pagination
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledTimes(2);
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenNthCalledWith(1, expect.stringContaining('length=100'));
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenNthCalledWith(2, expect.stringContaining('length=100'));
+        // Verify all results were combined
+        expect(tests).toHaveLength(3);
+        expect(tests.map((t) => t.vars?.text)).toEqual(['First', 'Second', 'Third']);
+    });
+    it('should handle API errors', async () => {
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: false,
+            statusText: 'Not Found',
+        });
+        await expect((0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/nonexistent/dataset')).rejects.toThrow('[Huggingface Dataset] Failed to fetch dataset: Not Found');
+    });
+    it('should respect user-specified limit parameter', async () => {
+        // Mock response with more data than the limit
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 5,
+                features: [{ name: 'text', type: { dtype: 'string', _type: 'Value' } }],
+                rows: [{ row: { text: 'First' } }, { row: { text: 'Second' } }, { row: { text: 'Third' } }],
+            }),
+        });
+        const tests = await (0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/test/dataset?limit=2');
+        // Verify the request includes the correct length parameter
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledTimes(1);
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledWith(expect.stringContaining('length=2'));
+        // Verify only limited number of results are returned
+        expect(tests).toHaveLength(2);
+        expect(tests.map((t) => t.vars?.text)).toEqual(['First', 'Second']);
+    });
+    it('should handle limit larger than page size', async () => {
+        // First page response
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 150,
+                features: [{ name: 'text', type: { dtype: 'string', _type: 'Value' } }],
+                rows: Array(100)
+                    .fill(null)
+                    .map((_, i) => ({ row: { text: `Item ${i + 1}` } })),
+            }),
+        });
+        // Second page response
+        jest.mocked(fetch_1.fetchWithProxy).mockResolvedValueOnce({
+            ok: true,
+            json: async () => ({
+                num_rows_total: 150,
+                features: [{ name: 'text', type: { dtype: 'string', _type: 'Value' } }],
+                rows: Array(20)
+                    .fill(null)
+                    .map((_, i) => ({ row: { text: `Item ${i + 101}` } })),
+            }),
+        });
+        const tests = await (0, huggingfaceDatasets_1.fetchHuggingFaceDataset)('huggingface://datasets/test/dataset?limit=120');
+        // Verify pagination with limit
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenCalledTimes(2);
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenNthCalledWith(1, expect.stringContaining('length=100'));
+        expect(jest.mocked(fetch_1.fetchWithProxy)).toHaveBeenNthCalledWith(2, expect.stringContaining('length=20'));
+        // Verify we got exactly the number of results specified by limit
+        expect(tests).toHaveLength(120);
+        expect(tests[119].vars?.text).toBe('Item 120');
+    });
+});
+//# sourceMappingURL=huggingfaceDatasets.test.js.map

package/dist/test/integrations/huggingfaceDatasets.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingfaceDatasets.test.js","sourceRoot":"","sources":["../../../test/integrations/huggingfaceDatasets.test.ts"],"names":[],"mappings":";;AAAA,2CAAiD;AACjD,oFAAqF;AAErF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,SAAS,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,oBAAoB;QACpB,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBAC1D,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;iBAC9D;gBACD,IAAI,EAAE;oBACJ,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE;oBAC5D,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE;iBACpD;aACF,CAAC;SACI,CAAC,CAAC;QAEV,MAAM,KAAK,GAAG,MAAM,IAAA,6CAAuB,EAAC,qCAAqC,CAAC,CAAC;QAEnF,wBAAwB;QACxB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CACtD,MAAM,CAAC,gBAAgB,CAAC,6CAA6C,CAAC,CACvE,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC;QAChG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CACtD,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAC1C,CAAC;QAEF,4BAA4B;QAC5B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC5B,GAAG,EAAE,gBAAgB;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC5B,GAAG,EAAE,YAAY;YACjB,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;oBAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;iBAC9D;gBACD,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;aAC3D,CAAC;SACI,CAAC,CAAC;QAEV,MAAM,IAAA,6CAAuB,EAAC,+DAA+D,CAAC,CAAC;QAE/F,qCAAqC;QACrC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CACtD,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CACvC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CACtD,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,sBAAsB;QACtB,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC;aAChE,CAAC;SACI,CAAC,CAAC;QAEV,uBAAuB;QACvB,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC;aACnC,CAAC;SACI,CAAC,CAAC;QAEV,MAAM,KAAK,GAAG,MAAM,IAAA,6CAAuB,EAAC,qCAAqC,CAAC,CAAC;QAEnF,oBAAoB;QACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,uBAAuB,CACzD,CAAC,EACD,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CACtC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,uBAAuB,CACzD,CAAC,EACD,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CACtC,CAAC;QAEF,mCAAmC;QACnC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,WAAW;SACjB,CAAC,CAAC;QAEV,MAAM,MAAM,CACV,IAAA,6CAAuB,EAAC,4CAA4C,CAAC,CACtE,CAAC,OAAO,CAAC,OAAO,CAAC,0DAA0D,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,8CAA8C;QAC9C,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC;aAC5F,CAAC;SACI,CAAC,CAAC;QAEV,MAAM,KAAK,GAAG,MAAM,IAAA,6CAAuB,EAAC,6CAA6C,CAAC,CAAC;QAE3F,2DAA2D;QAC3D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;QAE9F,qDAAqD;QACrD,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,sBAAsB;QACtB,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,GAAG;gBACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;qBACb,IAAI,CAAC,IAAI,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;aACvD,CAAC;SACI,CAAC,CAAC;QAEV,uBAAuB;QACvB,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACjB,cAAc,EAAE,GAAG;gBACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvE,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;qBACZ,IAAI,CAAC,IAAI,CAAC;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;aACzD,CAAC;SACI,CAAC,CAAC;QAEV,MAAM,KAAK,GAAG,MAAM,IAAA,6CAAuB,EAAC,+CAA+C,CAAC,CAAC;QAE7F,+BAA+B;QAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,uBAAuB,CACzD,CAAC,EACD,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CACtC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,CAAC,uBAAuB,CACzD,CAAC,EACD,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,CACrC,CAAC;QAEF,iEAAiE;QACjE,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/models/evalResult.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=evalResult.test.d.ts.map

package/dist/test/models/evalResult.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalResult.test.d.ts","sourceRoot":"","sources":["../../../test/models/evalResult.test.ts"],"names":[],"mappings":""}

package/dist/test/models/evalResult.test.js

@@ -0,0 +1,217 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const migrate_1 = require("../../src/migrate");
+const evalResult_1 = __importDefault(require("../../src/models/evalResult"));
+const utils_1 = require("../../src/prompts/utils");
+const types_1 = require("../../src/types");
+const json_1 = require("../../src/util/json");
+describe('EvalResult', () => {
+    beforeAll(async () => {
+        await (0, migrate_1.runDbMigrations)();
+    });
+    const mockProvider = {
+        id: 'test-provider',
+        label: 'Test Provider',
+    };
+    const mockTestCase = {
+        vars: {},
+        provider: mockProvider,
+    };
+    const mockPrompt = {
+        raw: 'Test prompt',
+        display: 'Test prompt',
+        label: 'Test label',
+    };
+    const mockEvaluateResult = {
+        promptIdx: 0,
+        testIdx: 0,
+        prompt: mockPrompt,
+        success: true,
+        score: 1,
+        provider: mockProvider,
+        testCase: mockTestCase,
+        vars: {},
+        latencyMs: 100,
+        cost: 0.01,
+        metadata: {},
+        failureReason: types_1.ResultFailureReason.NONE,
+        id: 'test-id',
+        promptId: (0, utils_1.hashPrompt)(mockPrompt),
+        namedScores: {},
+        response: undefined,
+    };
+    describe('createFromEvaluateResult', () => {
+        it('should create and persist an EvalResult', async () => {
+            const evalId = 'test-eval-id';
+            const result = await evalResult_1.default.createFromEvaluateResult(evalId, mockEvaluateResult, mockTestCase);
+            expect(result).toBeInstanceOf(evalResult_1.default);
+            expect(result.evalId).toBe(evalId);
+            expect(result.promptId).toBe((0, utils_1.hashPrompt)(mockPrompt));
+            expect(result.persisted).toBe(true);
+            // Verify it was persisted to database
+            const retrieved = await evalResult_1.default.findById(result.id);
+            expect(retrieved).not.toBeNull();
+            expect(retrieved?.score).toBe(mockEvaluateResult.score);
+        });
+        it('should create without persisting when persist option is false', async () => {
+            const evalId = 'test-eval-id';
+            const result = await evalResult_1.default.createFromEvaluateResult(evalId, mockEvaluateResult, mockTestCase, { persist: false });
+            expect(result).toBeInstanceOf(evalResult_1.default);
+            expect(result.persisted).toBe(false);
+            // Verify it was not persisted to database
+            const retrieved = await evalResult_1.default.findById(result.id);
+            expect(retrieved).toBeNull();
+        });
+        it('should properly handle circular references in provider', async () => {
+            const evalId = 'test-eval-id';
+            // Create a provider with a circular reference
+            const circularProvider = {
+                id: 'test-provider',
+                label: 'Test Provider',
+                config: {
+                    circular: undefined,
+                },
+            };
+            circularProvider.config.circular = circularProvider;
+            const testCaseWithCircular = {
+                ...mockTestCase,
+                provider: circularProvider,
+            };
+            // Pre-serialize the provider to handle circular references
+            const serializedProvider = JSON.parse((0, json_1.safeJsonStringify)(circularProvider));
+            const resultWithCircular = await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                provider: serializedProvider, // Use pre-serialized provider
+            }, {
+                ...testCaseWithCircular,
+                provider: serializedProvider, // Use pre-serialized provider
+            }, { persist: true });
+            // Verify the provider was properly serialized
+            expect(resultWithCircular.testCase.provider).toEqual({
+                id: 'test-provider',
+                label: 'Test Provider',
+                config: {},
+            });
+            // Verify it can be persisted without errors
+            const retrieved = await evalResult_1.default.findById(resultWithCircular.id);
+            expect(retrieved).not.toBeNull();
+            expect(retrieved?.testCase.provider).toEqual({
+                id: 'test-provider',
+                label: 'Test Provider',
+                config: {},
+            });
+        });
+        it('should preserve non-circular provider properties', async () => {
+            const evalId = 'test-eval-id';
+            const providerWithNestedData = {
+                id: 'test-provider',
+                label: 'Test Provider',
+                config: {
+                    apiKey: 'secret-key',
+                    options: {
+                        temperature: 0.7,
+                        maxTokens: 100,
+                    },
+                },
+            };
+            const testCaseWithNestedData = {
+                ...mockTestCase,
+                provider: providerWithNestedData,
+            };
+            const result = await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                provider: providerWithNestedData,
+            }, testCaseWithNestedData, { persist: true });
+            // Verify nested properties are preserved
+            expect(result.testCase.provider).toEqual(providerWithNestedData);
+            // Verify it can be persisted and retrieved with all properties intact
+            const retrieved = await evalResult_1.default.findById(result.id);
+            expect(retrieved).not.toBeNull();
+            expect(retrieved?.testCase.provider).toEqual(providerWithNestedData);
+        });
+    });
+    describe('findManyByEvalId', () => {
+        it('should retrieve multiple results for an eval ID', async () => {
+            const evalId = 'test-eval-id-multiple';
+            // Create multiple results
+            await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                testIdx: 0,
+            }, mockTestCase);
+            await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                testIdx: 1,
+            }, mockTestCase);
+            const results = await evalResult_1.default.findManyByEvalId(evalId);
+            expect(results).toHaveLength(2);
+            expect(results[0]).toBeInstanceOf(evalResult_1.default);
+            expect(results[1]).toBeInstanceOf(evalResult_1.default);
+        });
+        it('should filter by testIdx when provided', async () => {
+            const evalId = 'test-eval-id-filter';
+            await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                testIdx: 0,
+            }, mockTestCase);
+            await evalResult_1.default.createFromEvaluateResult(evalId, {
+                ...mockEvaluateResult,
+                testIdx: 1,
+            }, mockTestCase);
+            const results = await evalResult_1.default.findManyByEvalId(evalId, { testIdx: 0 });
+            expect(results).toHaveLength(1);
+            expect(results[0].testIdx).toBe(0);
+        });
+    });
+    describe('save', () => {
+        it('should save new results', async () => {
+            const result = new evalResult_1.default({
+                id: 'test-save-id',
+                evalId: 'test-eval-id',
+                promptIdx: 0,
+                testIdx: 0,
+                testCase: mockTestCase,
+                prompt: mockPrompt,
+                success: true,
+                score: 1,
+                response: null,
+                gradingResult: null,
+                provider: mockProvider,
+                failureReason: types_1.ResultFailureReason.NONE,
+                namedScores: {},
+            });
+            await result.save();
+            expect(result.persisted).toBe(true);
+            const retrieved = await evalResult_1.default.findById(result.id);
+            expect(retrieved).not.toBeNull();
+        });
+        it('should update existing results', async () => {
+            const result = await evalResult_1.default.createFromEvaluateResult('test-eval-id', mockEvaluateResult, mockTestCase);
+            result.score = 0.5;
+            await result.save();
+            const retrieved = await evalResult_1.default.findById(result.id);
+            expect(retrieved?.score).toBe(0.5);
+        });
+    });
+    describe('toEvaluateResult', () => {
+        it('should convert EvalResult to EvaluateResult format', async () => {
+            const result = await evalResult_1.default.createFromEvaluateResult('test-eval-id', mockEvaluateResult, mockTestCase);
+            const evaluateResult = result.toEvaluateResult();
+            // Only test the specific fields we care about
+            expect(evaluateResult).toEqual(expect.objectContaining({
+                promptIdx: mockEvaluateResult.promptIdx,
+                testIdx: mockEvaluateResult.testIdx,
+                prompt: mockEvaluateResult.prompt,
+                success: mockEvaluateResult.success,
+                score: mockEvaluateResult.score,
+                provider: {
+                    id: mockProvider.id,
+                    label: mockProvider.label,
+                },
+            }));
+        });
+    });
+});
+//# sourceMappingURL=evalResult.test.js.map