@iblai/data-layer 1.9.3 → 1.9.4

package/dist/index.js

@@ -45474,6 +45474,391 @@ const auditLogsApiSlice = react.createApi({
 });
 const { useGetAuditLogsQuery, useLazyGetAuditLogsQuery } = auditLogsApiSlice;
 
+const EVALUATIONS_REDUCER_PATH = 'evaluationsApiSlice';
+const evaluationsBase = (org, userId) => `/api/ai-mentor/orgs/${org}/users/${userId}/evaluations`;
+const EVALUATIONS_ENDPOINTS = {
+    GET_TASK: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, taskId) => `/api/ai-mentor/orgs/${org}/users/${userId}/tasks/${encodeURIComponent(taskId)}`,
+    },
+    LIST_DATASETS: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/datasets/`,
+    },
+    CREATE_DATASET: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/datasets/`,
+    },
+    GET_DATASET: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/`,
+    },
+    LIST_DATASET_ITEMS: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/items/`,
+    },
+    ADD_DATASET_ITEMS: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/items/`,
+    },
+    UPLOAD_DATASET_CSV: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/items/upload/`,
+    },
+    UPDATE_DATASET_ITEM: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, itemId) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/items/${encodeURIComponent(itemId)}/`,
+    },
+    DELETE_DATASET_ITEM: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, itemId) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/items/${encodeURIComponent(itemId)}/`,
+    },
+    LIST_RUNS: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/`,
+    },
+    START_RUN: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/`,
+    },
+    GET_RUN: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, runName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/${encodeURIComponent(runName)}/`,
+    },
+    EXPORT_RUN: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, runName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/${encodeURIComponent(runName)}/export/`,
+    },
+    DELETE_RUN: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, runName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/${encodeURIComponent(runName)}/`,
+    },
+    EVALUATE_RUN: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, runName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/${encodeURIComponent(runName)}/evaluate/`,
+    },
+    LIST_RUN_JUDGES: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, datasetName, runName) => `${evaluationsBase(org, userId)}/datasets/${encodeURIComponent(datasetName)}/runs/${encodeURIComponent(runName)}/evaluate/`,
+    },
+    LIST_JUDGES: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/judges/`,
+    },
+    LIST_SCORES: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/scores/`,
+    },
+    CREATE_SCORE: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/scores/`,
+    },
+    DELETE_SCORE: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId, scoreId) => `${evaluationsBase(org, userId)}/scores/${encodeURIComponent(scoreId)}/`,
+    },
+    LIST_SCORE_CONFIGS: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/score-configs/`,
+    },
+    CREATE_SCORE_CONFIG: {
+        service: exports.SERVICES.AXD,
+        path: (org, userId) => `${evaluationsBase(org, userId)}/score-configs/`,
+    },
+};
+const EVALUATIONS_TAGS = {
+    DATASETS: 'EVAL_DATASETS',
+    DATASET: 'EVAL_DATASET',
+    DATASET_ITEMS: 'EVAL_DATASET_ITEMS',
+    RUNS: 'EVAL_RUNS',
+    RUN: 'EVAL_RUN',
+    SCORES: 'EVAL_SCORES',
+    SCORE_CONFIGS: 'EVAL_SCORE_CONFIGS',
+    JUDGES: 'EVAL_JUDGES',
+};
+
+const evaluationsApiSlice = react.createApi({
+    reducerPath: EVALUATIONS_REDUCER_PATH,
+    baseQuery: iblFetchBaseQuery,
+    tagTypes: [
+        EVALUATIONS_TAGS.DATASETS,
+        EVALUATIONS_TAGS.DATASET,
+        EVALUATIONS_TAGS.DATASET_ITEMS,
+        EVALUATIONS_TAGS.RUNS,
+        EVALUATIONS_TAGS.RUN,
+        EVALUATIONS_TAGS.SCORES,
+        EVALUATIONS_TAGS.SCORE_CONFIGS,
+        EVALUATIONS_TAGS.JUDGES,
+    ],
+    endpoints: (builder) => ({
+        listEvalDatasets: builder.query({
+            query: ({ org, userId, page, limit, name, user_email }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_DATASETS.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.LIST_DATASETS.service,
+                params: { page, limit, name, user_email },
+            }),
+            providesTags: [EVALUATIONS_TAGS.DATASETS],
+        }),
+        createEvalDataset: builder.mutation({
+            query: ({ org, userId, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.CREATE_DATASET.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.CREATE_DATASET.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: [EVALUATIONS_TAGS.DATASETS],
+        }),
+        getEvalDataset: builder.query({
+            query: ({ org, userId, datasetName }) => ({
+                url: EVALUATIONS_ENDPOINTS.GET_DATASET.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.GET_DATASET.service,
+            }),
+            providesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET, id: datasetName },
+            ],
+        }),
+        listEvalDatasetItems: builder.query({
+            query: ({ org, userId, datasetName, page, limit, include_trace }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_DATASET_ITEMS.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.LIST_DATASET_ITEMS.service,
+                params: { page, limit, include_trace },
+            }),
+            providesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET_ITEMS, id: datasetName },
+            ],
+        }),
+        addEvalDatasetItems: builder.mutation({
+            query: ({ org, userId, datasetName, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.ADD_DATASET_ITEMS.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.ADD_DATASET_ITEMS.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET_ITEMS, id: datasetName },
+            ],
+        }),
+        uploadEvalDatasetCsv: builder.mutation({
+            query: ({ org, userId, datasetName, formData }) => ({
+                url: EVALUATIONS_ENDPOINTS.UPLOAD_DATASET_CSV.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.UPLOAD_DATASET_CSV.service,
+                method: 'POST',
+                body: formData,
+                isJson: false,
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET_ITEMS, id: datasetName },
+            ],
+        }),
+        updateEvalDatasetItem: builder.mutation({
+            query: ({ org, userId, datasetName, itemId, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.UPDATE_DATASET_ITEM.path(org, userId, datasetName, itemId),
+                service: EVALUATIONS_ENDPOINTS.UPDATE_DATASET_ITEM.service,
+                method: 'PUT',
+                body,
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET_ITEMS, id: datasetName },
+            ],
+        }),
+        deleteEvalDatasetItem: builder.mutation({
+            query: ({ org, userId, datasetName, itemId }) => ({
+                url: EVALUATIONS_ENDPOINTS.DELETE_DATASET_ITEM.path(org, userId, datasetName, itemId),
+                service: EVALUATIONS_ENDPOINTS.DELETE_DATASET_ITEM.service,
+                method: 'DELETE',
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.DATASET_ITEMS, id: datasetName },
+            ],
+        }),
+        listEvalRuns: builder.query({
+            query: ({ org, userId, datasetName, page, limit, user_email }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_RUNS.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.LIST_RUNS.service,
+                params: { page, limit, user_email },
+            }),
+            providesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.RUNS, id: datasetName },
+            ],
+        }),
+        startEvalRun: builder.mutation({
+            query: ({ org, userId, datasetName, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.START_RUN.path(org, userId, datasetName),
+                service: EVALUATIONS_ENDPOINTS.START_RUN.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.RUNS, id: datasetName },
+            ],
+        }),
+        getEvalRun: builder.query({
+            query: ({ org, userId, datasetName, runName }) => ({
+                url: EVALUATIONS_ENDPOINTS.GET_RUN.path(org, userId, datasetName, runName),
+                service: EVALUATIONS_ENDPOINTS.GET_RUN.service,
+            }),
+            providesTags: (_result, _error, { runName }) => [{ type: EVALUATIONS_TAGS.RUN, id: runName }],
+        }),
+        deleteEvalRun: builder.mutation({
+            query: ({ org, userId, datasetName, runName }) => ({
+                url: EVALUATIONS_ENDPOINTS.DELETE_RUN.path(org, userId, datasetName, runName),
+                service: EVALUATIONS_ENDPOINTS.DELETE_RUN.service,
+                method: 'DELETE',
+            }),
+            invalidatesTags: (_result, _error, { datasetName }) => [
+                { type: EVALUATIONS_TAGS.RUNS, id: datasetName },
+            ],
+        }),
+        exportEvalRun: builder.mutation({
+            query: ({ org, userId, datasetName, runName }) => ({
+                url: EVALUATIONS_ENDPOINTS.EXPORT_RUN.path(org, userId, datasetName, runName),
+                service: EVALUATIONS_ENDPOINTS.EXPORT_RUN.service,
+                responseHandler: (response) => response.text(),
+                isJson: false,
+            }),
+        }),
+        evaluateEvalRun: builder.mutation({
+            query: ({ org, userId, datasetName, runName, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.EVALUATE_RUN.path(org, userId, datasetName, runName),
+                service: EVALUATIONS_ENDPOINTS.EVALUATE_RUN.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: (_result, _error, { runName }) => [
+                { type: EVALUATIONS_TAGS.RUN, id: runName },
+                EVALUATIONS_TAGS.JUDGES,
+            ],
+        }),
+        listEvalRunJudges: builder.query({
+            query: ({ org, userId, datasetName, runName, page, limit, status, user_email }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_RUN_JUDGES.path(org, userId, datasetName, runName),
+                service: EVALUATIONS_ENDPOINTS.LIST_RUN_JUDGES.service,
+                params: { page, limit, status, user_email },
+            }),
+            providesTags: [EVALUATIONS_TAGS.JUDGES],
+        }),
+        listEvalJudges: builder.query({
+            query: ({ org, userId, page, limit, status, user_email, dataset_name }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_JUDGES.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.LIST_JUDGES.service,
+                params: { page, limit, status, user_email, dataset_name },
+            }),
+            providesTags: [EVALUATIONS_TAGS.JUDGES],
+        }),
+        listEvalScores: builder.query({
+            query: ({ org, userId, page, limit, dataset_run_id, trace_id, name }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_SCORES.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.LIST_SCORES.service,
+                params: { page, limit, dataset_run_id, trace_id, name },
+            }),
+            providesTags: [EVALUATIONS_TAGS.SCORES],
+        }),
+        // Score create/delete deliberately do NOT invalidate the RUN tag: the
+        // eval store ingests score writes asynchronously, so an immediate
+        // refetch returns the run *without* the change and would clobber the
+        // cache patches below. The run still refreshes on reopen / manual
+        // Refresh, by which point the store has caught up.
+        createEvalScore: builder.mutation({
+            query: ({ org, userId, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.CREATE_SCORE.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.CREATE_SCORE.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: [EVALUATIONS_TAGS.SCORES],
+            async onQueryStarted({ org, userId, body, datasetName, runName }, { dispatch, queryFulfilled }) {
+                try {
+                    await queryFulfilled;
+                }
+                catch (_a) {
+                    return;
+                }
+                if (!datasetName || !runName)
+                    return;
+                dispatch(evaluationsApiSlice.util.updateQueryData('getEvalRun', { org, userId, datasetName, runName }, (draft) => {
+                    var _a, _b, _c, _d, _e, _f;
+                    const item = (_a = draft.dataset_run_items) === null || _a === void 0 ? void 0 : _a.find((i) => i.trace_id === body.trace_id);
+                    if (!item)
+                        return;
+                    item.scores = (_b = item.scores) !== null && _b !== void 0 ? _b : [];
+                    item.scores.push({
+                        // The create endpoint returns no id (the write is queued);
+                        // this placeholder is replaced by the real record on the
+                        // next refetch once the store has ingested it.
+                        id: `pending-${body.trace_id}-${body.name}-${Date.now()}`,
+                        name: body.name,
+                        value: body.value,
+                        string_value: null,
+                        data_type: (_c = body.data_type) !== null && _c !== void 0 ? _c : 'NUMERIC',
+                        comment: (_d = body.comment) !== null && _d !== void 0 ? _d : null,
+                        trace_id: body.trace_id,
+                        observation_id: (_e = body.observation_id) !== null && _e !== void 0 ? _e : null,
+                        dataset_run_id: (_f = body.dataset_run_id) !== null && _f !== void 0 ? _f : null,
+                        created_at: new Date().toISOString(),
+                    });
+                }));
+            },
+        }),
+        deleteEvalScore: builder.mutation({
+            query: ({ org, userId, scoreId }) => ({
+                url: EVALUATIONS_ENDPOINTS.DELETE_SCORE.path(org, userId, scoreId),
+                service: EVALUATIONS_ENDPOINTS.DELETE_SCORE.service,
+                method: 'DELETE',
+            }),
+            invalidatesTags: [EVALUATIONS_TAGS.SCORES],
+            async onQueryStarted({ org, userId, scoreId, datasetName, runName }, { dispatch, queryFulfilled }) {
+                try {
+                    await queryFulfilled;
+                }
+                catch (_a) {
+                    return;
+                }
+                if (!datasetName || !runName)
+                    return;
+                dispatch(evaluationsApiSlice.util.updateQueryData('getEvalRun', { org, userId, datasetName, runName }, (draft) => {
+                    var _a, _b;
+                    for (const item of (_a = draft.dataset_run_items) !== null && _a !== void 0 ? _a : []) {
+                        if ((_b = item.scores) === null || _b === void 0 ? void 0 : _b.some((s) => s.id === scoreId)) {
+                            item.scores = item.scores.filter((s) => s.id !== scoreId);
+                        }
+                    }
+                }));
+            },
+        }),
+        listEvalScoreConfigs: builder.query({
+            query: ({ org, userId, page, limit }) => ({
+                url: EVALUATIONS_ENDPOINTS.LIST_SCORE_CONFIGS.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.LIST_SCORE_CONFIGS.service,
+                params: { page, limit },
+            }),
+            providesTags: [EVALUATIONS_TAGS.SCORE_CONFIGS],
+        }),
+        getEvalTaskStatus: builder.query({
+            query: ({ org, userId, taskId }) => ({
+                url: EVALUATIONS_ENDPOINTS.GET_TASK.path(org, userId, taskId),
+                service: EVALUATIONS_ENDPOINTS.GET_TASK.service,
+            }),
+        }),
+        createEvalScoreConfig: builder.mutation({
+            query: ({ org, userId, body }) => ({
+                url: EVALUATIONS_ENDPOINTS.CREATE_SCORE_CONFIG.path(org, userId),
+                service: EVALUATIONS_ENDPOINTS.CREATE_SCORE_CONFIG.service,
+                method: 'POST',
+                body,
+            }),
+            invalidatesTags: [EVALUATIONS_TAGS.SCORE_CONFIGS],
+        }),
+    }),
+});
+const { useListEvalDatasetsQuery, useLazyListEvalDatasetsQuery, useCreateEvalDatasetMutation, useGetEvalDatasetQuery, useListEvalDatasetItemsQuery, useLazyListEvalDatasetItemsQuery, useAddEvalDatasetItemsMutation, useUploadEvalDatasetCsvMutation, useUpdateEvalDatasetItemMutation, useDeleteEvalDatasetItemMutation, useListEvalRunsQuery, useLazyListEvalRunsQuery, useStartEvalRunMutation, useGetEvalRunQuery, useLazyGetEvalRunQuery, useDeleteEvalRunMutation, useExportEvalRunMutation, useEvaluateEvalRunMutation, useListEvalRunJudgesQuery, useLazyListEvalRunJudgesQuery, useListEvalJudgesQuery, useLazyListEvalJudgesQuery, useListEvalScoresQuery, useLazyListEvalScoresQuery, useCreateEvalScoreMutation, useDeleteEvalScoreMutation, useListEvalScoreConfigsQuery, useCreateEvalScoreConfigMutation, useGetEvalTaskStatusQuery, useLazyGetEvalTaskStatusQuery, } = evaluationsApiSlice;
+
+/** Total page count derived from `count` and the requested page size. */
+function evalTotalPages(count, limit) {
+    if (!count || count <= 0)
+        return 0;
+    return Math.ceil(count / limit);
+}
+
 const WATCHED_GROUPS_REDUCER_PATH = 'watchedGroupsApiSlice';
 const WATCHED_GROUPS_QUERY_KEYS = {
     WATCHED_GROUPS: 'WATCHED_GROUPS',
@@ -45786,6 +46171,7 @@ const mentorReducer = {
     [courseMetadataApiSlice.reducerPath]: courseMetadataApiSlice.reducer,
     [edxSsoApiSlice.reducerPath]: edxSsoApiSlice.reducer,
     [clawApiSlice.reducerPath]: clawApiSlice.reducer,
+    [evaluationsApiSlice.reducerPath]: evaluationsApiSlice.reducer,
     [watchedGroupsApiSlice.reducerPath]: watchedGroupsApiSlice.reducer,
     [chatPrivacyApiSlice.reducerPath]: chatPrivacyApiSlice.reducer,
     [skillsApiSlice.reducerPath]: skillsApiSlice.reducer,
@@ -45842,6 +46228,7 @@ const mentorMiddleware = [
     courseMetadataApiSlice.middleware,
     edxSsoApiSlice.middleware,
     clawApiSlice.middleware,
+    evaluationsApiSlice.middleware,
     watchedGroupsApiSlice.middleware,
     chatPrivacyApiSlice.middleware,
     skillsApiSlice.middleware,
@@ -45970,6 +46357,9 @@ exports.DISCLAIMERS_ENDPOINTS = DISCLAIMERS_ENDPOINTS;
 exports.DISCLAIMERS_QUERY_KEYS = DISCLAIMERS_QUERY_KEYS;
 exports.DISCLAIMERS_REDUCER_PATH = DISCLAIMERS_REDUCER_PATH;
 exports.EDX_PROCTORING_ENDPOINTS = EDX_PROCTORING_ENDPOINTS;
+exports.EVALUATIONS_ENDPOINTS = EVALUATIONS_ENDPOINTS;
+exports.EVALUATIONS_REDUCER_PATH = EVALUATIONS_REDUCER_PATH;
+exports.EVALUATIONS_TAGS = EVALUATIONS_TAGS;
 exports.IblDataLayer = IblDataLayer;
 exports.LOGO_ENDPOINTS = LOGO_ENDPOINTS;
 exports.MCP_ENDPOINTS = MCP_ENDPOINTS;
@@ -46051,6 +46441,8 @@ exports.datasetsApiSlice = datasetsApiSlice;
 exports.disclaimersApiSlice = disclaimersApiSlice;
 exports.edxProctoringApiSlice = edxProctoringApiSlice;
 exports.edxSsoApiSlice = edxSsoApiSlice;
+exports.evalTotalPages = evalTotalPages;
+exports.evaluationsApiSlice = evaluationsApiSlice;
 exports.fakeBaseQueryWithLogging = fakeBaseQueryWithLogging;
 exports.featureTags = featureTags;
 exports.getNextRecentMessagesPageParam = getNextRecentMessagesPageParam;
@@ -46093,6 +46485,7 @@ exports.tenantLogoApiSlice = tenantLogoApiSlice;
 exports.toolsApiSlice = toolsApiSlice;
 exports.trainingDocumentsApiSlice = trainingDocumentsApiSlice;
 exports.useActivateWorkflowMutation = useActivateWorkflowMutation;
+exports.useAddEvalDatasetItemsMutation = useAddEvalDatasetItemsMutation;
 exports.useAddPinnedMessageMutation = useAddPinnedMessageMutation;
 exports.useAddTrainingDocumentMutation = useAddTrainingDocumentMutation;
 exports.useAddWatchedUserMutation = useAddWatchedUserMutation;
@@ -46129,6 +46522,9 @@ exports.useCreateCredentialAssertionMutation = useCreateCredentialAssertionMutat
 exports.useCreateCredentialMutation = useCreateCredentialMutation;
 exports.useCreateCustomDomainMutation = useCreateCustomDomainMutation;
 exports.useCreateDisclaimerMutation = useCreateDisclaimerMutation;
+exports.useCreateEvalDatasetMutation = useCreateEvalDatasetMutation;
+exports.useCreateEvalScoreConfigMutation = useCreateEvalScoreConfigMutation;
+exports.useCreateEvalScoreMutation = useCreateEvalScoreMutation;
 exports.useCreateExternalMappingMutation = useCreateExternalMappingMutation;
 exports.useCreateGlobalMemoryMutation = useCreateGlobalMemoryMutation;
 exports.useCreateGuestCheckoutMutation = useCreateGuestCheckoutMutation;
@@ -46184,6 +46580,9 @@ exports.useDeleteCourseCredentialMutation = useDeleteCourseCredentialMutation;
 exports.useDeleteCredentialMutation = useDeleteCredentialMutation;
 exports.useDeleteCustomDomainMutation = useDeleteCustomDomainMutation;
 exports.useDeleteDisclaimerMutation = useDeleteDisclaimerMutation;
+exports.useDeleteEvalDatasetItemMutation = useDeleteEvalDatasetItemMutation;
+exports.useDeleteEvalRunMutation = useDeleteEvalRunMutation;
+exports.useDeleteEvalScoreMutation = useDeleteEvalScoreMutation;
 exports.useDeleteExternalMappingMutation = useDeleteExternalMappingMutation;
 exports.useDeleteGlobalMemoryMutation = useDeleteGlobalMemoryMutation;
 exports.useDeleteIntegrationCredentialMutation = useDeleteIntegrationCredentialMutation;
@@ -46223,8 +46622,10 @@ exports.useEditMentorMutation = useEditMentorMutation;
 exports.useEditSessionMutation = useEditSessionMutation;
 exports.useEditTrainingDocumentMutation = useEditTrainingDocumentMutation;
 exports.useEnablePaywallMutation = useEnablePaywallMutation;
+exports.useEvaluateEvalRunMutation = useEvaluateEvalRunMutation;
 exports.useExchangeAppleTokenMutation = useExchangeAppleTokenMutation;
 exports.useExportChatHistoryMutation = useExportChatHistoryMutation;
+exports.useExportEvalRunMutation = useExportEvalRunMutation;
 exports.useForkMentorMutation = useForkMentorMutation;
 exports.useGetAccessTimeHeatmapQuery = useGetAccessTimeHeatmapQuery;
 exports.useGetAccountBillingInfoQuery = useGetAccountBillingInfoQuery;
@@ -46281,6 +46682,9 @@ exports.useGetDetailedFinancialStatsQuery = useGetDetailedFinancialStatsQuery;
 exports.useGetDisclaimersQuery = useGetDisclaimersQuery;
 exports.useGetEdxSSOTokenQuery = useGetEdxSSOTokenQuery;
 exports.useGetEnrollmentCourseSearchQuery = useGetEnrollmentCourseSearchQuery;
+exports.useGetEvalDatasetQuery = useGetEvalDatasetQuery;
+exports.useGetEvalRunQuery = useGetEvalRunQuery;
+exports.useGetEvalTaskStatusQuery = useGetEvalTaskStatusQuery;
 exports.useGetExamInfoQuery = useGetExamInfoQuery;
 exports.useGetExternalMappingQuery = useGetExternalMappingQuery;
 exports.useGetFileUploadUrlMutation = useGetFileUploadUrlMutation;
@@ -46500,6 +46904,8 @@ exports.useLazyGetDisclaimersQuery = useLazyGetDisclaimersQuery;
 exports.useLazyGetDownloadReportFromURLQuery = useLazyGetDownloadReportFromURLQuery;
 exports.useLazyGetEdxSSOTokenQuery = useLazyGetEdxSSOTokenQuery;
 exports.useLazyGetEnrollmentCourseSearchQuery = useLazyGetEnrollmentCourseSearchQuery;
+exports.useLazyGetEvalRunQuery = useLazyGetEvalRunQuery;
+exports.useLazyGetEvalTaskStatusQuery = useLazyGetEvalTaskStatusQuery;
 exports.useLazyGetExamInfoQuery = useLazyGetExamInfoQuery;
 exports.useLazyGetExternalMappingQuery = useLazyGetExternalMappingQuery;
 exports.useLazyGetFreeUsageCountQuery = useLazyGetFreeUsageCountQuery;
@@ -46625,6 +47031,12 @@ exports.useLazyGetWorkflowQuery = useLazyGetWorkflowQuery;
 exports.useLazyGetWorkflowsQuery = useLazyGetWorkflowsQuery;
 exports.useLazyListArtifactVersionsQuery = useLazyListArtifactVersionsQuery;
 exports.useLazyListArtifactsQuery = useLazyListArtifactsQuery;
+exports.useLazyListEvalDatasetItemsQuery = useLazyListEvalDatasetItemsQuery;
+exports.useLazyListEvalDatasetsQuery = useLazyListEvalDatasetsQuery;
+exports.useLazyListEvalJudgesQuery = useLazyListEvalJudgesQuery;
+exports.useLazyListEvalRunJudgesQuery = useLazyListEvalRunJudgesQuery;
+exports.useLazyListEvalRunsQuery = useLazyListEvalRunsQuery;
+exports.useLazyListEvalScoresQuery = useLazyListEvalScoresQuery;
 exports.useLazyListItemSubscribersQuery = useLazyListItemSubscribersQuery;
 exports.useLazyListPaywallsQuery = useLazyListPaywallsQuery;
 exports.useLazyListPricesQuery = useLazyListPricesQuery;
@@ -46637,6 +47049,13 @@ exports.useLazyStarredMentorsQuery = useLazyStarredMentorsQuery;
 exports.useLazyStartOAuthFlowQuery = useLazyStartOAuthFlowQuery;
 exports.useListArtifactVersionsQuery = useListArtifactVersionsQuery;
 exports.useListArtifactsQuery = useListArtifactsQuery;
+exports.useListEvalDatasetItemsQuery = useListEvalDatasetItemsQuery;
+exports.useListEvalDatasetsQuery = useListEvalDatasetsQuery;
+exports.useListEvalJudgesQuery = useListEvalJudgesQuery;
+exports.useListEvalRunJudgesQuery = useListEvalRunJudgesQuery;
+exports.useListEvalRunsQuery = useListEvalRunsQuery;
+exports.useListEvalScoreConfigsQuery = useListEvalScoreConfigsQuery;
+exports.useListEvalScoresQuery = useListEvalScoresQuery;
 exports.useListItemSubscribersQuery = useListItemSubscribersQuery;
 exports.useListPaywallsQuery = useListPaywallsQuery;
 exports.useListPricesQuery = useListPricesQuery;
@@ -46667,6 +47086,7 @@ exports.useSetPlatformConfigurationsMutation = useSetPlatformConfigurationsMutat
 exports.useSetStudentMentorCreationStatusMutation = useSetStudentMentorCreationStatusMutation;
 exports.useStarMentorMutation = useStarMentorMutation;
 exports.useStarredMentorsQuery = useStarredMentorsQuery;
+exports.useStartEvalRunMutation = useStartEvalRunMutation;
 exports.useStartExamMutation = useStartExamMutation;
 exports.useStartStripeConnectOnboardingMutation = useStartStripeConnectOnboardingMutation;
 exports.useTestConnectivityClawInstanceMutation = useTestConnectivityClawInstanceMutation;
@@ -46689,6 +47109,7 @@ exports.useUpdateClawInstanceMutation = useUpdateClawInstanceMutation;
 exports.useUpdateClawMentorConfigMutation = useUpdateClawMentorConfigMutation;
 exports.useUpdateCredentialMutation = useUpdateCredentialMutation;
 exports.useUpdateDisclaimerMutation = useUpdateDisclaimerMutation;
+exports.useUpdateEvalDatasetItemMutation = useUpdateEvalDatasetItemMutation;
 exports.useUpdateExamAttemptMutation = useUpdateExamAttemptMutation;
 exports.useUpdateIntegrationCredentialMutation = useUpdateIntegrationCredentialMutation;
 exports.useUpdateLtiKeyMutation = useUpdateLtiKeyMutation;
@@ -46737,6 +47158,7 @@ exports.useUpdateWatcherMutation = useUpdateWatcherMutation;
 exports.useUpdateWorkflowMutation = useUpdateWorkflowMutation;
 exports.useUploadCredentialImageMutation = useUploadCredentialImageMutation;
 exports.useUploadDarkLogoMutation = useUploadDarkLogoMutation;
+exports.useUploadEvalDatasetCsvMutation = useUploadEvalDatasetCsvMutation;
 exports.useUploadLightLogoMutation = useUploadLightLogoMutation;
 exports.useUploadProfileImageMutation = useUploadProfileImageMutation;
 exports.useUsersGradesPassedQuery = useUsersGradesPassedQuery;