@studious-lms/server 1.4.7 → 1.5.0

package/dist/pipelines/gradeWorksheet.js.map

@@ -1 +1 @@
-{"version":3,"file":"gradeWorksheet.js","sources":["pipelines/gradeWorksheet.ts"],"sourceRoot":"/","sourcesContent":["/**\n * Grade worksheet pipeline – AI-powered grading of worksheet responses.\n * Grades questions via inference API, broadcasts status via Pusher (pending/completed/failed/cancelled).\n */\nimport { GenerationStatus, WorksheetQuestionType } from \"@prisma/client\";\nimport { prisma } from \"../lib/prisma.js\";\nimport { logger } from \"../utils/logger.js\";\nimport z from \"zod\";\nimport { inference } from \"../utils/inference.js\";\nimport { getAIUserId } from \"../utils/aiUser.js\";\nimport { pusher, worksheetChannel } from \"../lib/pusher.js\";\n\n\nconst removeAllPreviousAIComments = async (worksheetQuestionProgressId: string) => {\n    await prisma.comment.deleteMany({\n        where: {\n            studentQuestionProgressId: worksheetQuestionProgressId,\n            authorId: getAIUserId(),\n        },\n    });\n};\n\nconst gradeWorksheetQuestion = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n        },\n    });\n\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }    \n\n    const studentQuestionProgress = await prisma.studentQuestionProgress.findFirst({\n        where: {\n            id: worksheetQuestionProgressId,\n        },\n        include: {\n            question: true,\n            comments: true,\n        },\n    });\n\n    if (!studentQuestionProgress) {\n       const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.create({\n        data: {\n            studentId: worksheetResponse.studentId,\n            questionId: worksheetQuestionProgressId,\n            response: '',\n            isCorrect: false,\n            markschemeState: {},\n        },\n       });\n\n        return updatedStudentQuestionProgress;\n    }\n\n    pusher.trigger(worksheetChannel(worksheetResponse.id), `set-pending`, {\n        id: studentQuestionProgress.id,\n    });\n\n    const question = studentQuestionProgress.question;\n    const comments = studentQuestionProgress.comments;\n    const responseText = studentQuestionProgress.response;\n\n\n    try {\n        const apiResponse = await inference(\n            `Grade the following worksheet response:\n            \n            Question: ${question.question}\n            Response: ${responseText}\n\n            Comments: ${comments.map((comment) => comment.content).join('\\n')}\n            Mark Scheme: ${JSON.stringify(question.markScheme)}\n            \n            Justify your reasoning by including comment(s) and mark the question please.         \n            Return ONLY JSON in the following format (fill in the values as per the question):\n           {\n            \"isCorrect\": <boolean>,\n            \"points\": <number>,\n            \"markschemeState\": [\n                { \"id\": <string>, \"correct\": <boolean> }\n            ],\n            \"comments\": [<string>, ...]\n            }\n            `,\n            z.object({\n                isCorrect: z.boolean(),\n                points: z.number(),\n                markschemeState: z.array(z.object({\n                    id: z.string(),\n                    correct: z.boolean(),\n                  })), // @note: this has to be converted to [id: string]: correct boolean\n                comments: z.array(z.string()),\n            }),\n            {\n                reason: 'worksheet_autograde',\n                metadata: {\n                    worksheetResponseId: worksheetResponse.id,\n                    questionId: worksheetQuestionProgressId,\n                    studentId: worksheetResponse.studentId,\n                },\n            },\n        ).catch((error) => {\n            logger.error('Failed to grade worksheet response', { error });\n            throw error;\n        });\n\n        const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.update({\n            where: { id: studentQuestionProgress.id, status: {\n                not: {\n                    in: ['CANCELLED'],\n                },\n            } },\n            data: {\n                status: GenerationStatus.COMPLETED,\n                isCorrect: (apiResponse as { isCorrect: boolean }).isCorrect,\n                points: (apiResponse as { points: number }).points,\n                markschemeState: (apiResponse as {\n                    markschemeState: { id: string; correct: boolean }[];\n                }).markschemeState.reduce((acc, curr) => {\n                    acc[\"item-\" + curr.id] = curr.correct;\n                    return acc;\n                }, {} as Record<string, boolean>),\n                comments: {\n                    create: (apiResponse as {\n                        comments: string[];\n                    }).comments.map((commentContent) => ({\n                        content: commentContent,\n                        authorId: getAIUserId(),\n                    })),\n                },\n            },\n        });\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-completed`, {\n            id: updatedStudentQuestionProgress.id,\n        });\n\n        return updatedStudentQuestionProgress;\n    } catch (error) {\n        logger.error('Failed to grade worksheet response', { error, worksheetResponseId });\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-failed`, {\n            id: studentQuestionProgress.id,\n        });\n        await prisma.studentQuestionProgress.update({\n            where: { id: studentQuestionProgress.id },\n            data: { status: GenerationStatus.FAILED },\n        });\n        throw error;\n    }\n}\n\n/**\n * Grades and regrades worksheet (can fixed failed responses)\n * @param worksheetResponseId worksheet response id\n * @returns updated worksheet response\n */\n\nconst DO_NOT_INFERENCE_STATUSES = [GenerationStatus.CANCELLED, GenerationStatus.PENDING, GenerationStatus.COMPLETED];\n\nexport const gradeWorksheetPipeline = async (worksheetResponseId: string) => {\n    logger.info('Grading worksheet response', { worksheetResponseId });\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n            responses: {\n                where: {\n                    status: {\n                        not: {\n                            in: DO_NOT_INFERENCE_STATUSES,\n                        },\n                    },\n                    question: {\n                        type: {\n                            not: {\n                                in: [WorksheetQuestionType.MULTIPLE_CHOICE, WorksheetQuestionType.TRUE_FALSE],\n                            }\n                        },\n                    },\n                },\n                include: {\n                    question: true,\n                    comments: true,\n                },\n            },\n        },\n    });\n\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n\n    // Use for...of instead of forEach to properly handle async operations\n    for (const response of worksheetResponse.responses) {\n        logger.info('Grading question', { questionId: response.questionId });\n\n        const studentQuestionProgress = await prisma.studentQuestionProgress.update({\n            where: { id: response.id, status: {\n                not: {\n                    in: DO_NOT_INFERENCE_STATUSES,\n                }\n            } },\n            data: { status: GenerationStatus.PENDING },\n        });\n\n        if (studentQuestionProgress.status !== GenerationStatus.PENDING) {\n            return;\n        }\n\n        await gradeWorksheetQuestion(worksheetResponseId, response.id);\n\n    };\n};\n\nexport const cancelGradePipeline = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n    logger.info('Cancelling auto grading', { worksheetResponseId, worksheetQuestionProgressId });\n\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n        },\n    });\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n    const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.update({\n        where: { id: worksheetQuestionProgressId },\n        data: { status: GenerationStatus.CANCELLED },\n    });\n\n    await removeAllPreviousAIComments(worksheetQuestionProgressId);\n\n    pusher.trigger(worksheetChannel(worksheetResponse.id), `set-cancelled`, {\n        id: updatedStudentQuestionProgress.id,\n    });\n\n    return updatedStudentQuestionProgress;\n};\n\nexport const regradeWorksheetPipeline = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n    logger.info('Regrading worksheet response', { worksheetResponseId, worksheetQuestionProgressId });\n    try {\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId, },\n        include: {\n            worksheet: true,\n        },\n    });\n    \n    await removeAllPreviousAIComments(worksheetQuestionProgressId);\n\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n\n    const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.update({\n        where: { id: worksheetQuestionProgressId },\n        data: { status: GenerationStatus.PENDING },\n    });\n\n    await gradeWorksheetQuestion(worksheetResponseId, worksheetQuestionProgressId);\n\n    return updatedStudentQuestionProgress;\n    } catch (error) {\n        await prisma.studentQuestionProgress.update({\n            where: { id: worksheetQuestionProgressId },\n            data: { status: GenerationStatus.FAILED },\n        });\n        const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n            where: { id: worksheetResponseId, },\n            include: {\n                worksheet: true,\n            },\n        });\n        if (!worksheetResponse) {\n            logger.error('Worksheet response not found');\n            throw new Error('Worksheet response not found');\n        }\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-failed`, {\n            id: worksheetQuestionProgressId,\n        });\n        logger.error('Failed to regrade worksheet response', { error, worksheetResponseId, worksheetQuestionProgressId });\n        throw error;\n    }\n};\n"],"names":[],"mappings":"AAAA;;;GAGG;;;AACH,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAG5D,MAAM,2BAA2B,GAAG,KAAK,EAAE,2BAAmC,EAAE,EAAE;IAC9E,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5B,KAAK,EAAE;YACH,yBAAyB,EAAE,2BAA2B;YACtD,QAAQ,EAAE,WAAW,EAAE;SAC1B;KACJ,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAEtG,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;SAClB;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,SAAS,CAAC;QAC3E,KAAK,EAAE;YACH,EAAE,EAAE,2BAA2B;SAClC;QACD,OAAO,EAAE;YACL,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI;SACjB;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC5B,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YAClF,IAAI,EAAE;gBACF,SAAS,EAAE,iBAAiB,CAAC,SAAS;gBACtC,UAAU,EAAE,2BAA2B;gBACvC,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,KAAK;gBAChB,eAAe,EAAE,EAAE;aACtB;SACD,CAAC,CAAC;QAEF,OAAO,8BAA8B,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE;QAClE,EAAE,EAAE,uBAAuB,CAAC,EAAE;KACjC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAClD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAClD,MAAM,YAAY,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAGtD,IAAI,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,SAAS,CAC/B;;wBAEY,QAAQ,CAAC,QAAQ;wBACjB,YAAY;;wBAEZ,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;2BAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;;;;;;;;;;;;aAYjD,EACD,CAAC,CAAC,MAAM,CAAC;YACL,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;YACtB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC9B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;gBACd,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;aACrB,CAAC,CAAC,EAAE,mEAAmE;YAC1E,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAChC,CAAC,EACF;YACI,MAAM,EAAE,qBAAqB;YAC7B,QAAQ,EAAE;gBACN,mBAAmB,EAAE,iBAAiB,CAAC,EAAE;gBACzC,UAAU,EAAE,2BAA2B;gBACvC,SAAS,EAAE,iBAAiB,CAAC,SAAS;aACzC;SACJ,CACJ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YAC/E,KAAK,EAAE,EAAE,EAAE,EAAE,uBAAuB,CAAC,EAAE,EAAE,MAAM,EAAE;oBAC7C,GAAG,EAAE;wBACD,EAAE,EAAE,CAAC,WAAW,CAAC;qBACpB;iBACJ,EAAE;YACH,IAAI,EAAE;gBACF,MAAM,EAAE,gBAAgB,CAAC,SAAS;gBAClC,SAAS,EAAG,WAAsC,CAAC,SAAS;gBAC5D,MAAM,EAAG,WAAkC,CAAC,MAAM;gBAClD,eAAe,EAAG,WAEhB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACpC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;oBACtC,OAAO,GAAG,CAAC;gBACf,CAAC,EAAE,EAA6B,CAAC;gBACjC,QAAQ,EAAE;oBACN,MAAM,EAAG,WAEP,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;wBACjC,OAAO,EAAE,cAAc;wBACvB,QAAQ,EAAE,WAAW,EAAE;qBAC1B,CAAC,CAAC;iBACN;aACJ;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;YACpE,EAAE,EAAE,8BAA8B,CAAC,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO,8BAA8B,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACnF,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE;YACjE,EAAE,EAAE,uBAAuB,CAAC,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YACxC,KAAK,EAAE,EAAE,EAAE,EAAE,uBAAuB,CAAC,EAAE,EAAE;YACzC,IAAI,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE;SAC5C,CAAC,CAAC;QACH,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC,CAAA;AAED;;;;GAIG;AAEH,MAAM,yBAAyB,GAAG,CAAC,gBAAgB,CAAC,SAAS,EAAE,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAErH,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,mBAA2B,EAAE,EAAE;IACxE,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;YACf,SAAS,EAAE;gBACP,KAAK,EAAE;oBACH,MAAM,EAAE;wBACJ,GAAG,EAAE;4BACD,EAAE,EAAE,yBAAyB;yBAChC;qBACJ;oBACD,QAAQ,EAAE;wBACN,IAAI,EAAE;4BACF,GAAG,EAAE;gCACD,EAAE,EAAE,CAAC,qBAAqB,CAAC,eAAe,EAAE,qBAAqB,CAAC,UAAU,CAAC;6BAChF;yBACJ;qBACJ;iBACJ;gBACD,OAAO,EAAE;oBACL,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,IAAI;iBACjB;aACJ;SACJ;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IAED,sEAAsE;IACtE,KAAK,MAAM,QAAQ,IAAI,iBAAiB,CAAC,SAAS,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAErE,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YACxE,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE;oBAC9B,GAAG,EAAE;wBACD,EAAE,EAAE,yBAAyB;qBAChC;iBACJ,EAAE;YACH,IAAI,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE;SAC7C,CAAC,CAAC;QAEH,IAAI,uBAAuB,CAAC,MAAM,KAAK,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QAED,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;IAEnE,CAAC;IAAA,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAC1G,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;IAE7F,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;SAClB;KACJ,CAAC,CAAC;IACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;QAC/E,KAAK,EAAE,EAAE,EAAE,EAAE,2BAA2B,EAAE;QAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,SAAS,EAAE;KAC/C,CAAC,CAAC;IAEH,MAAM,2BAA2B,CAAC,2BAA2B,CAAC,CAAC;IAE/D,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;QACpE,EAAE,EAAE,8BAA8B,CAAC,EAAE;KACxC,CAAC,CAAC;IAEH,OAAO,8BAA8B,CAAC;AAC1C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAC/G,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;IAClG,IAAI,CAAC;QACL,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,GAAG;YACnC,OAAO,EAAE;gBACL,SAAS,EAAE,IAAI;aAClB;SACJ,CAAC,CAAC;QAEH,MAAM,2BAA2B,CAAC,2BAA2B,CAAC,CAAC;QAE/D,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YAC/E,KAAK,EAAE,EAAE,EAAE,EAAE,2BAA2B,EAAE;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE;SAC7C,CAAC,CAAC;QAEH,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,2BAA2B,CAAC,CAAC;QAE/E,OAAO,8BAA8B,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YACxC,KAAK,EAAE,EAAE,EAAE,EAAE,2BAA2B,EAAE;YAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE;SAC5C,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,GAAG;YACnC,OAAO,EAAE;gBACL,SAAS,EAAE,IAAI;aAClB;SACJ,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE;YACjE,EAAE,EAAE,2BAA2B;SAClC,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAClH,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC,CAAC","debug_id":"09cd1756-a3b6-54ad-b802-d9050823052e"}
+{"version":3,"file":"gradeWorksheet.js","sources":["pipelines/gradeWorksheet.ts"],"sourceRoot":"/","sourcesContent":["/**\n * Grade worksheet pipeline – AI-powered grading of worksheet responses.\n * Grades questions via inference API, broadcasts status via Pusher (pending/completed/failed/cancelled).\n */\nimport { JobStatus, WorksheetQuestionType } from \"@prisma/client\";\nimport { prisma } from \"../lib/prisma.js\";\nimport { logger } from \"../utils/logger.js\";\nimport z from \"zod\";\nimport { inference } from \"../utils/inference.js\";\nimport { getAIUserId } from \"../utils/aiUser.js\";\nimport { pusher, worksheetChannel } from \"../lib/pusher.js\";\n\n\nconst removeAllPreviousAIComments = async (worksheetQuestionProgressId: string) => {\n    await prisma.comment.deleteMany({\n        where: {\n            studentQuestionProgressId: worksheetQuestionProgressId,\n            authorId: getAIUserId(),\n        },\n    });\n};\n\nconst gradeWorksheetQuestion = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n        },\n    });\n\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }    \n\n    const studentQuestionProgress = await prisma.studentQuestionProgress.findFirst({\n        where: {\n            id: worksheetQuestionProgressId,\n        },\n        include: {\n            question: true,\n            comments: true,\n        },\n    });\n\n    if (!studentQuestionProgress) {\n       const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.create({\n        data: {\n            studentId: worksheetResponse.studentId,\n            questionId: worksheetQuestionProgressId,\n            response: '',\n            isCorrect: false,\n            markschemeState: {},\n        },\n       });\n\n        return updatedStudentQuestionProgress;\n    }\n\n    pusher.trigger(worksheetChannel(worksheetResponse.id), `set-pending`, {\n        id: studentQuestionProgress.id,\n    });\n\n    const question = studentQuestionProgress.question;\n    const comments = studentQuestionProgress.comments;\n    const responseText = studentQuestionProgress.response;\n\n\n    try {\n        const apiResponse = await inference(\n            `Grade the following worksheet response:\n            \n            Question: ${question.question}\n            Response: ${responseText}\n\n            Comments: ${comments.map((comment) => comment.content).join('\\n')}\n            Mark Scheme: ${JSON.stringify(question.markScheme)}\n            \n            Justify your reasoning by including comment(s) and mark the question please.         \n            Return ONLY JSON in the following format (fill in the values as per the question):\n           {\n            \"isCorrect\": <boolean>,\n            \"points\": <number>,\n            \"markschemeState\": [\n                { \"id\": <string>, \"correct\": <boolean> }\n            ],\n            \"comments\": [<string>, ...]\n            }\n            `,\n            z.object({\n                isCorrect: z.boolean(),\n                points: z.number(),\n                markschemeState: z.array(z.object({\n                    id: z.string(),\n                    correct: z.boolean(),\n                  })), // @note: this has to be converted to [id: string]: correct boolean\n                comments: z.array(z.string()),\n            }),\n            {\n                reason: 'worksheet_autograde',\n                metadata: {\n                    worksheetResponseId: worksheetResponse.id,\n                    questionId: worksheetQuestionProgressId,\n                    studentId: worksheetResponse.studentId,\n                },\n            },\n        ).catch((error) => {\n            logger.error('Failed to grade worksheet response', { error });\n            throw error;\n        });\n\n        const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.update({\n            where: { id: studentQuestionProgress.id, status: {\n                not: {\n                    in: [JobStatus.CANCELLED],\n                },\n            } },\n            data: {\n                status: JobStatus.COMPLETED,\n                isCorrect: (apiResponse as { isCorrect: boolean }).isCorrect,\n                points: (apiResponse as { points: number }).points,\n                markschemeState: (apiResponse as {\n                    markschemeState: { id: string; correct: boolean }[];\n                }).markschemeState.reduce((acc, curr) => {\n                    acc[\"item-\" + curr.id] = curr.correct;\n                    return acc;\n                }, {} as Record<string, boolean>),\n                comments: {\n                    create: (apiResponse as {\n                        comments: string[];\n                    }).comments.map((commentContent) => ({\n                        content: commentContent,\n                        authorId: getAIUserId(),\n                    })),\n                },\n            },\n        });\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-completed`, {\n            id: updatedStudentQuestionProgress.id,\n        });\n\n        return updatedStudentQuestionProgress;\n    } catch (error) {\n        logger.error('Failed to grade worksheet response', { error, worksheetResponseId });\n        const { count } = await prisma.studentQuestionProgress.updateMany({\n            where: {\n                id: studentQuestionProgress.id,\n                status: { not: JobStatus.CANCELLED },\n            },\n            data: { status: JobStatus.FAILED },\n        });\n        if (count === 0) {\n            logger.info('Skipping failed status update for cancelled worksheet question', {\n                worksheetResponseId,\n                worksheetQuestionProgressId,\n            });\n            return;\n        }\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-failed`, {\n            id: studentQuestionProgress.id,\n        });\n        throw error;\n    }\n}\n\n/**\n * Grades and regrades worksheet (can fixed failed responses)\n * @param worksheetResponseId worksheet response id\n * @returns updated worksheet response\n */\n\nconst DO_NOT_INFERENCE_STATUSES = [JobStatus.CANCELLED, JobStatus.PENDING, JobStatus.COMPLETED];\n\nexport const gradeWorksheetPipeline = async (worksheetResponseId: string) => {\n    logger.info('Grading worksheet response', { worksheetResponseId });\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n            responses: {\n                where: {\n                    status: {\n                        not: {\n                            in: DO_NOT_INFERENCE_STATUSES,\n                        },\n                    },\n                    question: {\n                        type: {\n                            not: {\n                                in: [WorksheetQuestionType.MULTIPLE_CHOICE, WorksheetQuestionType.TRUE_FALSE],\n                            }\n                        },\n                    },\n                },\n                include: {\n                    question: true,\n                    comments: true,\n                },\n            },\n        },\n    });\n\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n\n    // Use for...of instead of forEach to properly handle async operations\n    for (const response of worksheetResponse.responses) {\n        logger.info('Grading question', { questionId: response.questionId });\n\n        const { count } = await prisma.studentQuestionProgress.updateMany({\n            where: {\n                id: response.id,\n                status: {\n                    not: {\n                        in: DO_NOT_INFERENCE_STATUSES,\n                    },\n                },\n            },\n            data: { status: JobStatus.PENDING },\n        });\n\n        if (count === 0) {\n            continue;\n        }\n\n        await gradeWorksheetQuestion(worksheetResponseId, response.id);\n\n    };\n};\n\nexport const cancelGradePipeline = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n    logger.info('Cancelling auto grading', { worksheetResponseId, worksheetQuestionProgressId });\n\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId },\n        include: {\n            worksheet: true,\n        },\n    });\n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n    const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.update({\n        where: { id: worksheetQuestionProgressId },\n        data: { status: JobStatus.CANCELLED },\n    });\n\n    await removeAllPreviousAIComments(worksheetQuestionProgressId);\n\n    pusher.trigger(worksheetChannel(worksheetResponse.id), `set-cancelled`, {\n        id: updatedStudentQuestionProgress.id,\n    });\n\n    return updatedStudentQuestionProgress;\n};\n\nexport const regradeWorksheetPipeline = async (worksheetResponseId: string, worksheetQuestionProgressId: string) => {\n    logger.info('Regrading worksheet response', { worksheetResponseId, worksheetQuestionProgressId });\n    try {\n    const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n        where: { id: worksheetResponseId, },\n        include: {\n            worksheet: true,\n        },\n    });\n    \n    if (!worksheetResponse) {\n        logger.error('Worksheet response not found');\n        throw new Error('Worksheet response not found');\n    }\n\n    const { count } = await prisma.studentQuestionProgress.updateMany({\n        where: {\n            id: worksheetQuestionProgressId,\n            status: { not: JobStatus.CANCELLED },\n        },\n        data: { status: JobStatus.PENDING },\n    });\n\n    if (count === 0) {\n        logger.info('Skipping regrade for cancelled worksheet question', {\n            worksheetResponseId,\n            worksheetQuestionProgressId,\n        });\n        return null;\n    }\n\n    const updatedStudentQuestionProgress = await prisma.studentQuestionProgress.findUnique({\n        where: { id: worksheetQuestionProgressId },\n    });\n\n    await removeAllPreviousAIComments(worksheetQuestionProgressId);\n\n    await gradeWorksheetQuestion(worksheetResponseId, worksheetQuestionProgressId);\n\n    return updatedStudentQuestionProgress;\n    } catch (error) {\n        const { count } = await prisma.studentQuestionProgress.updateMany({\n            where: {\n                id: worksheetQuestionProgressId,\n                status: { not: JobStatus.CANCELLED },\n            },\n            data: { status: JobStatus.FAILED },\n        });\n        if (count === 0) {\n            logger.info('Skipping failed status update for cancelled worksheet question regrade', {\n                worksheetResponseId,\n                worksheetQuestionProgressId,\n            });\n            return null;\n        }\n        const worksheetResponse = await prisma.studentWorksheetResponse.findUnique({\n            where: { id: worksheetResponseId, },\n            include: {\n                worksheet: true,\n            },\n        });\n        if (!worksheetResponse) {\n            logger.error('Worksheet response not found');\n            throw new Error('Worksheet response not found');\n        }\n        pusher.trigger(worksheetChannel(worksheetResponse.id), `set-failed`, {\n            id: worksheetQuestionProgressId,\n        });\n        logger.error('Failed to regrade worksheet response', { error, worksheetResponseId, worksheetQuestionProgressId });\n        throw error;\n    }\n};\n"],"names":[],"mappings":"AAAA;;;GAGG;;;AACH,OAAO,EAAE,SAAS,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAG5D,MAAM,2BAA2B,GAAG,KAAK,EAAE,2BAAmC,EAAE,EAAE;IAC9E,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5B,KAAK,EAAE;YACH,yBAAyB,EAAE,2BAA2B;YACtD,QAAQ,EAAE,WAAW,EAAE;SAC1B;KACJ,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAEtG,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;SAClB;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,SAAS,CAAC;QAC3E,KAAK,EAAE;YACH,EAAE,EAAE,2BAA2B;SAClC;QACD,OAAO,EAAE;YACL,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI;SACjB;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC5B,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YAClF,IAAI,EAAE;gBACF,SAAS,EAAE,iBAAiB,CAAC,SAAS;gBACtC,UAAU,EAAE,2BAA2B;gBACvC,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,KAAK;gBAChB,eAAe,EAAE,EAAE;aACtB;SACD,CAAC,CAAC;QAEF,OAAO,8BAA8B,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE;QAClE,EAAE,EAAE,uBAAuB,CAAC,EAAE;KACjC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAClD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAClD,MAAM,YAAY,GAAG,uBAAuB,CAAC,QAAQ,CAAC;IAGtD,IAAI,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,SAAS,CAC/B;;wBAEY,QAAQ,CAAC,QAAQ;wBACjB,YAAY;;wBAEZ,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;2BAClD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;;;;;;;;;;;;aAYjD,EACD,CAAC,CAAC,MAAM,CAAC;YACL,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;YACtB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC9B,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;gBACd,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;aACrB,CAAC,CAAC,EAAE,mEAAmE;YAC1E,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAChC,CAAC,EACF;YACI,MAAM,EAAE,qBAAqB;YAC7B,QAAQ,EAAE;gBACN,mBAAmB,EAAE,iBAAiB,CAAC,EAAE;gBACzC,UAAU,EAAE,2BAA2B;gBACvC,SAAS,EAAE,iBAAiB,CAAC,SAAS;aACzC;SACJ,CACJ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;YAC/E,KAAK,EAAE,EAAE,EAAE,EAAE,uBAAuB,CAAC,EAAE,EAAE,MAAM,EAAE;oBAC7C,GAAG,EAAE;wBACD,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC;qBAC5B;iBACJ,EAAE;YACH,IAAI,EAAE;gBACF,MAAM,EAAE,SAAS,CAAC,SAAS;gBAC3B,SAAS,EAAG,WAAsC,CAAC,SAAS;gBAC5D,MAAM,EAAG,WAAkC,CAAC,MAAM;gBAClD,eAAe,EAAG,WAEhB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACpC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;oBACtC,OAAO,GAAG,CAAC;gBACf,CAAC,EAAE,EAA6B,CAAC;gBACjC,QAAQ,EAAE;oBACN,MAAM,EAAG,WAEP,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;wBACjC,OAAO,EAAE,cAAc;wBACvB,QAAQ,EAAE,WAAW,EAAE;qBAC1B,CAAC,CAAC;iBACN;aACJ;SACJ,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;YACpE,EAAE,EAAE,8BAA8B,CAAC,EAAE;SACxC,CAAC,CAAC;QAEH,OAAO,8BAA8B,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACnF,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC;YAC9D,KAAK,EAAE;gBACH,EAAE,EAAE,uBAAuB,CAAC,EAAE;gBAC9B,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE;aACvC;YACD,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE;SACrC,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;gBAC1E,mBAAmB;gBACnB,2BAA2B;aAC9B,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE;YACjE,EAAE,EAAE,uBAAuB,CAAC,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC,CAAA;AAED;;;;GAIG;AAEH,MAAM,yBAAyB,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;AAEhG,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,mBAA2B,EAAE,EAAE;IACxE,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;YACf,SAAS,EAAE;gBACP,KAAK,EAAE;oBACH,MAAM,EAAE;wBACJ,GAAG,EAAE;4BACD,EAAE,EAAE,yBAAyB;yBAChC;qBACJ;oBACD,QAAQ,EAAE;wBACN,IAAI,EAAE;4BACF,GAAG,EAAE;gCACD,EAAE,EAAE,CAAC,qBAAqB,CAAC,eAAe,EAAE,qBAAqB,CAAC,UAAU,CAAC;6BAChF;yBACJ;qBACJ;iBACJ;gBACD,OAAO,EAAE;oBACL,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,IAAI;iBACjB;aACJ;SACJ;KACJ,CAAC,CAAC;IAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IAED,sEAAsE;IACtE,KAAK,MAAM,QAAQ,IAAI,iBAAiB,CAAC,SAAS,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAErE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC;YAC9D,KAAK,EAAE;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE;oBACJ,GAAG,EAAE;wBACD,EAAE,EAAE,yBAAyB;qBAChC;iBACJ;aACJ;YACD,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,EAAE;SACtC,CAAC,CAAC;QAEH,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,SAAS;QACb,CAAC;QAED,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;IAEnE,CAAC;IAAA,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAC1G,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;IAE7F,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;QACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,EAAE;QAClC,OAAO,EAAE;YACL,SAAS,EAAE,IAAI;SAClB;KACJ,CAAC,CAAC;IACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC;QAC/E,KAAK,EAAE,EAAE,EAAE,EAAE,2BAA2B,EAAE;QAC1C,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,SAAS,EAAE;KACxC,CAAC,CAAC;IAEH,MAAM,2BAA2B,CAAC,2BAA2B,CAAC,CAAC;IAE/D,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;QACpE,EAAE,EAAE,8BAA8B,CAAC,EAAE;KACxC,CAAC,CAAC;IAEH,OAAO,8BAA8B,CAAC;AAC1C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,EAAE,mBAA2B,EAAE,2BAAmC,EAAE,EAAE;IAC/G,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;IAClG,IAAI,CAAC;QACL,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,GAAG;YACnC,OAAO,EAAE;gBACL,SAAS,EAAE,IAAI;aAClB;SACJ,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC;YAC9D,KAAK,EAAE;gBACH,EAAE,EAAE,2BAA2B;gBAC/B,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE;aACvC;YACD,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,EAAE;SACtC,CAAC,CAAC;QAEH,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE;gBAC7D,mBAAmB;gBACnB,2BAA2B;aAC9B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,8BAA8B,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC;YACnF,KAAK,EAAE,EAAE,EAAE,EAAE,2BAA2B,EAAE;SAC7C,CAAC,CAAC;QAEH,MAAM,2BAA2B,CAAC,2BAA2B,CAAC,CAAC;QAE/D,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,2BAA2B,CAAC,CAAC;QAE/E,OAAO,8BAA8B,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC;YAC9D,KAAK,EAAE;gBACH,EAAE,EAAE,2BAA2B;gBAC/B,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,CAAC,SAAS,EAAE;aACvC;YACD,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE;SACrC,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,wEAAwE,EAAE;gBAClF,mBAAmB;gBACnB,2BAA2B;aAC9B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACvE,KAAK,EAAE,EAAE,EAAE,EAAE,mBAAmB,GAAG;YACnC,OAAO,EAAE;gBACL,SAAS,EAAE,IAAI;aAClB;SACJ,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE;YACjE,EAAE,EAAE,2BAA2B;SAClC,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAClH,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC,CAAC","debug_id":"f57921a6-ccf6-53ed-9099-e9095fd0f801"}

package/dist/pipelines/pdfToWorksheet.d.ts

@@ -3,10 +3,13 @@
  * structured inference, and inserts worksheet + questions in one DB transaction.
  */
 export declare function pdfToWorksheet(gcsUrl: string, classId: string): Promise<{
+    status: import(".prisma/client").$Enums.JobStatus | null;
     name: string;
     id: string;
     createdAt: Date;
     updatedAt: Date;
     classId: string;
+    runJobId: string | null;
+    sourceUrl: string | null;
 } | null>;
 //# sourceMappingURL=pdfToWorksheet.d.ts.map

package/dist/pipelines/pdfToWorksheet.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pdfToWorksheet.d.ts","sourceRoot":"/","sources":["pipelines/pdfToWorksheet.ts"],"names":[],"mappings":"AA0GA;;;GAGG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;;;;;;UAkEnE"}
+{"version":3,"file":"pdfToWorksheet.d.ts","sourceRoot":"/","sources":["pipelines/pdfToWorksheet.ts"],"names":[],"mappings":"AA2GA;;;GAGG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;;;;;;;;;UA+GnE"}

package/dist/pipelines/pdfToWorksheet.js

@@ -3,8 +3,9 @@
  * then persist a Worksheet and WorksheetQuestion rows.
  */
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="ea4c1689-45bc-59df-b76c-6c749341cffe")}catch(e){}}();
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="75a8c497-1b17-5ef6-bd0e-663f70e3d7ea")}catch(e){}}();
 import { z } from "zod";
+import { Prisma } from "@prisma/client";
 import { prisma } from "../lib/prisma.js";
 import { inference } from "../utils/inference.js";
 import { logger } from "../utils/logger.js";
@@ -97,13 +98,29 @@ If no answer is provided for a multiple-choice or true/false question, determine
  * structured inference, and inserts worksheet + questions in one DB transaction.
  */
 export async function pdfToWorksheet(gcsUrl, classId) {
-    const sanitizedUrl = sanitizeUrlForLogs(gcsUrl);
+    const sourceUrl = sanitizeUrlForLogs(gcsUrl);
     if (!isProbablyGoogleCloudUrl(gcsUrl)) {
         logger.warn("pdfToWorksheet: rejected unsupported PDF URL", {
-            sanitizedUrl,
+            sanitizedUrl: sourceUrl,
         });
         throw new Error("Only Google Cloud Storage URLs are supported");
     }
+    const existingWorksheet = await prisma.worksheet.findUnique({
+        where: {
+            classId_sourceUrl: {
+                classId,
+                sourceUrl,
+            },
+        },
+    });
+    if (existingWorksheet) {
+        logger.info("pdfToWorksheet: reusing existing worksheet for source PDF", {
+            worksheetId: existingWorksheet.id,
+            classId,
+            sourceUrl,
+        });
+        return existingWorksheet;
+    }
     const filename = getFilenameFromUrl(gcsUrl);
     const prompt = `Read the attached PDF and convert it into a single worksheet JSON object.\n\n${schemaInstructions}`;
     // Force Responses API input types so we can pass a remote PDF via `file_url`.
@@ -127,29 +144,53 @@ export async function pdfToWorksheet(gcsUrl, classId) {
         logger.warn("pdfToWorksheet: no model output", { filename });
         return null;
     }
-    return prisma.$transaction(async (tx) => {
-        const worksheet = await tx.worksheet.create({
-            data: { classId, name: draft.title },
-        });
-        if (draft.questions.length > 0) {
-            await tx.worksheetQuestion.createMany({
-                data: draft.questions.map((question) => ({
-                    worksheetId: worksheet.id,
-                    type: question.type,
-                    question: question.question,
-                    answer: question.answer,
-                    points: Math.round(question.points ?? 0),
-                    options: question.options ?? [],
-                    markScheme: (question.markScheme ?? []).map((item) => ({
-                        ...item,
-                        points: Math.round(item.points),
+    try {
+        return await prisma.$transaction(async (tx) => {
+            const worksheet = await tx.worksheet.create({
+                data: { classId, name: draft.title, sourceUrl },
+            });
+            if (draft.questions.length > 0) {
+                await tx.worksheetQuestion.createMany({
+                    data: draft.questions.map((question) => ({
+                        worksheetId: worksheet.id,
+                        type: question.type,
+                        question: question.question,
+                        answer: question.answer,
+                        points: Math.round(question.points ?? 0),
+                        options: question.options ?? [],
+                        markScheme: (question.markScheme ?? []).map((item) => ({
+                            ...item,
+                            points: Math.round(item.points),
+                        })),
+                        order: Math.round(question.order),
                     })),
-                    order: Math.round(question.order),
-                })),
+                });
+            }
+            return worksheet;
+        });
+    }
+    catch (error) {
+        if (error instanceof Prisma.PrismaClientKnownRequestError &&
+            error.code === "P2002") {
+            const worksheet = await prisma.worksheet.findUnique({
+                where: {
+                    classId_sourceUrl: {
+                        classId,
+                        sourceUrl,
+                    },
+                },
             });
+            if (worksheet) {
+                logger.info("pdfToWorksheet: reused worksheet created by concurrent retry", {
+                    worksheetId: worksheet.id,
+                    classId,
+                    sourceUrl,
+                });
+                return worksheet;
+            }
         }
-        return worksheet;
-    });
+        throw error;
+    }
 }
 //# sourceMappingURL=pdfToWorksheet.js.map
-//# debugId=ea4c1689-45bc-59df-b76c-6c749341cffe
+//# debugId=75a8c497-1b17-5ef6-bd0e-663f70e3d7ea

package/dist/pipelines/pdfToWorksheet.js.map

@@ -1 +1 @@
-{"version":3,"file":"pdfToWorksheet.js","sources":["pipelines/pdfToWorksheet.ts"],"sourceRoot":"/","sourcesContent":["/**\n * PDF URL → worksheet: send a remote PDF URL to structured inference,\n * then persist a Worksheet and WorksheetQuestion rows.\n */\nimport { z } from \"zod\";\nimport type { ResponseInput } from \"openai/resources/responses/responses.js\";\nimport { prisma } from \"../lib/prisma.js\";\nimport { inference } from \"../utils/inference.js\";\nimport { logger } from \"../utils/logger.js\";\n\n/** Restrict remote fetches to Google-hosted object URLs. */\nfunction isProbablyGoogleCloudUrl(url: string): boolean {\n  try {\n    const host = new URL(url).hostname;\n    return (\n      host.endsWith(\"storage.googleapis.com\") ||\n      host.endsWith(\"googleusercontent.com\") ||\n      host.includes(\"storage.cloud.google.com\")\n    );\n  } catch {\n    return false;\n  }\n}\n\nfunction getFilenameFromUrl(url: string): string {\n  try {\n    const parsed = new URL(url);\n    const lastSegment = parsed.pathname.split(\"/\").filter(Boolean).pop();\n    return lastSegment && lastSegment.includes(\".\") ? lastSegment : \"document.pdf\";\n  } catch {\n    return \"document.pdf\";\n  }\n}\n\nfunction sanitizeUrlForLogs(url: string): string {\n  try {\n    const parsed = new URL(url);\n    return `${parsed.origin}${parsed.pathname}`;\n  } catch {\n    return 'invalid-url';\n  }\n}\n\n/** LLM output shape (validated by inference). */\nconst worksheetDraftSchema = z.object({\n  title: z.string(),\n  questions: z\n    .array(\n      z.object({\n        type: z.enum([\n          \"MULTIPLE_CHOICE\",\n          \"TRUE_FALSE\",\n          \"SHORT_ANSWER\",\n          \"LONG_ANSWER\",\n          \"MATH_EXPRESSION\",\n          \"ESSAY\",\n        ]),\n        question: z.string(),\n        answer: z.string(),\n        options: z\n          .array(\n            z.object({\n              id: z.string(),\n              text: z.string(),\n              isCorrect: z.boolean(),\n            })\n          )\n          .optional()\n          .default([]),\n        markScheme: z\n          .array(\n              z.object({\n                id: z.string(),\n                points: z.number().transform((value) => Math.round(value)),\n                description: z.string(),\n              })\n          )\n          .optional()\n          .default([]),\n        points: z.number().optional().default(0),\n        order: z.number().transform((value) => Math.round(value)),\n      })\n    )\n    .default([]),\n});\n\ntype WorksheetDraft = z.infer<typeof worksheetDraftSchema>;\n\nconst schemaInstructions = `Return ONLY valid JSON matching this schema:\n{\n  \"title\": string,\n  \"questions\": [\n    {\n      \"type\": \"MULTIPLE_CHOICE\" | \"TRUE_FALSE\" | \"SHORT_ANSWER\" | \"LONG_ANSWER\" | \"MATH_EXPRESSION\" | \"ESSAY\",\n      \"question\": string,\n      \"answer\": string,\n      \"options\": [ { \"id\": string, \"text\": string, \"isCorrect\": boolean } ],\n      \"markScheme\": [ { \"id\": string, \"points\": number, \"description\": string } ],\n      \"points\": number,\n      \"order\": number\n    }\n  ]\n}\nRules: \"questions\" is an array ([] if none). Non-MCQ \"options\" can be []. Use \"order\" 1,2,3,… in reading order. No markdown or extra keys.\nIf no answer is provided for a multiple-choice or true/false question, determine the answer from the options.`;\n\n/**\n * Sends a PDF URL to the model for remote retrieval, extracts a worksheet via\n * structured inference, and inserts worksheet + questions in one DB transaction.\n */\nexport async function pdfToWorksheet(gcsUrl: string, classId: string) {\n  const sanitizedUrl = sanitizeUrlForLogs(gcsUrl);\n\n  if (!isProbablyGoogleCloudUrl(gcsUrl)) {\n    logger.warn(\"pdfToWorksheet: rejected unsupported PDF URL\", {\n      sanitizedUrl,\n    });\n    throw new Error(\"Only Google Cloud Storage URLs are supported\");\n  }\n\n  const filename = getFilenameFromUrl(gcsUrl);\n  const prompt = `Read the attached PDF and convert it into a single worksheet JSON object.\\n\\n${schemaInstructions}`;\n\n  // Force Responses API input types so we can pass a remote PDF via `file_url`.\n  const input: ResponseInput = [\n    {\n      role: \"user\",\n      content: [\n        { type: \"input_text\", text: prompt },\n        { type: \"input_file\", file_url: gcsUrl },\n      ],\n    },\n  ];\n\n  const draft = await inference<WorksheetDraft>(\n    input,\n    worksheetDraftSchema,\n    {\n      reason: 'pdf_to_worksheet_draft',\n      metadata: {\n        classId,\n        filename,\n      },\n    }\n  );\n\n  if (!draft) {\n    logger.warn(\"pdfToWorksheet: no model output\", { filename });\n    return null;\n  }\n\n  return prisma.$transaction(async (tx) => {\n    const worksheet = await tx.worksheet.create({\n      data: { classId, name: draft.title },\n    });\n\n    if (draft.questions.length > 0) {\n      await tx.worksheetQuestion.createMany({\n        data: draft.questions.map((question) => ({\n          worksheetId: worksheet.id,\n          type: question.type,\n          question: question.question,\n          answer: question.answer,\n          points: Math.round(question.points ?? 0),\n          options: question.options ?? [],\n          markScheme: (question.markScheme ?? []).map((item) => ({\n            ...item,\n            points: Math.round(item.points),\n          })),\n          order: Math.round(question.order),\n        })),\n      });\n    }\n\n    return worksheet;\n  });\n}\n"],"names":[],"mappings":"AAAA;;;GAGG;;;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,4DAA4D;AAC5D,SAAS,wBAAwB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACnC,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC;YACvC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAC1C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,OAAO,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,cAAc,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;AACH,CAAC;AAED,iDAAiD;AACjD,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,SAAS,EAAE,CAAC;SACT,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YACX,iBAAiB;YACjB,YAAY;YACZ,cAAc;YACd,aAAa;YACb,iBAAiB;YACjB,OAAO;SACR,CAAC;QACF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,CAAC;aACP,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;YACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;YACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;SACvB,CAAC,CACH;aACA,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;aACV,KAAK,CACF,CAAC,CAAC,MAAM,CAAC;YACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;YACd,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;SACxB,CAAC,CACL;aACA,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;QACd,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;KAC1D,CAAC,CACH;SACA,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC;AAIH,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;8GAgBmF,CAAC;AAE/G;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,OAAe;IAClE,MAAM,YAAY,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAEhD,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE;YAC1D,YAAY;SACb,CAAC,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,gFAAgF,kBAAkB,EAAE,CAAC;IAEpH,8EAA8E;IAC9E,MAAM,KAAK,GAAkB;QAC3B;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE;gBACpC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;aACzC;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,SAAS,CAC3B,KAAK,EACL,oBAAoB,EACpB;QACE,MAAM,EAAE,wBAAwB;QAChC,QAAQ,EAAE;YACR,OAAO;YACP,QAAQ;SACT;KACF,CACF,CAAC;IAEF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACtC,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;YAC1C,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE;SACrC,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC;gBACpC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBACvC,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;oBACxC,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;oBAC/B,UAAU,EAAE,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACrD,GAAG,IAAI;wBACP,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;qBAChC,CAAC,CAAC;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;iBAClC,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC","debug_id":"ea4c1689-45bc-59df-b76c-6c749341cffe"}
+{"version":3,"file":"pdfToWorksheet.js","sources":["pipelines/pdfToWorksheet.ts"],"sourceRoot":"/","sourcesContent":["/**\n * PDF URL → worksheet: send a remote PDF URL to structured inference,\n * then persist a Worksheet and WorksheetQuestion rows.\n */\nimport { z } from \"zod\";\nimport type { ResponseInput } from \"openai/resources/responses/responses.js\";\nimport { Prisma } from \"@prisma/client\";\nimport { prisma } from \"../lib/prisma.js\";\nimport { inference } from \"../utils/inference.js\";\nimport { logger } from \"../utils/logger.js\";\n\n/** Restrict remote fetches to Google-hosted object URLs. */\nfunction isProbablyGoogleCloudUrl(url: string): boolean {\n  try {\n    const host = new URL(url).hostname;\n    return (\n      host.endsWith(\"storage.googleapis.com\") ||\n      host.endsWith(\"googleusercontent.com\") ||\n      host.includes(\"storage.cloud.google.com\")\n    );\n  } catch {\n    return false;\n  }\n}\n\nfunction getFilenameFromUrl(url: string): string {\n  try {\n    const parsed = new URL(url);\n    const lastSegment = parsed.pathname.split(\"/\").filter(Boolean).pop();\n    return lastSegment && lastSegment.includes(\".\") ? lastSegment : \"document.pdf\";\n  } catch {\n    return \"document.pdf\";\n  }\n}\n\nfunction sanitizeUrlForLogs(url: string): string {\n  try {\n    const parsed = new URL(url);\n    return `${parsed.origin}${parsed.pathname}`;\n  } catch {\n    return 'invalid-url';\n  }\n}\n\n/** LLM output shape (validated by inference). */\nconst worksheetDraftSchema = z.object({\n  title: z.string(),\n  questions: z\n    .array(\n      z.object({\n        type: z.enum([\n          \"MULTIPLE_CHOICE\",\n          \"TRUE_FALSE\",\n          \"SHORT_ANSWER\",\n          \"LONG_ANSWER\",\n          \"MATH_EXPRESSION\",\n          \"ESSAY\",\n        ]),\n        question: z.string(),\n        answer: z.string(),\n        options: z\n          .array(\n            z.object({\n              id: z.string(),\n              text: z.string(),\n              isCorrect: z.boolean(),\n            })\n          )\n          .optional()\n          .default([]),\n        markScheme: z\n          .array(\n              z.object({\n                id: z.string(),\n                points: z.number().transform((value) => Math.round(value)),\n                description: z.string(),\n              })\n          )\n          .optional()\n          .default([]),\n        points: z.number().optional().default(0),\n        order: z.number().transform((value) => Math.round(value)),\n      })\n    )\n    .default([]),\n});\n\ntype WorksheetDraft = z.infer<typeof worksheetDraftSchema>;\n\nconst schemaInstructions = `Return ONLY valid JSON matching this schema:\n{\n  \"title\": string,\n  \"questions\": [\n    {\n      \"type\": \"MULTIPLE_CHOICE\" | \"TRUE_FALSE\" | \"SHORT_ANSWER\" | \"LONG_ANSWER\" | \"MATH_EXPRESSION\" | \"ESSAY\",\n      \"question\": string,\n      \"answer\": string,\n      \"options\": [ { \"id\": string, \"text\": string, \"isCorrect\": boolean } ],\n      \"markScheme\": [ { \"id\": string, \"points\": number, \"description\": string } ],\n      \"points\": number,\n      \"order\": number\n    }\n  ]\n}\nRules: \"questions\" is an array ([] if none). Non-MCQ \"options\" can be []. Use \"order\" 1,2,3,… in reading order. No markdown or extra keys.\nIf no answer is provided for a multiple-choice or true/false question, determine the answer from the options.`;\n\n/**\n * Sends a PDF URL to the model for remote retrieval, extracts a worksheet via\n * structured inference, and inserts worksheet + questions in one DB transaction.\n */\nexport async function pdfToWorksheet(gcsUrl: string, classId: string) {\n  const sourceUrl = sanitizeUrlForLogs(gcsUrl);\n\n  if (!isProbablyGoogleCloudUrl(gcsUrl)) {\n    logger.warn(\"pdfToWorksheet: rejected unsupported PDF URL\", {\n      sanitizedUrl: sourceUrl,\n    });\n    throw new Error(\"Only Google Cloud Storage URLs are supported\");\n  }\n\n  const existingWorksheet = await prisma.worksheet.findUnique({\n    where: {\n      classId_sourceUrl: {\n        classId,\n        sourceUrl,\n      },\n    },\n  });\n\n  if (existingWorksheet) {\n    logger.info(\"pdfToWorksheet: reusing existing worksheet for source PDF\", {\n      worksheetId: existingWorksheet.id,\n      classId,\n      sourceUrl,\n    });\n    return existingWorksheet;\n  }\n\n  const filename = getFilenameFromUrl(gcsUrl);\n  const prompt = `Read the attached PDF and convert it into a single worksheet JSON object.\\n\\n${schemaInstructions}`;\n\n  // Force Responses API input types so we can pass a remote PDF via `file_url`.\n  const input: ResponseInput = [\n    {\n      role: \"user\",\n      content: [\n        { type: \"input_text\", text: prompt },\n        { type: \"input_file\", file_url: gcsUrl },\n      ],\n    },\n  ];\n\n  const draft = await inference<WorksheetDraft>(\n    input,\n    worksheetDraftSchema,\n    {\n      reason: 'pdf_to_worksheet_draft',\n      metadata: {\n        classId,\n        filename,\n      },\n    }\n  );\n\n  if (!draft) {\n    logger.warn(\"pdfToWorksheet: no model output\", { filename });\n    return null;\n  }\n\n  try {\n    return await prisma.$transaction(async (tx) => {\n      const worksheet = await tx.worksheet.create({\n        data: { classId, name: draft.title, sourceUrl },\n      });\n\n      if (draft.questions.length > 0) {\n        await tx.worksheetQuestion.createMany({\n          data: draft.questions.map((question) => ({\n            worksheetId: worksheet.id,\n            type: question.type,\n            question: question.question,\n            answer: question.answer,\n            points: Math.round(question.points ?? 0),\n            options: question.options ?? [],\n            markScheme: (question.markScheme ?? []).map((item) => ({\n              ...item,\n              points: Math.round(item.points),\n            })),\n            order: Math.round(question.order),\n          })),\n        });\n      }\n\n      return worksheet;\n    });\n  } catch (error) {\n    if (\n      error instanceof Prisma.PrismaClientKnownRequestError &&\n      error.code === \"P2002\"\n    ) {\n      const worksheet = await prisma.worksheet.findUnique({\n        where: {\n          classId_sourceUrl: {\n            classId,\n            sourceUrl,\n          },\n        },\n      });\n\n      if (worksheet) {\n        logger.info(\"pdfToWorksheet: reused worksheet created by concurrent retry\", {\n          worksheetId: worksheet.id,\n          classId,\n          sourceUrl,\n        });\n        return worksheet;\n      }\n    }\n\n    throw error;\n  }\n}\n"],"names":[],"mappings":"AAAA;;;GAGG;;;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,4DAA4D;AAC5D,SAAS,wBAAwB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACnC,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC;YACvC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAC1C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,OAAO,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,cAAc,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;AACH,CAAC;AAED,iDAAiD;AACjD,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,SAAS,EAAE,CAAC;SACT,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YACX,iBAAiB;YACjB,YAAY;YACZ,cAAc;YACd,aAAa;YACb,iBAAiB;YACjB,OAAO;SACR,CAAC;QACF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,CAAC;aACP,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;YACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;YACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;SACvB,CAAC,CACH;aACA,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;aACV,KAAK,CACF,CAAC,CAAC,MAAM,CAAC;YACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;YACd,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;SACxB,CAAC,CACL;aACA,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;QACd,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;KAC1D,CAAC,CACH;SACA,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC;AAIH,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;8GAgBmF,CAAC;AAE/G;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,OAAe;IAClE,MAAM,SAAS,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAE7C,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE;YAC1D,YAAY,EAAE,SAAS;SACxB,CAAC,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;QAC1D,KAAK,EAAE;YACL,iBAAiB,EAAE;gBACjB,OAAO;gBACP,SAAS;aACV;SACF;KACF,CAAC,CAAC;IAEH,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,2DAA2D,EAAE;YACvE,WAAW,EAAE,iBAAiB,CAAC,EAAE;YACjC,OAAO;YACP,SAAS;SACV,CAAC,CAAC;QACH,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,gFAAgF,kBAAkB,EAAE,CAAC;IAEpH,8EAA8E;IAC9E,MAAM,KAAK,GAAkB;QAC3B;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE;gBACpC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;aACzC;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,SAAS,CAC3B,KAAK,EACL,oBAAoB,EACpB;QACE,MAAM,EAAE,wBAAwB;QAChC,QAAQ,EAAE;YACR,OAAO;YACP,QAAQ;SACT;KACF,CACF,CAAC;IAEF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC1C,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE;aAChD,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC;oBACpC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACvC,WAAW,EAAE,SAAS,CAAC,EAAE;wBACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;wBACxC,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;wBAC/B,UAAU,EAAE,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;4BACrD,GAAG,IAAI;4BACP,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;yBAChC,CAAC,CAAC;wBACH,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;qBAClC,CAAC,CAAC;iBACJ,CAAC,CAAC;YACL,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IACE,KAAK,YAAY,MAAM,CAAC,6BAA6B;YACrD,KAAK,CAAC,IAAI,KAAK,OAAO,EACtB,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;gBAClD,KAAK,EAAE;oBACL,iBAAiB,EAAE;wBACjB,OAAO;wBACP,SAAS;qBACV;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,8DAA8D,EAAE;oBAC1E,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,OAAO;oBACP,SAAS;iBACV,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC","debug_id":"75a8c497-1b17-5ef6-bd0e-663f70e3d7ea"}