@studious-lms/server 1.13.0 → 1.15.0

package/dist/workers/processors/embedContent.js

@@ -0,0 +1,67 @@
+/**
+ * Background worker for embedding content into pgvector.
+ * Handles indexing of files, assignments, worksheets, announcements,
+ * discussions, submissions, and syllabi.
+ */
+
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="fbd2bf1a-1ff1-5ee4-867c-95f9eebe5980")}catch(e){}}();
+import { createRunJobWorker } from './createRunJobWorker.js';
+import { indexAssignment, indexWorksheet, indexAnnouncement, indexDiscussion, indexSubmission, indexSyllabus, indexFile, indexContent, } from '../../services/embedding.js';
+import { prisma } from '../../lib/prisma.js';
+import { logger } from '../../utils/logger.js';
+export const embedContentWorker = createRunJobWorker({
+    type: 'EMBED_CONTENT',
+    workerOptions: {
+        concurrency: 3,
+        limiter: { max: 10, duration: 60000 },
+    },
+    run: async ({ classId, sourceType, sourceId }) => {
+        const typedSourceType = sourceType;
+        switch (typedSourceType) {
+            case 'ASSIGNMENT':
+                await indexAssignment(classId, sourceId);
+                break;
+            case 'WORKSHEET':
+                await indexWorksheet(classId, sourceId);
+                break;
+            case 'ANNOUNCEMENT':
+                await indexAnnouncement(classId, sourceId);
+                break;
+            case 'FILE':
+                await indexFile(classId, sourceId);
+                break;
+            case 'DISCUSSION':
+                await indexDiscussion(classId, sourceId);
+                break;
+            case 'SUBMISSION':
+                await indexSubmission(classId, sourceId);
+                break;
+            case 'SYLLABUS':
+                await indexSyllabus(sourceId);
+                break;
+            case 'SECTION': {
+                const section = await prisma.section.findUnique({
+                    where: { id: sourceId },
+                    select: { name: true },
+                });
+                if (!section) {
+                    return { skipped: true, reason: 'section_not_found' };
+                }
+                await indexContent({
+                    classId,
+                    sourceType: 'SECTION',
+                    sourceId,
+                    text: `Section: ${section.name}`,
+                    metadata: { name: section.name },
+                });
+                break;
+            }
+            default:
+                logger.warn('Unknown embedding source type', { sourceType, sourceId });
+                return { skipped: true, reason: 'unknown_source_type' };
+        }
+        return { indexed: true, sourceType, sourceId };
+    },
+});
+//# sourceMappingURL=embedContent.js.map
+//# debugId=fbd2bf1a-1ff1-5ee4-867c-95f9eebe5980

package/dist/workers/processors/embedContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedContent.js","sources":["workers/processors/embedContent.ts"],"sourceRoot":"/","sourcesContent":["/**\n * Background worker for embedding content into pgvector.\n * Handles indexing of files, assignments, worksheets, announcements,\n * discussions, submissions, and syllabi.\n */\nimport { createRunJobWorker } from './createRunJobWorker.js';\nimport {\n  indexAssignment,\n  indexWorksheet,\n  indexAnnouncement,\n  indexDiscussion,\n  indexSubmission,\n  indexSyllabus,\n  indexFile,\n  indexContent,\n} from '../../services/embedding.js';\nimport { prisma } from '../../lib/prisma.js';\nimport { logger } from '../../utils/logger.js';\nimport type { EmbeddingSourceType } from '@prisma/client';\n\nexport const embedContentWorker = createRunJobWorker({\n  type: 'EMBED_CONTENT',\n  workerOptions: {\n    concurrency: 3,\n    limiter: { max: 10, duration: 60_000 },\n  },\n  run: async ({ classId, sourceType, sourceId }) => {\n    const typedSourceType = sourceType as EmbeddingSourceType;\n\n    switch (typedSourceType) {\n      case 'ASSIGNMENT':\n        await indexAssignment(classId, sourceId);\n        break;\n\n      case 'WORKSHEET':\n        await indexWorksheet(classId, sourceId);\n        break;\n\n      case 'ANNOUNCEMENT':\n        await indexAnnouncement(classId, sourceId);\n        break;\n\n      case 'FILE':\n        await indexFile(classId, sourceId);\n        break;\n\n      case 'DISCUSSION':\n        await indexDiscussion(classId, sourceId);\n        break;\n\n      case 'SUBMISSION':\n        await indexSubmission(classId, sourceId);\n        break;\n\n      case 'SYLLABUS':\n        await indexSyllabus(sourceId);\n        break;\n\n      case 'SECTION': {\n        const section = await prisma.section.findUnique({\n          where: { id: sourceId },\n          select: { name: true },\n        });\n\n        if (!section) {\n          return { skipped: true, reason: 'section_not_found' };\n        }\n\n        await indexContent({\n          classId,\n          sourceType: 'SECTION',\n          sourceId,\n          text: `Section: ${section.name}`,\n          metadata: { name: section.name },\n        });\n        break;\n      }\n\n      default:\n        logger.warn('Unknown embedding source type', { sourceType, sourceId });\n        return { skipped: true, reason: 'unknown_source_type' };\n    }\n\n    return { indexed: true, sourceType, sourceId };\n  },\n});\n"],"names":[],"mappings":"AAAA;;;;GAIG;;;AACH,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EACL,eAAe,EACf,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,aAAa,EACb,SAAS,EACT,YAAY,GACb,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAG/C,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAC;IACnD,IAAI,EAAE,eAAe;IACrB,aAAa,EAAE;QACb,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAM,EAAE;KACvC;IACD,GAAG,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/C,MAAM,eAAe,GAAG,UAAiC,CAAC;QAE1D,QAAQ,eAAe,EAAE,CAAC;YACxB,KAAK,YAAY;gBACf,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,MAAM;YAER,KAAK,WAAW;gBACd,MAAM,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACxC,MAAM;YAER,KAAK,cAAc;gBACjB,MAAM,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM;YAER,KAAK,MAAM;gBACT,MAAM,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACnC,MAAM;YAER,KAAK,YAAY;gBACf,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,MAAM;YAER,KAAK,YAAY;gBACf,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,MAAM;YAER,KAAK,UAAU;gBACb,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC9B,MAAM;YAER,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;oBAC9C,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE;oBACvB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;gBACxD,CAAC;gBAED,MAAM,YAAY,CAAC;oBACjB,OAAO;oBACP,UAAU,EAAE,SAAS;oBACrB,QAAQ;oBACR,IAAI,EAAE,YAAY,OAAO,CAAC,IAAI,EAAE;oBAChC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE;iBACjC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED;gBACE,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;IACjD,CAAC;CACF,CAAC,CAAC","debug_id":"fbd2bf1a-1ff1-5ee4-867c-95f9eebe5980"}

package/dist/workers/queues.d.ts

@@ -52,6 +52,12 @@ export type JobInputs = {
         studentId: string;
         message: string;
     };
+    /** Embed content into pgvector for RAG search. */
+    EMBED_CONTENT: {
+        classId: string;
+        sourceType: string;
+        sourceId: string;
+    };
 };
 export declare const QUEUE_NAMES: Record<RunJobType, string>;
 export interface EnqueueOptions {

package/dist/workers/queues.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"queues.d.ts","sourceRoot":"/","sources":["workers/queues.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAS,KAAK,WAAW,EAAE,MAAM,QAAQ,CAAC;AACjD,OAAO,EAAU,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAYzD;;;;;;GAMG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB;;;;;OAKG;IACH,gBAAgB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E,eAAe,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,WAAW,EAAE;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D;;OAEG;IACH,cAAc,EAAE;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,qBAAqB,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAChF,CAAC;AAEF,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAMlD,CAAC;AAoBF,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,qEAAqE;IACrE,UAAU,CAAC,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,aAAa,CAAC,CAAC,SAAS,UAAU,EACtD,IAAI,EAAE,CAAC,EACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EACnB,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,aAAa,CAAC,CA2DxB;AAED;;;GAGG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAGpD"}
+{"version":3,"file":"queues.d.ts","sourceRoot":"/","sources":["workers/queues.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAS,KAAK,WAAW,EAAE,MAAM,QAAQ,CAAC;AACjD,OAAO,EAAU,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAYzD;;;;;;GAMG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB;;;;;OAKG;IACH,gBAAgB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E,eAAe,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,WAAW,EAAE;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D;;OAEG;IACH,cAAc,EAAE;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,qBAAqB,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/E,kDAAkD;IAClD,aAAa,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;CAC1E,CAAC;AAEF,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAOlD,CAAC;AAqBF,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,qEAAqE;IACrE,UAAU,CAAC,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,aAAa,CAAC,CAAC,SAAS,UAAU,EACtD,IAAI,EAAE,CAAC,EACP,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EACnB,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,aAAa,CAAC,CA2DxB;AAED;;;GAGG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAGpD"}

package/dist/workers/queues.js

@@ -7,9 +7,9 @@
  * which is the entrypoint of the separate long-running worker process.
  */
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="feefd10a-9381-5c30-a525-0ffe36e2e323")}catch(e){}}();
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="8b504f67-acd8-5793-a500-d561724f9c85")}catch(e){}}();
 import { Queue } from 'bullmq';
-import { bullConnection } from './connection.js';
+import { bullConnection, getBullPrefix } from './connection.js';
 import { prisma } from '../lib/prisma.js';
 import { logger } from '../utils/logger.js';
 const DEFAULT_JOB_OPTIONS = {
@@ -24,6 +24,7 @@ export const QUEUE_NAMES = {
     AI_LAB_CHAT: 'aiLabChat',
     AI_NEWTON_CHAT: 'aiNewtonChat',
     STUDENT_PROGRESS_CHAT: 'studentProgressChat',
+    EMBED_CONTENT: 'embedContent',
 };
 /**
  * One Queue instance per type. Created lazily so that importing this module
@@ -35,6 +36,7 @@ function getQueue(type) {
     if (!queue) {
         queue = new Queue(QUEUE_NAMES[type], {
             connection: bullConnection,
+            prefix: getBullPrefix(),
             defaultJobOptions: DEFAULT_JOB_OPTIONS,
         });
         queueCache.set(type, queue);
@@ -116,4 +118,4 @@ export async function closeAllQueues() {
     queueCache.clear();
 }
 //# sourceMappingURL=queues.js.map
-//# debugId=feefd10a-9381-5c30-a525-0ffe36e2e323
+//# debugId=8b504f67-acd8-5793-a500-d561724f9c85

package/dist/workers/queues.js.map

@@ -1 +1 @@
-{"version":3,"file":"queues.js","sources":["workers/queues.ts"],"sourceRoot":"/","sourcesContent":["/**\n * BullMQ queue producers and the `enqueueRunJob` helper.\n *\n * Producer side only — safe to import from HTTP routes / services running on\n * Vercel. Importing this file does NOT start any workers; workers live in\n * `src/workers/processors/*` and are wired up by `src/workers/index.ts`,\n * which is the entrypoint of the separate long-running worker process.\n */\nimport { Queue, type JobsOptions } from 'bullmq';\nimport { Prisma, type RunJobType } from '@prisma/client';\nimport { bullConnection } from './connection.js';\nimport { prisma } from '../lib/prisma.js';\nimport { logger } from '../utils/logger.js';\n\nconst DEFAULT_JOB_OPTIONS: JobsOptions = {\n  attempts: 3,\n  backoff: { type: 'exponential', delay: 5_000 },\n  removeOnComplete: { age: 60 * 60 }, // keep completed jobs in Redis for 1h, then drop\n  removeOnFail: { age: 24 * 60 * 60 }, // keep failed jobs for 24h for inspection\n};\n\n/**\n * Map RunJobType → (queue name, input payload shape).\n *\n * Add a new entry here whenever you introduce a new background job type.\n * The queue name string must match what the corresponding processor passes\n * to `new Worker(<name>, ...)`.\n */\nexport type JobInputs = {\n  /**\n   * `worksheetId` is the placeholder Worksheet row created synchronously by\n   * the producer (so the client has an id to navigate to). The pipeline fills\n   * that row in asynchronously and broadcasts progress on the per-worksheet\n   * job channel.\n   */\n  PDF_TO_WORKSHEET: { gcsUrl: string; classId: string; worksheetId: string };\n  GRADE_WORKSHEET: { worksheetResponseId: string };\n  /**\n   * `aiMessageId` is the placeholder AI Message row created synchronously by\n   * the producer before enqueue (so the client renders a PENDING bubble in\n   * the timeline). The pipeline fills in the content and flips the row to\n   * COMPLETED / FAILED. Used for both intros and replies — single shape.\n   */\n  AI_LAB_CHAT: { conversationId: string; aiMessageId: string };\n  /**\n   * `aiMessageId` placeholder pattern, same as AI_LAB_CHAT — see above.\n   */\n  AI_NEWTON_CHAT: { conversationId: string; aiMessageId: string };\n  STUDENT_PROGRESS_CHAT: { classId: string; studentId: string; message: string };\n};\n\nexport const QUEUE_NAMES: Record<RunJobType, string> = {\n  PDF_TO_WORKSHEET: 'pdfToWorksheet',\n  GRADE_WORKSHEET: 'gradeWorksheet',\n  AI_LAB_CHAT: 'aiLabChat',\n  AI_NEWTON_CHAT: 'aiNewtonChat',\n  STUDENT_PROGRESS_CHAT: 'studentProgressChat',\n};\n\n/**\n * One Queue instance per type. Created lazily so that importing this module\n * does not eagerly open queues you may never use in a given runtime.\n */\nconst queueCache = new Map<RunJobType, Queue>();\n\nfunction getQueue(type: RunJobType): Queue {\n  let queue = queueCache.get(type);\n  if (!queue) {\n    queue = new Queue(QUEUE_NAMES[type], {\n      connection: bullConnection,\n      defaultJobOptions: DEFAULT_JOB_OPTIONS,\n    });\n    queueCache.set(type, queue);\n  }\n  return queue;\n}\n\nexport interface EnqueueOptions {\n  classId?: string | null;\n  userId?: string | null;\n  /** Override BullMQ job options (attempts, delay, priority, etc.). */\n  jobOptions?: JobsOptions;\n}\n\nexport interface EnqueueResult {\n  runJobId: string;\n  bullJobId: string | null;\n}\n\n/**\n * Create a `RunJob` audit row, enqueue the BullMQ job, and link the two.\n *\n * Returns immediately — the actual work happens on the worker process. The\n * caller can return `runJobId` to the client and have them poll `getRunJob`\n * (or subscribe over Pusher) to track progress.\n *\n * IMPORTANT: do not call this inside a Prisma `$transaction`. If the outer\n * transaction rolls back after the BullMQ job is added, the worker will pick\n * up an orphaned job pointing at a non-existent RunJob row. Enqueue *after*\n * the transaction commits.\n */\nexport async function enqueueRunJob<T extends RunJobType>(\n  type: T,\n  input: JobInputs[T],\n  options: EnqueueOptions = {},\n): Promise<EnqueueResult> {\n  const runJob = await prisma.runJob.create({\n    data: {\n      type,\n      status: 'PENDING',\n      classId: options.classId ?? null,\n      userId: options.userId ?? null,\n      input: input as unknown as Prisma.InputJsonValue,\n    },\n  });\n\n  try {\n    const queue = getQueue(type);\n    const job = await queue.add(\n      QUEUE_NAMES[type],\n      { runJobId: runJob.id, ...input },\n      options.jobOptions,\n    );\n\n    try {\n      await prisma.runJob.update({\n        where: { id: runJob.id },\n        data: { bullJobId: job.id ?? null },\n      });\n    } catch (linkError) {\n      logger.error('RunJob enqueued but bullJobId linkage failed', {\n        runJobId: runJob.id,\n        bullJobId: job.id ?? null,\n        type,\n        error: linkError instanceof Error ? linkError.message : String(linkError),\n      });\n    }\n\n    return { runJobId: runJob.id, bullJobId: job.id ?? null };\n  } catch (error) {\n    logger.error('Failed to enqueue RunJob; marking FAILED', {\n      runJobId: runJob.id,\n      type,\n      error: error instanceof Error ? error.message : String(error),\n    });\n\n    try {\n      await prisma.runJob.update({\n        where: { id: runJob.id },\n        data: {\n          status: 'FAILED',\n          error: error instanceof Error ? error.message : String(error),\n          finishedAt: new Date(),\n        },\n      });\n    } catch (updateError) {\n      logger.error('Failed to mark RunJob as FAILED after enqueue error', {\n        runJobId: runJob.id,\n        error: updateError instanceof Error ? updateError.message : String(updateError),\n      });\n    }\n\n    throw error;\n  }\n}\n\n/**\n * Close every cached queue. Call from the HTTP server's shutdown handler so\n * the producer side disconnects from Redis cleanly.\n */\nexport async function closeAllQueues(): Promise<void> {\n  await Promise.all(Array.from(queueCache.values()).map((q) => q.close()));\n  queueCache.clear();\n}\n"],"names":[],"mappings":"AAAA;;;;;;;GAOG;;;AACH,OAAO,EAAE,KAAK,EAAoB,MAAM,QAAQ,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,mBAAmB,GAAgB;IACvC,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAK,EAAE;IAC9C,gBAAgB,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,iDAAiD;IACrF,YAAY,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,0CAA0C;CAChF,CAAC;AAgCF,MAAM,CAAC,MAAM,WAAW,GAA+B;IACrD,gBAAgB,EAAE,gBAAgB;IAClC,eAAe,EAAE,gBAAgB;IACjC,WAAW,EAAE,WAAW;IACxB,cAAc,EAAE,cAAc;IAC9B,qBAAqB,EAAE,qBAAqB;CAC7C,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,GAAG,IAAI,GAAG,EAAqB,CAAC;AAEhD,SAAS,QAAQ,CAAC,IAAgB;IAChC,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;YACnC,UAAU,EAAE,cAAc;YAC1B,iBAAiB,EAAE,mBAAmB;SACvC,CAAC,CAAC;QACH,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAcD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAO,EACP,KAAmB,EACnB,UAA0B,EAAE;IAE5B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,IAAI,EAAE;YACJ,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,KAAK,EAAE,KAAyC;SACjD;KACF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CACzB,WAAW,CAAC,IAAI,CAAC,EACjB,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,EACjC,OAAO,CAAC,UAAU,CACnB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;gBACxB,IAAI,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE;gBAC3D,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI;gBACzB,IAAI;gBACJ,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aAC1E,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;YACvD,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI;YACJ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;gBACxB,IAAI,EAAE;oBACJ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,UAAU,EAAE,IAAI,IAAI,EAAE;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,qDAAqD,EAAE;gBAClE,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;aAChF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACzE,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC","debug_id":"feefd10a-9381-5c30-a525-0ffe36e2e323"}
+{"version":3,"file":"queues.js","sources":["workers/queues.ts"],"sourceRoot":"/","sourcesContent":["/**\n * BullMQ queue producers and the `enqueueRunJob` helper.\n *\n * Producer side only — safe to import from HTTP routes / services running on\n * Vercel. Importing this file does NOT start any workers; workers live in\n * `src/workers/processors/*` and are wired up by `src/workers/index.ts`,\n * which is the entrypoint of the separate long-running worker process.\n */\nimport { Queue, type JobsOptions } from 'bullmq';\nimport { Prisma, type RunJobType } from '@prisma/client';\nimport { bullConnection, getBullPrefix } from './connection.js';\nimport { prisma } from '../lib/prisma.js';\nimport { logger } from '../utils/logger.js';\n\nconst DEFAULT_JOB_OPTIONS: JobsOptions = {\n  attempts: 3,\n  backoff: { type: 'exponential', delay: 5_000 },\n  removeOnComplete: { age: 60 * 60 }, // keep completed jobs in Redis for 1h, then drop\n  removeOnFail: { age: 24 * 60 * 60 }, // keep failed jobs for 24h for inspection\n};\n\n/**\n * Map RunJobType → (queue name, input payload shape).\n *\n * Add a new entry here whenever you introduce a new background job type.\n * The queue name string must match what the corresponding processor passes\n * to `new Worker(<name>, ...)`.\n */\nexport type JobInputs = {\n  /**\n   * `worksheetId` is the placeholder Worksheet row created synchronously by\n   * the producer (so the client has an id to navigate to). The pipeline fills\n   * that row in asynchronously and broadcasts progress on the per-worksheet\n   * job channel.\n   */\n  PDF_TO_WORKSHEET: { gcsUrl: string; classId: string; worksheetId: string };\n  GRADE_WORKSHEET: { worksheetResponseId: string };\n  /**\n   * `aiMessageId` is the placeholder AI Message row created synchronously by\n   * the producer before enqueue (so the client renders a PENDING bubble in\n   * the timeline). The pipeline fills in the content and flips the row to\n   * COMPLETED / FAILED. Used for both intros and replies — single shape.\n   */\n  AI_LAB_CHAT: { conversationId: string; aiMessageId: string };\n  /**\n   * `aiMessageId` placeholder pattern, same as AI_LAB_CHAT — see above.\n   */\n  AI_NEWTON_CHAT: { conversationId: string; aiMessageId: string };\n  STUDENT_PROGRESS_CHAT: { classId: string; studentId: string; message: string };\n  /** Embed content into pgvector for RAG search. */\n  EMBED_CONTENT: { classId: string; sourceType: string; sourceId: string };\n};\n\nexport const QUEUE_NAMES: Record<RunJobType, string> = {\n  PDF_TO_WORKSHEET: 'pdfToWorksheet',\n  GRADE_WORKSHEET: 'gradeWorksheet',\n  AI_LAB_CHAT: 'aiLabChat',\n  AI_NEWTON_CHAT: 'aiNewtonChat',\n  STUDENT_PROGRESS_CHAT: 'studentProgressChat',\n  EMBED_CONTENT: 'embedContent',\n};\n\n/**\n * One Queue instance per type. Created lazily so that importing this module\n * does not eagerly open queues you may never use in a given runtime.\n */\nconst queueCache = new Map<RunJobType, Queue>();\n\nfunction getQueue(type: RunJobType): Queue {\n  let queue = queueCache.get(type);\n  if (!queue) {\n    queue = new Queue(QUEUE_NAMES[type], {\n      connection: bullConnection,\n      prefix: getBullPrefix(),\n      defaultJobOptions: DEFAULT_JOB_OPTIONS,\n    });\n    queueCache.set(type, queue);\n  }\n  return queue;\n}\n\nexport interface EnqueueOptions {\n  classId?: string | null;\n  userId?: string | null;\n  /** Override BullMQ job options (attempts, delay, priority, etc.). */\n  jobOptions?: JobsOptions;\n}\n\nexport interface EnqueueResult {\n  runJobId: string;\n  bullJobId: string | null;\n}\n\n/**\n * Create a `RunJob` audit row, enqueue the BullMQ job, and link the two.\n *\n * Returns immediately — the actual work happens on the worker process. The\n * caller can return `runJobId` to the client and have them poll `getRunJob`\n * (or subscribe over Pusher) to track progress.\n *\n * IMPORTANT: do not call this inside a Prisma `$transaction`. If the outer\n * transaction rolls back after the BullMQ job is added, the worker will pick\n * up an orphaned job pointing at a non-existent RunJob row. Enqueue *after*\n * the transaction commits.\n */\nexport async function enqueueRunJob<T extends RunJobType>(\n  type: T,\n  input: JobInputs[T],\n  options: EnqueueOptions = {},\n): Promise<EnqueueResult> {\n  const runJob = await prisma.runJob.create({\n    data: {\n      type,\n      status: 'PENDING',\n      classId: options.classId ?? null,\n      userId: options.userId ?? null,\n      input: input as unknown as Prisma.InputJsonValue,\n    },\n  });\n\n  try {\n    const queue = getQueue(type);\n    const job = await queue.add(\n      QUEUE_NAMES[type],\n      { runJobId: runJob.id, ...input },\n      options.jobOptions,\n    );\n\n    try {\n      await prisma.runJob.update({\n        where: { id: runJob.id },\n        data: { bullJobId: job.id ?? null },\n      });\n    } catch (linkError) {\n      logger.error('RunJob enqueued but bullJobId linkage failed', {\n        runJobId: runJob.id,\n        bullJobId: job.id ?? null,\n        type,\n        error: linkError instanceof Error ? linkError.message : String(linkError),\n      });\n    }\n\n    return { runJobId: runJob.id, bullJobId: job.id ?? null };\n  } catch (error) {\n    logger.error('Failed to enqueue RunJob; marking FAILED', {\n      runJobId: runJob.id,\n      type,\n      error: error instanceof Error ? error.message : String(error),\n    });\n\n    try {\n      await prisma.runJob.update({\n        where: { id: runJob.id },\n        data: {\n          status: 'FAILED',\n          error: error instanceof Error ? error.message : String(error),\n          finishedAt: new Date(),\n        },\n      });\n    } catch (updateError) {\n      logger.error('Failed to mark RunJob as FAILED after enqueue error', {\n        runJobId: runJob.id,\n        error: updateError instanceof Error ? updateError.message : String(updateError),\n      });\n    }\n\n    throw error;\n  }\n}\n\n/**\n * Close every cached queue. Call from the HTTP server's shutdown handler so\n * the producer side disconnects from Redis cleanly.\n */\nexport async function closeAllQueues(): Promise<void> {\n  await Promise.all(Array.from(queueCache.values()).map((q) => q.close()));\n  queueCache.clear();\n}\n"],"names":[],"mappings":"AAAA;;;;;;;GAOG;;;AACH,OAAO,EAAE,KAAK,EAAoB,MAAM,QAAQ,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,mBAAmB,GAAgB;IACvC,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAK,EAAE;IAC9C,gBAAgB,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,iDAAiD;IACrF,YAAY,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,0CAA0C;CAChF,CAAC;AAkCF,MAAM,CAAC,MAAM,WAAW,GAA+B;IACrD,gBAAgB,EAAE,gBAAgB;IAClC,eAAe,EAAE,gBAAgB;IACjC,WAAW,EAAE,WAAW;IACxB,cAAc,EAAE,cAAc;IAC9B,qBAAqB,EAAE,qBAAqB;IAC5C,aAAa,EAAE,cAAc;CAC9B,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,GAAG,IAAI,GAAG,EAAqB,CAAC;AAEhD,SAAS,QAAQ,CAAC,IAAgB;IAChC,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;YACnC,UAAU,EAAE,cAAc;YAC1B,MAAM,EAAE,aAAa,EAAE;YACvB,iBAAiB,EAAE,mBAAmB;SACvC,CAAC,CAAC;QACH,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAcD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAO,EACP,KAAmB,EACnB,UAA0B,EAAE;IAE5B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,IAAI,EAAE;YACJ,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,KAAK,EAAE,KAAyC;SACjD;KACF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CACzB,WAAW,CAAC,IAAI,CAAC,EACjB,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,KAAK,EAAE,EACjC,OAAO,CAAC,UAAU,CACnB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;gBACxB,IAAI,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE;gBAC3D,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI;gBACzB,IAAI;gBACJ,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aAC1E,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;YACvD,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI;YACJ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;gBACxB,IAAI,EAAE;oBACJ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,UAAU,EAAE,IAAI,IAAI,EAAE;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,CAAC,qDAAqD,EAAE;gBAClE,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;aAChF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACzE,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC","debug_id":"8b504f67-acd8-5793-a500-d561724f9c85"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@studious-lms/server",
-  "version": "1.13.0",
+  "version": "1.15.0",
   "description": "Backend server for Studious application",
   "main": "dist/exportType.js",
   "types": "dist/exportType.d.ts",
@@ -29,6 +29,7 @@
     "sentry:sourcemaps": "sentry-cli sourcemaps inject ./dist && sentry-cli sourcemaps upload --org \"${SENTRY_ORG:-studious-lms}\" --project \"${SENTRY_PROJECT:-server}\" ./dist"
   },
   "dependencies": {
+    "@ai-sdk/openai": "^3.0.68",
     "@google-cloud/storage": "^5.18.3",
     "@pdf-lib/fontkit": "^1.1.1",
     "@prisma/client": "^6.7.0",
@@ -36,6 +37,7 @@
     "@sentry/node": "^10.26.0",
     "@trpc/server": "^11.4.3",
     "@unkey/ratelimit": "^2.1.3",
+    "ai": "^6.0.197",
     "bcryptjs": "^3.0.2",
     "bullmq": "^5.76.6",
     "compression": "^1.8.1",
@@ -49,6 +51,7 @@
     "nodemailer": "^8.0.7",
     "openai": "^5.23.0",
     "pdf-lib": "^1.17.1",
+    "pdf-parse": "^2.4.5",
     "prisma": "^6.7.0",
     "pusher": "^5.2.0",
     "sharp": "^0.34.2",
@@ -63,6 +66,7 @@
     "@types/express": "^4.17.21",
     "@types/node": "^20.11.24",
     "@types/nodemailer": "^6.4.17",
+    "@types/pdf-parse": "^1.1.5",
     "@types/supertest": "^6.0.3",
     "@types/uuid": "^10.0.0",
     "@vitest/coverage-v8": "^3.2.4",