@archlast/server 0.1.8 → 0.1.9

package/dist/controllers/introspection.controller.js

@@ -13,6 +13,7 @@ const role_helpers_js_1 = require("../auth/role-helpers.js");
 const introspection_service_js_1 = require("../services/introspection.service.js");
 const context_helper_js_1 = require("../http/context-helper.js");
 const deployment_events_controller_js_1 = require("./deployment-events.controller.js");
+const queue_js_1 = require("../jobs/queue.js");
 // Input schemas
 const TriggerJobSchema = elysia_1.t.Object({
     name: elysia_1.t.String(),
@@ -22,6 +23,10 @@ const TriggerJobSchema = elysia_1.t.Object({
 const UpdateSchemaBody = elysia_1.t.Object({
     source: elysia_1.t.String(),
 });
+const UpdateJobPrioritySchema = elysia_1.t.Object({
+    jobId: elysia_1.t.String(),
+    priority: elysia_1.t.Number(),
+});
 // Create singleton service instance
 const introspectionService = (0, introspection_service_js_1.createIntrospectionService)();
 exports.introspectionController = new elysia_1.Elysia({ tags: ["Introspection"] })
@@ -371,5 +376,611 @@ exports.introspectionController = new elysia_1.Elysia({ tags: ["Introspection"]
     return introspectionService.getWebhooks({ deploymentHandler });
 }, {
     detail: { summary: "List webhooks" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/dlq
+     * List DLQ jobs with filtering and pagination
+     */
+    .get("/introspect/jobs/dlq", async (ctx) => {
+    const { rawDb, query, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        const limit = query.limit ? parseInt(query.limit) : 50;
+        const offset = query.offset ? parseInt(query.offset) : 0;
+        const errorCategory = query.errorCategory;
+        const jobName = query.jobName;
+        // Validate limit and offset
+        if (isNaN(limit) || limit < 1 || limit > 100) {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Invalid limit. Must be between 1 and 100.",
+            };
+        }
+        if (isNaN(offset) || offset < 0) {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Invalid offset. Must be non-negative.",
+            };
+        }
+        const jobs = await queue.getDLQJobs({
+            limit,
+            offset,
+            errorCategory,
+            jobName,
+        });
+        return {
+            success: true,
+            data: jobs,
+            meta: {
+                limit,
+                offset,
+                count: jobs.length,
+            },
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to list DLQ jobs",
+        };
+    }
+}, {
+    query: elysia_1.t.Object({
+        limit: elysia_1.t.Optional(elysia_1.t.String()),
+        offset: elysia_1.t.Optional(elysia_1.t.String()),
+        errorCategory: elysia_1.t.Optional(elysia_1.t.String()),
+        jobName: elysia_1.t.Optional(elysia_1.t.String()),
+    }),
+    detail: { summary: "List DLQ jobs" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/dlq/stats
+     * Get DLQ statistics
+     */
+    .get("/introspect/jobs/dlq/stats", async (ctx) => {
+    const { rawDb, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        const stats = await queue.getDLQStats();
+        return {
+            success: true,
+            data: stats,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get DLQ statistics",
+        };
+    }
+}, {
+    detail: { summary: "Get DLQ statistics" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/dlq/:id
+     * Get specific DLQ job
+     */
+    .get("/introspect/jobs/dlq/:id", async (ctx) => {
+    const { rawDb, params, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        const job = await queue.getDLQJob(params.id);
+        if (!job) {
+            set.status = 404;
+            return {
+                success: false,
+                error: "DLQ job not found",
+            };
+        }
+        return {
+            success: true,
+            data: job,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get DLQ job",
+        };
+    }
+}, {
+    params: elysia_1.t.Object({ id: elysia_1.t.String() }),
+    detail: { summary: "Get DLQ job" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/dlq/:id/retry
+     * Reprocess DLQ job
+     */
+    .post("/introspect/jobs/dlq/:id/retry", async (ctx) => {
+    const { rawDb, params, body, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        // Validate priority if provided
+        if (body.priority !== undefined) {
+            if (typeof body.priority !== "number" || body.priority < 1 || body.priority > 20) {
+                set.status = 400;
+                return {
+                    success: false,
+                    error: "Invalid priority. Must be between 1 and 20.",
+                };
+            }
+        }
+        const newJobId = await queue.reprocessFromDLQ(params.id, {
+            newMaxAttempts: body.maxAttempts,
+            priority: body.priority,
+        });
+        return {
+            success: true,
+            data: {
+                originalDLQJobId: params.id,
+                newJobId,
+            },
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to reprocess DLQ job",
+        };
+    }
+}, {
+    params: elysia_1.t.Object({ id: elysia_1.t.String() }),
+    body: elysia_1.t.Object({
+        maxAttempts: elysia_1.t.Optional(elysia_1.t.Number()),
+        priority: elysia_1.t.Optional(elysia_1.t.Number()),
+    }),
+    detail: { summary: "Reprocess DLQ job" },
+})
+    /**
+     * DELETE /_archlast/introspect/jobs/dlq/:id
+     * Delete DLQ job
+     */
+    .delete("/introspect/jobs/dlq/:id", async (ctx) => {
+    const { rawDb, params, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        await queue.deleteFromDLQ(params.id);
+        return {
+            success: true,
+            message: "DLQ job deleted",
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to delete DLQ job",
+        };
+    }
+}, {
+    params: elysia_1.t.Object({ id: elysia_1.t.String() }),
+    detail: { summary: "Delete DLQ job" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/dlq/purge
+     * Purge old DLQ jobs
+     */
+    .post("/introspect/jobs/dlq/purge", async (ctx) => {
+    const { rawDb, body, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        // Validate olderThanDays if provided
+        if (body.olderThanDays !== undefined) {
+            if (typeof body.olderThanDays !== "number" || body.olderThanDays <= 0) {
+                set.status = 400;
+                return {
+                    success: false,
+                    error: "Invalid olderThanDays. Must be a positive number.",
+                };
+            }
+        }
+        const olderThanMs = body.olderThanDays
+            ? body.olderThanDays * 24 * 60 * 60 * 1000
+            : undefined;
+        const purgedCount = await queue.purgeDLQ(olderThanMs);
+        return {
+            success: true,
+            data: {
+                purgedCount,
+            },
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to purge DLQ jobs",
+        };
+    }
+}, {
+    body: elysia_1.t.Object({
+        olderThanDays: elysia_1.t.Optional(elysia_1.t.Number()),
+    }),
+    detail: { summary: "Purge DLQ jobs" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/priority
+     * Update job priority
+     */
+    .post("/introspect/jobs/priority", async (ctx) => {
+    const { db, body, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        // Validate priority range (1-20)
+        if (body.priority < 1 || body.priority > 20) {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Priority must be between 1 and 20",
+            };
+        }
+        // Validate jobId
+        if (!body.jobId || typeof body.jobId !== "string") {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Invalid jobId. Must be a non-empty string.",
+            };
+        }
+        const queue = new queue_js_1.JobQueue({ db });
+        await queue.updateJobPriority(body.jobId, body.priority);
+        return {
+            success: true,
+            message: "Job priority updated",
+            data: {
+                jobId: body.jobId,
+                newPriority: body.priority,
+            },
+        };
+    }
+    catch (error) {
+        if (error instanceof Error && error.message.includes("not found")) {
+            set.status = 404;
+            return {
+                success: false,
+                error: error.message,
+            };
+        }
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to update job priority",
+        };
+    }
+}, {
+    body: UpdateJobPrioritySchema,
+    detail: { summary: "Update job priority" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/stats
+     * Get queue statistics
+     */
+    .get("/introspect/jobs/stats", async (ctx) => {
+    const { db, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db });
+        const stats = await queue.getQueueStats();
+        return {
+            success: true,
+            data: stats,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get queue stats",
+        };
+    }
+}, {
+    detail: { summary: "Get queue statistics" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/depth
+     * Get queue depth by priority level
+     */
+    .get("/introspect/jobs/depth", async (ctx) => {
+    const { db, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db });
+        const depth = await queue.getQueueDepthByPriority();
+        return {
+            success: true,
+            data: depth,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get queue depth",
+        };
+    }
+}, {
+    detail: { summary: "Get queue depth by priority" },
+})
+    /**
+     * GET /_archlast/introspect/workers/health
+     * Get worker health status
+     */
+    .get("/introspect/workers/health", async (ctx) => {
+    const { request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        // Dynamically import worker to avoid circular dependencies
+        const worker = await import("../jobs/worker.js");
+        const health = {
+            activeJobs: worker.getActiveJobsCount(),
+            activeJobIds: worker.getActiveJobIds(),
+            isStopped: worker.isStopped(),
+            uptime: process.uptime(),
+            memory: process.memoryUsage(),
+            cpu: process.cpuUsage(),
+        };
+        return {
+            success: true,
+            data: health,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get worker health",
+        };
+    }
+}, {
+    detail: { summary: "Get worker health status" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/circuit-breakers
+     * Get all circuit breaker states
+     */
+    .get("/introspect/jobs/circuit-breakers", async (ctx) => {
+    const { request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        // Dynamically import worker to access circuit breaker
+        const worker = await import("../jobs/worker.js");
+        const circuitBreaker = worker.getCircuitBreaker();
+        if (!circuitBreaker) {
+            return {
+                success: true,
+                data: [],
+                message: "Circuit breaker is disabled",
+            };
+        }
+        const states = circuitBreaker.getAllStates();
+        // Convert Map to array for JSON serialization
+        const breakerStates = Array.from(states.entries()).map(([jobName, state]) => ({
+            jobName,
+            state: state.state,
+            failureCount: state.failureCount,
+            successCount: state.successCount,
+            lastFailureTime: state.lastFailureTime,
+            lastStateChange: state.lastStateChange,
+        }));
+        return {
+            success: true,
+            data: breakerStates,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to get circuit breaker states",
+        };
+    }
+}, {
+    detail: { summary: "Get circuit breaker states" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/circuit-breakers/:jobName/reset
+     * Reset circuit breaker for specific job type
+     */
+    .post("/introspect/jobs/circuit-breakers/:jobName/reset", async (ctx) => {
+    const { params, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        // Validate jobName
+        if (!params.jobName || typeof params.jobName !== "string" || params.jobName.trim() === "") {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Invalid jobName. Must be a non-empty string.",
+            };
+        }
+        // Dynamically import worker to access circuit breaker
+        const worker = await import("../jobs/worker.js");
+        const circuitBreaker = worker.getCircuitBreaker();
+        if (!circuitBreaker) {
+            set.status = 400;
+            return {
+                success: false,
+                error: "Circuit breaker is disabled",
+            };
+        }
+        circuitBreaker.reset(params.jobName);
+        return {
+            success: true,
+            message: `Circuit breaker reset for ${params.jobName}`,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to reset circuit breaker",
+        };
+    }
+}, {
+    params: elysia_1.t.Object({ jobName: elysia_1.t.String() }),
+    detail: { summary: "Reset circuit breaker" },
+})
+    /**
+     * GET /_archlast/introspect/jobs/stuck
+     * Find jobs stuck in "active" status (worker terminated)
+     */
+    .get("/introspect/jobs/stuck", async (ctx) => {
+    const { rawDb, query, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        const timeoutMs = query.timeout ? Number(query.timeout) : 300000; // Default 5 minutes
+        const stuckJobs = await queue.findStuckJobs(timeoutMs);
+        return {
+            success: true,
+            data: {
+                stuckJobs: stuckJobs.map(job => ({
+                    ...job,
+                    id: job._id, // Ensure id field is set for frontend compatibility
+                })),
+                count: stuckJobs.length,
+                timeoutMs,
+            },
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to find stuck jobs",
+        };
+    }
+}, {
+    query: elysia_1.t.Object({
+        timeout: elysia_1.t.Optional(elysia_1.t.String()),
+    }),
+    detail: { summary: "Find stuck jobs" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/:id/reset
+     * Reset a stuck job from "active" to "pending"
+     */
+    .post("/introspect/jobs/:id/reset", async (ctx) => {
+    const { rawDb, params, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        await queue.resetStuckJob(params.id);
+        return {
+            success: true,
+            message: `Job ${params.id} reset from active to pending`,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to reset job",
+        };
+    }
+}, {
+    params: elysia_1.t.Object({ id: elysia_1.t.String() }),
+    detail: { summary: "Reset stuck job" },
+})
+    /**
+     * POST /_archlast/introspect/jobs/stuck/reset-batch
+     * Bulk reset multiple stuck jobs
+     */
+    .post("/introspect/jobs/stuck/reset-batch", async (ctx) => {
+    const { rawDb, body, request, set } = (0, context_helper_js_1.getCtx)(ctx);
+    const auth = await (0, role_helpers_js_1.requireAdmin)((0, context_helper_js_1.getBetterAuth)(), request);
+    if (!auth) {
+        set.status = 401;
+        return { error: "Unauthorized" };
+    }
+    try {
+        const queue = new queue_js_1.JobQueue({ db: rawDb });
+        const result = await queue.resetStuckJobs(body.jobIds);
+        return {
+            success: true,
+            data: result,
+            message: `Reset ${result.reset} jobs, ${result.failed} failed`,
+        };
+    }
+    catch (error) {
+        set.status = 500;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Failed to reset jobs",
+        };
+    }
+}, {
+    body: elysia_1.t.Object({
+        jobIds: elysia_1.t.Array(elysia_1.t.String()),
+    }),
+    detail: { summary: "Batch reset stuck jobs" },
 });
 //# sourceMappingURL=introspection.controller.js.map