@cyanautomation/kaseki-agent 1.4.1

package/dist/result-cache.js

@@ -0,0 +1,134 @@
+import * as fs from 'fs';
+import * as path from 'path';
+/**
+ * Result cache for lazily loading and caching kaseki artifacts.
+ * Reduces filesystem reads for frequently accessed files.
+ */
+export class ResultCache {
+    cache = new Map();
+    maxEntries;
+    ttlMs;
+    maxFileBytes;
+    hits = 0;
+    misses = 0;
+    constructor(maxEntriesOrOptions = 20, ttlMs = 5 * 60 * 1000, maxFileBytes = 10 * 1024 * 1024) {
+        if (typeof maxEntriesOrOptions === 'object') {
+            this.maxEntries = maxEntriesOrOptions.maxEntries ?? 20;
+            this.ttlMs = maxEntriesOrOptions.ttlMs ?? 5 * 60 * 1000;
+            this.maxFileBytes = maxEntriesOrOptions.maxFileBytes ?? 10 * 1024 * 1024;
+        }
+        else {
+            this.maxEntries = maxEntriesOrOptions;
+            this.ttlMs = ttlMs;
+            this.maxFileBytes = maxFileBytes;
+        }
+    }
+    /**
+     * Get or load a file from disk.
+     */
+    getOrLoad(filePath) {
+        let fileStat;
+        // Check cache
+        const cached = this.cache.get(filePath);
+        if (cached) {
+            const age = Date.now() - cached.timestamp;
+            if (age < this.ttlMs) {
+                try {
+                    fileStat = fs.statSync(filePath);
+                    const inode = typeof fileStat.ino === 'number' ? fileStat.ino : undefined;
+                    const unchanged = fileStat.mtimeMs === cached.mtimeMs &&
+                        fileStat.size === cached.size &&
+                        (cached.inode === undefined || inode === cached.inode);
+                    if (unchanged) {
+                        this.hits += 1;
+                        return cached.content;
+                    }
+                }
+                catch {
+                    // Fall through to reload from disk
+                }
+            }
+            else {
+                // Expired, remove from cache
+                this.cache.delete(filePath);
+            }
+        }
+        this.misses += 1;
+        // Load from disk
+        if (!fs.existsSync(filePath)) {
+            return null;
+        }
+        try {
+            const stat = fileStat ?? fs.statSync(filePath);
+            const content = fs.readFileSync(filePath, 'utf-8');
+            if (this.maxEntries > 0 && stat.size <= this.maxFileBytes) {
+                this.set(filePath, content, stat.size, stat.mtimeMs, typeof stat.ino === 'number' ? stat.ino : undefined);
+            }
+            return content;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Set a cache entry.
+     */
+    set(filePath, content, size, mtimeMs, inode) {
+        if (this.maxEntries <= 0) {
+            return;
+        }
+        // Evict oldest entry if cache is full
+        if (this.cache.size >= this.maxEntries) {
+            const oldest = Array.from(this.cache.entries()).sort((a, b) => a[1].timestamp - b[1].timestamp)[0];
+            if (oldest) {
+                this.cache.delete(oldest[0]);
+            }
+        }
+        this.cache.set(filePath, {
+            content,
+            timestamp: Date.now(),
+            size,
+            mtimeMs,
+            inode,
+        });
+    }
+    /**
+     * Clear cache for a job (e.g., when cleaning up after completion).
+     */
+    clearForJob(jobId) {
+        const normalizedJobId = path.basename(path.normalize(jobId));
+        for (const key of this.cache.keys()) {
+            const normalizedKey = path.normalize(key);
+            const keySegments = normalizedKey.split(/[\\/]+/).filter(Boolean);
+            const hasJobSegment = keySegments.includes(normalizedJobId);
+            if (hasJobSegment) {
+                this.cache.delete(key);
+            }
+        }
+    }
+    /**
+     * Clear all cache.
+     */
+    clearAll() {
+        this.cache.clear();
+    }
+    /**
+     * Get cache statistics.
+     */
+    getStats() {
+        let bytes = 0;
+        for (const entry of this.cache.values()) {
+            bytes += entry.size;
+        }
+        return {
+            entries: this.cache.size,
+            bytes,
+            hits: this.hits,
+            misses: this.misses,
+            maxEntries: this.maxEntries,
+            ttlMs: this.ttlMs,
+            maxFileBytes: this.maxFileBytes,
+        };
+    }
+}
+//# sourceMappingURL=result-cache.js.map

package/dist/result-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-cache.js","sourceRoot":"","sources":["../src/result-cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AA6B7B;;;GAGG;AACH,MAAM,OAAO,WAAW;IACd,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC7B,UAAU,CAAS;IACnB,KAAK,CAAS;IACd,YAAY,CAAS;IAC9B,IAAI,GAAG,CAAC,CAAC;IACT,MAAM,GAAG,CAAC,CAAC;IAInB,YACE,sBAAmD,EAAE,EACrD,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,EACrB,YAAY,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;QAE/B,IAAI,OAAO,mBAAmB,KAAK,QAAQ,EAAE,CAAC;YAC5C,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC,UAAU,IAAI,EAAE,CAAC;YACvD,IAAI,CAAC,KAAK,GAAG,mBAAmB,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACxD,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC;YACtC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,QAAgB;QACxB,IAAI,QAA8B,CAAC;QAEnC,cAAc;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC;YAC1C,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACjC,MAAM,KAAK,GAAG,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;oBAC1E,MAAM,SAAS,GACb,QAAQ,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO;wBACnC,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;wBAC7B,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC;oBAEzD,IAAI,SAAS,EAAE,CAAC;wBACd,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;wBACf,OAAO,MAAM,CAAC,OAAO,CAAC;oBACxB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,mCAAmC;gBACrC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,6BAA6B;gBAC7B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAEjB,iBAAiB;QACjB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEnD,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC1D,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC5G,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,GAAG,CAAC,QAAgB,EAAE,OAAe,EAAE,IAAY,EAAE,OAAe,EAAE,KAAc;QAC1F,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACnG,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;YACvB,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI;YACJ,OAAO;YACP,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAa;QACvB,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAE7D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClE,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;YAE5D,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC;QACtB,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACxB,KAAK;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;IACJ,CAAC;CACF"}

package/dist/routes/artifact-routes.d.ts

@@ -0,0 +1,10 @@
+import { Router } from 'express';
+import { JobScheduler } from '../job-scheduler';
+import { ResultCache } from '../result-cache';
+import { KasekiApiConfig } from '../kaseki-api-config';
+export declare function readArtifactContent(filePath: string, jobStatus: 'queued' | 'running' | 'completed' | 'failed', cache: ResultCache): string | null;
+/**
+ * Create artifact-related routes (list artifacts, download artifacts).
+ */
+export declare function createArtifactRoutes(scheduler: JobScheduler, config: KasekiApiConfig, cache: ResultCache): Router;
+//# sourceMappingURL=artifact-routes.d.ts.map

package/dist/routes/artifact-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifact-routes.d.ts","sourceRoot":"","sources":["../../src/routes/artifact-routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAkCvD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,EACxD,KAAK,EAAE,WAAW,GACjB,MAAM,GAAG,IAAI,CASf;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,GAAG,MAAM,CA+GjH"}

package/dist/routes/artifact-routes.js

@@ -0,0 +1,126 @@
+import { Router } from 'express';
+import * as path from 'path';
+import * as fs from 'fs';
+import { sendErrorResponse } from '../utils/response-helpers.js';
+import { getJobOrRespond } from '../utils/route-helpers.js';
+import { getRunArtifactMetadata } from '../run-artifact-metadata-cache.js';
+const ALWAYS_SAFE_SUMMARY_ARTIFACTS = [
+    'git.diff',
+    'metadata.json',
+    'analysis.md',
+    'result-summary.md',
+    'pi-events.jsonl',
+    'pi-summary.json',
+    'progress.log',
+];
+const FAILURE_ONLY_DIAGNOSTICS_ARTIFACTS = [
+    'failure.json',
+    'stderr.log',
+    'stdout.log',
+    'validation.log',
+    'quality.log',
+];
+function isTerminalJobStatus(status) {
+    return status === 'completed' || status === 'failed';
+}
+function artifactContentType(fileName) {
+    if (fileName.endsWith('.json'))
+        return 'application/json';
+    if (fileName.endsWith('.md'))
+        return 'text/markdown';
+    return 'text/plain';
+}
+export function readArtifactContent(filePath, jobStatus, cache) {
+    if (!isTerminalJobStatus(jobStatus)) {
+        try {
+            return fs.readFileSync(filePath, 'utf-8');
+        }
+        catch {
+            return null;
+        }
+    }
+    return cache.getOrLoad(filePath);
+}
+/**
+ * Create artifact-related routes (list artifacts, download artifacts).
+ */
+export function createArtifactRoutes(scheduler, config, cache) {
+    const router = Router();
+    /**
+     * GET /api/results/:id/:file - Download artifact.
+     */
+    router.get('/results/:id/:file', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        const fileName = req.params.file;
+        const allowedFiles = [...ALWAYS_SAFE_SUMMARY_ARTIFACTS, ...FAILURE_ONLY_DIAGNOSTICS_ARTIFACTS];
+        if (!allowedFiles.some((allowedFile) => allowedFile === fileName)) {
+            return sendErrorResponse(res, 400, 'Bad Request', `Artifact not allowed: ${fileName}. Allowed: ${allowedFiles.join(', ')}`);
+        }
+        if (FAILURE_ONLY_DIAGNOSTICS_ARTIFACTS.some((artifact) => artifact === fileName) && job.status !== 'failed') {
+            return sendErrorResponse(res, 400, 'Bad Request', `Artifact only available for failed runs: ${fileName}`);
+        }
+        try {
+            const filePath = path.join(config.resultsDir, job.id, fileName);
+            if (!fs.existsSync(filePath)) {
+                return sendErrorResponse(res, 404, 'Not Found', `Artifact not found: ${fileName}`);
+            }
+            const contentType = artifactContentType(fileName);
+            // Read from disk for non-terminal jobs; cache only terminal artifacts.
+            const content = readArtifactContent(filePath, job.status, cache);
+            if (content === null) {
+                return sendErrorResponse(res, 500, 'Internal Server Error', `Failed to read artifact: ${fileName}`);
+            }
+            const stat = fs.statSync(filePath);
+            const response = {
+                file: fileName,
+                contentType,
+                size: stat.size,
+                content,
+            };
+            res.setHeader('Content-Type', contentType);
+            res.json(response);
+        }
+        catch (err) {
+            sendErrorResponse(res, 500, 'Internal Server Error', `Failed to read artifact: ${err.message}`);
+        }
+    });
+    /**
+     * GET /api/runs/:id/artifacts - Enumerate allowlisted artifacts and availability.
+     */
+    router.get('/runs/:id/artifacts', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        const runDir = job.resultDir || path.join(config.resultsDir, job.id);
+        const allowedFiles = [...ALWAYS_SAFE_SUMMARY_ARTIFACTS, ...FAILURE_ONLY_DIAGNOSTICS_ARTIFACTS];
+        const metadata = getRunArtifactMetadata(job.id, runDir, allowedFiles, isTerminalJobStatus(job.status));
+        const artifacts = allowedFiles.map((fileName) => {
+            const artifactMetadata = metadata[fileName] ?? { exists: false, size: 0 };
+            const isFailureOnly = FAILURE_ONLY_DIAGNOSTICS_ARTIFACTS.some((artifact) => artifact === fileName);
+            const hasContent = artifactMetadata.exists && artifactMetadata.size > 0;
+            const available = hasContent && (!isFailureOnly || job.status === 'failed');
+            return {
+                name: fileName,
+                size: artifactMetadata.size,
+                contentType: artifactContentType(fileName),
+                available,
+            };
+        });
+        const response = {
+            id: job.id,
+            runStatus: job.status,
+            exitCode: job.exitCode,
+            artifacts,
+            recommended: job.status === 'failed'
+                ? ['failure.json', 'stderr.log', 'stdout.log', 'validation.log', 'quality.log']
+                : ['result-summary.md', 'metadata.json', 'pi-summary.json', 'git.diff'],
+        };
+        res.json(response);
+    });
+    return router;
+}
+//# sourceMappingURL=artifact-routes.js.map

package/dist/routes/artifact-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifact-routes.js","sourceRoot":"","sources":["../../src/routes/artifact-routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAKzB,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAExE,MAAM,6BAA6B,GAAG;IACpC,UAAU;IACV,eAAe;IACf,aAAa;IACb,mBAAmB;IACnB,iBAAiB;IACjB,iBAAiB;IACjB,cAAc;CACN,CAAC;AAEX,MAAM,kCAAkC,GAAG;IACzC,cAAc;IACd,YAAY;IACZ,YAAY;IACZ,gBAAgB;IAChB,aAAa;CACL,CAAC;AAEX,SAAS,mBAAmB,CAAC,MAAqD;IAChF,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,CAAC;AACvD,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAC1D,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,eAAe,CAAC;IACrD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,SAAwD,EACxD,KAAkB;IAElB,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAuB,EAAE,MAAuB,EAAE,KAAkB;IACvG,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAC/D,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QACjC,MAAM,YAAY,GAAG,CAAC,GAAG,6BAA6B,EAAE,GAAG,kCAAkC,CAAC,CAAC;QAE/F,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,KAAK,QAAQ,CAAC,EAAE,CAAC;YAClE,OAAO,iBAAiB,CACtB,GAAG,EACH,GAAG,EACH,aAAa,EACb,yBAAyB,QAAQ,cAAc,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzE,CAAC;QACJ,CAAC;QAED,IAAI,kCAAkC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC5G,OAAO,iBAAiB,CACtB,GAAG,EACH,GAAG,EACH,aAAa,EACb,4CAA4C,QAAQ,EAAE,CACvD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEhE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,OAAO,iBAAiB,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAElD,uEAAuE;YACvE,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACjE,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,iBAAiB,CAAC,GAAG,EAAE,GAAG,EAAE,uBAAuB,EAAE,4BAA4B,QAAQ,EAAE,CAAC,CAAC;YACtG,CAAC;YAED,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEnC,MAAM,QAAQ,GAAqB;gBACjC,IAAI,EAAE,QAAQ;gBACd,WAAW;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO;aACR,CAAC;YAEF,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YAC3C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,iBAAiB,CACf,GAAG,EACH,GAAG,EACH,uBAAuB,EACvB,4BAA6B,GAAa,CAAC,OAAO,EAAE,CACrD,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAChE,MAAM,GAAG,GAAG,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,CAAC,GAAG,6BAA6B,EAAE,GAAG,kCAAkC,CAAC,CAAC;QAE/F,MAAM,QAAQ,GAAG,sBAAsB,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACvG,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC9C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1E,MAAM,aAAa,GAAG,kCAAkC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;YACnG,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;YACxE,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,CAAC,aAAa,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;YAE5E,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,gBAAgB,CAAC,IAAI;gBAC3B,WAAW,EAAE,mBAAmB,CAAC,QAAQ,CAAC;gBAC1C,SAAS;aACV,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAyB;YACrC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,MAAM;YACrB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,SAAS;YACT,WAAW,EACT,GAAG,CAAC,MAAM,KAAK,QAAQ;gBACrB,CAAC,CAAC,CAAC,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,CAAC;gBAC/E,CAAC,CAAC,CAAC,mBAAmB,EAAE,eAAe,EAAE,iBAAiB,EAAE,UAAU,CAAC;SAC5E,CAAC;QAEF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/routes/log-routes.d.ts

@@ -0,0 +1,8 @@
+import { Router } from 'express';
+import { JobScheduler } from '../job-scheduler';
+import { KasekiApiConfig } from '../kaseki-api-config';
+/**
+ * Create log-related routes (progress, events, logs, analysis).
+ */
+export declare function createLogRoutes(scheduler: JobScheduler, config: KasekiApiConfig): Router;
+//# sourceMappingURL=log-routes.d.ts.map

package/dist/routes/log-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-routes.d.ts","sourceRoot":"","sources":["../../src/routes/log-routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAQvD;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,GAAG,MAAM,CAuXxF"}

package/dist/routes/log-routes.js

@@ -0,0 +1,345 @@
+import { Router } from 'express';
+import * as path from 'path';
+import * as fs from 'fs';
+import { sendErrorResponse } from '../utils/response-helpers.js';
+import { isNonEmptyFile } from '../utils/file-helpers.js';
+import { decodeUtf8TailSafely, tailLogByLines, readTailBytes } from '../utils/utf8-helpers.js';
+import { getJobOrRespond } from '../utils/route-helpers.js';
+import { normalizeProgressEvent } from '../utils/progress-normalizer.js';
+/**
+ * Create log-related routes (progress, events, logs, analysis).
+ */
+export function createLogRoutes(scheduler, config) {
+    const router = Router();
+    /**
+     * GET /api/runs/:id/progress - Retrieve progress events (supports Server-Sent Events streaming).
+     */
+    router.get('/runs/:id/progress', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        // Check if client wants SSE streaming
+        const wantsSSE = req.query.stream === 'sse' || req.get('Accept')?.includes('text/event-stream');
+        if (wantsSSE) {
+            // Server-Sent Events streaming
+            res.setHeader('Content-Type', 'text/event-stream');
+            res.setHeader('Cache-Control', 'no-cache');
+            res.setHeader('Connection', 'keep-alive');
+            let lastEventCount = 0;
+            let noChangeCount = 0;
+            const maxNoChangeAttempts = 10; // Stop after 10 checks with no change
+            const sendProgressUpdate = () => {
+                const progressFile = path.join(config.resultsDir, job.id, 'progress.jsonl');
+                if (!fs.existsSync(progressFile)) {
+                    return;
+                }
+                try {
+                    const content = fs.readFileSync(progressFile, 'utf-8');
+                    const lines = content.trim().length > 0 ? content.trim().split('\n') : [];
+                    if (lines.length > lastEventCount) {
+                        // Send new events
+                        const newLines = lines.slice(lastEventCount);
+                        for (const line of newLines) {
+                            try {
+                                const event = normalizeProgressEvent(JSON.parse(line));
+                                res.write(`data: ${JSON.stringify(event)}\n\n`);
+                            }
+                            catch {
+                                // Skip invalid JSON lines
+                            }
+                        }
+                        lastEventCount = lines.length;
+                        noChangeCount = 0;
+                    }
+                    else if (job.status !== 'running') {
+                        // Job is not running anymore, send final status
+                        const currentJob = scheduler.getJob(job.id);
+                        if (currentJob) {
+                            res.write(`data: ${JSON.stringify({
+                                type: 'status',
+                                status: currentJob.status,
+                                elapsed: Math.round((new Date().getTime() - (currentJob.startedAt?.getTime() || 0)) / 1000),
+                            })}\n\n`);
+                        }
+                        res.end();
+                        return;
+                    }
+                    else {
+                        noChangeCount++;
+                        if (noChangeCount >= maxNoChangeAttempts) {
+                            // No new events for a while, close connection
+                            res.end();
+                            return;
+                        }
+                    }
+                }
+                catch {
+                    // Ignore file read errors
+                }
+            };
+            // Send initial status
+            res.write(`data: ${JSON.stringify({ type: 'start', jobId: job.id, status: job.status })}\n\n`);
+            // Send progress updates every 2 seconds
+            const interval = setInterval(() => {
+                if (res.destroyed) {
+                    clearInterval(interval);
+                    return;
+                }
+                sendProgressUpdate();
+            }, 2000);
+            // Clean up on client disconnect
+            req.on('close', () => {
+                clearInterval(interval);
+            });
+            return;
+        }
+        // Regular JSONL response
+        const progressFile = path.join(config.resultsDir, job.id, 'progress.jsonl');
+        if (!fs.existsSync(progressFile)) {
+            const tailParam = Number(req.query.tail ?? 25);
+            const tail = Number.isFinite(tailParam) ? Math.max(0, Math.floor(tailParam)) : 25;
+            const events = typeof scheduler.getLiveProgressEvents === 'function'
+                ? scheduler.getLiveProgressEvents(job.id, tail).map((event) => normalizeProgressEvent(event))
+                : [];
+            if (events.length > 0) {
+                return res.json({
+                    id: job.id,
+                    status: job.status,
+                    events,
+                    total: events.length,
+                    source: 'docker-logs',
+                });
+            }
+            return sendErrorResponse(res, 404, 'Not Found', 'Progress file not found');
+        }
+        try {
+            const content = fs.readFileSync(progressFile, 'utf-8');
+            const lines = content.trim().length > 0 ? content.trim().split('\n') : [];
+            const tailParam = Number(req.query.tail ?? lines.length);
+            const tail = Number.isFinite(tailParam) ? Math.max(0, Math.floor(tailParam)) : lines.length;
+            const selectedLines = tail > 0 ? lines.slice(-tail) : [];
+            const events = selectedLines
+                .map((line) => {
+                try {
+                    return normalizeProgressEvent(JSON.parse(line));
+                }
+                catch {
+                    return null;
+                }
+            })
+                .filter((event) => event !== null);
+            res.json({
+                id: job.id,
+                status: job.status,
+                events,
+                total: lines.length,
+            });
+        }
+        catch (err) {
+            sendErrorResponse(res, 500, 'Internal Server Error', `Failed to read progress: ${err.message}`);
+        }
+    });
+    /**
+     * GET /api/runs/:id/events - Controller-friendly event stream snapshot.
+     *
+     * This endpoint always prefers promoted progress.jsonl events, then appends
+     * live Docker progress while a worker is still running.
+     */
+    router.get('/runs/:id/events', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        const tailParam = Number(req.query.tail ?? 50);
+        const tail = Number.isFinite(tailParam) ? Math.max(0, Math.floor(tailParam)) : 50;
+        const progressFile = path.join(config.resultsDir, job.id, 'progress.jsonl');
+        const events = [];
+        const sources = new Set();
+        if (fs.existsSync(progressFile) && isNonEmptyFile(progressFile)) {
+            try {
+                const lines = fs.readFileSync(progressFile, 'utf-8').trim().split('\n');
+                for (const line of lines) {
+                    try {
+                        events.push(normalizeProgressEvent(JSON.parse(line)));
+                    }
+                    catch {
+                        // Skip partial or malformed progress records.
+                    }
+                }
+                sources.add('progress.jsonl');
+            }
+            catch {
+                // Live Docker fallback below keeps the endpoint useful while a run is active.
+            }
+        }
+        if (job.status === 'running' && typeof scheduler.getLiveProgressEvents === 'function') {
+            const liveEvents = scheduler.getLiveProgressEvents(job.id, tail);
+            for (const event of liveEvents) {
+                events.push(normalizeProgressEvent(event));
+            }
+            if (liveEvents.length > 0) {
+                sources.add('docker-logs');
+            }
+        }
+        const selectedEvents = tail > 0 ? events.slice(-tail) : [];
+        res.json({
+            id: job.id,
+            status: job.status,
+            events: selectedEvents,
+            total: events.length,
+            sources: Array.from(sources),
+        });
+    });
+    /**
+     * GET /api/runs/:id/logs/:logtype - Retrieve logs.
+     */
+    router.get('/runs/:id/logs/:logtype', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        const logType = req.params.logtype;
+        const validLogTypes = ['stdout', 'stderr', 'validation', 'progress', 'quality', 'secret-scan'];
+        if (!validLogTypes.includes(logType)) {
+            return sendErrorResponse(res, 400, 'Bad Request', `Unknown log type: ${logType}. Valid types: ${validLogTypes.join(', ')}`);
+        }
+        try {
+            const logFile = path.join(config.resultsDir, job.id, logType === 'stdout' ? 'stdout.log' : `${logType}.log`);
+            if (!fs.existsSync(logFile)) {
+                if (job.status === 'running' &&
+                    (logType === 'stdout' || logType === 'stderr' || logType === 'progress') &&
+                    typeof scheduler.getLiveDockerLogTail === 'function') {
+                    const liveContent = scheduler.getLiveDockerLogTail(job.id, 300);
+                    if (liveContent) {
+                        const response = {
+                            logType: logType,
+                            content: liveContent,
+                            size: Buffer.byteLength(liveContent, 'utf-8'),
+                        };
+                        return res.json(response);
+                    }
+                }
+                if (logType === 'stderr' && job.status === 'failed') {
+                    const syntheticStderr = [
+                        '[kaseki] Synthetic stderr fallback',
+                        `job id: ${job.id}`,
+                        `exit code: ${job.exitCode ?? 'unknown'}`,
+                        `failure class: ${job.failureClass ?? 'unknown'}`,
+                        `job.error: ${job.error ?? 'unknown'}`,
+                        'canonical stderr.log was not generated for this failed run.',
+                    ].join('\n');
+                    const fallbackResponse = {
+                        logType: 'stderr',
+                        content: syntheticStderr,
+                        size: Buffer.byteLength(syntheticStderr, 'utf-8'),
+                    };
+                    return res.status(200).json(fallbackResponse);
+                }
+                return sendErrorResponse(res, 404, 'Not Found', `Log file not found: ${logType}`);
+            }
+            const stat = fs.statSync(logFile);
+            const size = stat.size;
+            // For large files, just return metadata and a truncated tail
+            const maxSize = 1024 * 100; // 100 KB
+            let content = '';
+            if (size > maxSize) {
+                const truncated = readTailBytes(logFile, size, maxSize);
+                let tailContent = decodeUtf8TailSafely(truncated);
+                if (req.query.tail === 'lines') {
+                    const lineCount = Number(req.query.lines ?? 200);
+                    const maxLines = Number.isFinite(lineCount) ? Math.max(1, Math.floor(lineCount)) : 200;
+                    tailContent = tailLogByLines(tailContent, maxLines);
+                }
+                content = `[... truncated, showing last ${maxSize} bytes ...]\n${tailContent}`;
+            }
+            else {
+                content = fs.readFileSync(logFile, 'utf-8');
+            }
+            const response = {
+                logType: logType,
+                content,
+                size,
+            };
+            res.json(response);
+        }
+        catch (err) {
+            sendErrorResponse(res, 500, 'Internal Server Error', `Failed to read log: ${err.message}`);
+        }
+    });
+    /**
+     * GET /api/runs/:id/analysis - Comprehensive run analysis.
+     */
+    router.get('/runs/:id/analysis', (req, res) => {
+        const job = getJobOrRespond(scheduler, req.params.id, res);
+        if (!job) {
+            return;
+        }
+        try {
+            const response = {
+                id: job.id,
+                status: job.status,
+                createdAt: job.createdAt.toISOString(),
+                completedAt: job.completedAt?.toISOString(),
+                exitCode: job.exitCode,
+                failureClass: job.failureClass,
+            };
+            // Add timing
+            if (job.startedAt) {
+                const elapsed = (job.completedAt || new Date()).getTime() - job.startedAt.getTime();
+                response.elapsedSeconds = Math.round(elapsed / 1000);
+            }
+            // Try to read metadata
+            const metadataPath = path.join(config.resultsDir, job.id, 'metadata.json');
+            if (fs.existsSync(metadataPath)) {
+                const metadata = JSON.parse(fs.readFileSync(metadataPath, 'utf-8'));
+                response.metadata = {
+                    model: metadata.model,
+                    instance: metadata.instance,
+                    repo: metadata.repo,
+                    ref: metadata.ref,
+                };
+            }
+            // Try to read changed files
+            const changedFilesPath = path.join(config.resultsDir, job.id, 'changed-files.txt');
+            if (fs.existsSync(changedFilesPath)) {
+                const changedFiles = fs
+                    .readFileSync(changedFilesPath, 'utf-8')
+                    .trim()
+                    .split('\n')
+                    .filter((f) => f);
+                const diffPath = path.join(config.resultsDir, job.id, 'git.diff');
+                const diffSize = fs.existsSync(diffPath) ? fs.statSync(diffPath).size : 0;
+                response.changes = {
+                    changedFiles,
+                    diffSize,
+                };
+            }
+            // Try to read validation results
+            const validationPath = path.join(config.resultsDir, job.id, 'validation-timings.tsv');
+            if (fs.existsSync(validationPath)) {
+                const lines = fs.readFileSync(validationPath, 'utf-8').trim().split('\n');
+                const commandResults = lines
+                    .slice(1) // Skip header
+                    .map((line) => {
+                    const [command, exitCode, elapsed] = line.split('\t');
+                    return {
+                        command,
+                        exitCode: parseInt(exitCode, 10),
+                        elapsed: parseInt(elapsed, 10),
+                    };
+                });
+                response.validation = {
+                    passed: commandResults.every((r) => r.exitCode === 0),
+                    commandResults,
+                };
+            }
+            res.json(response);
+        }
+        catch (err) {
+            sendErrorResponse(res, 500, 'Internal Server Error', `Failed to analyze run: ${err.message}`);
+        }
+    });
+    return router;
+}
+//# sourceMappingURL=log-routes.js.map