@hasna/logs 0.0.1 → 0.1.0

package/dist/cli/index.js

@@ -2,7 +2,7 @@
 // @bun
 import {
   runJob
-} from "../index-dh02dp7n.js";
+} from "../index-4x090f69.js";
 import {
   createPage,
   createProject,
@@ -13,14 +13,16 @@ import {
   searchLogs,
   summarizeLogs,
   tailLogs
-} from "../index-zj6ymcv7.js";
+} from "../index-qmsvtxax.js";
 import {
-  __commonJS,
-  __require,
-  __toESM,
   createJob,
   listJobs
-} from "../index-4mnved04.js";
+} from "../jobs-124e878j.js";
+import {
+  __commonJS,
+  __require,
+  __toESM
+} from "../index-g8dczzvv.js";
 
 // node_modules/commander/lib/error.js
 var require_error = __commonJS((exports) => {
@@ -2231,7 +2233,7 @@ program2.command("scan").description("Run an immediate scan for a job").option("
     process.exit(1);
   }
   const db = getDb();
-  const job = (await import("../jobs-zv49jh0y.js")).getJob(db, opts.job);
+  const job = (await import("../jobs-124e878j.js")).getJob(db, opts.job);
   if (!job) {
     console.error("Job not found");
     process.exit(1);
@@ -2240,6 +2242,37 @@ program2.command("scan").description("Run an immediate scan for a job").option("
   await runJob(db, job.id, job.project_id, job.page_id ?? undefined);
   console.log("Scan complete.");
 });
+program2.command("export").description("Export logs to JSON or CSV").option("--project <id>").option("--since <time>", "Relative time or ISO").option("--level <level>").option("--service <name>").option("--format <fmt>", "json or csv", "json").option("--output <file>", "Output file (default: stdout)").option("--limit <n>", "Max rows", "100000").action(async (opts) => {
+  const { exportToCsv, exportToJson } = await import("../export-yjaw2sr3.js");
+  const { createWriteStream } = await import("fs");
+  const db = getDb();
+  const options = {
+    project_id: opts.project,
+    since: parseRelativeTime(opts.since),
+    level: opts.level,
+    service: opts.service,
+    limit: Number(opts.limit)
+  };
+  let count = 0;
+  if (opts.output) {
+    const stream = createWriteStream(opts.output);
+    const write = (s) => stream.write(s);
+    count = opts.format === "csv" ? exportToCsv(db, options, write) : exportToJson(db, options, write);
+    stream.end();
+    console.error(`Exported ${count} log(s) to ${opts.output}`);
+  } else {
+    const write = (s) => process.stdout.write(s);
+    count = opts.format === "csv" ? exportToCsv(db, options, write) : exportToJson(db, options, write);
+    process.stderr.write(`
+Exported ${count} log(s)
+`);
+  }
+});
+program2.command("health").description("Show server health and DB stats").action(async () => {
+  const { getHealth } = await import("../health-f2qrebqc.js");
+  const h = getHealth(getDb());
+  console.log(JSON.stringify(h, null, 2));
+});
 program2.command("mcp").description("Start the MCP server").option("--claude", "Install into Claude Code").option("--codex", "Install into Codex").option("--gemini", "Install into Gemini").action(async (opts) => {
   if (opts.claude || opts.codex || opts.gemini) {
     const bin = process.execPath;

package/dist/mcp/index.js

@@ -1,27 +1,37 @@
 #!/usr/bin/env bun
 // @bun
 import {
+  createAlertRule,
   createPage,
   createProject,
+  deleteAlertRule,
   getDb,
   getLatestSnapshot,
   getLogContext,
   getPerfTrend,
   ingestLog,
+  listAlertRules,
+  listIssues,
   listPages,
   listProjects,
   scoreLabel,
   searchLogs,
   summarizeLogs,
-  tailLogs
-} from "../index-zj6ymcv7.js";
+  tailLogs,
+  updateIssueStatus
+} from "../index-qmsvtxax.js";
 import {
-  __commonJS,
-  __export,
-  __toESM,
   createJob,
   listJobs
-} from "../index-4mnved04.js";
+} from "../jobs-124e878j.js";
+import {
+  getHealth
+} from "../health-f2qrebqc.js";
+import {
+  __commonJS,
+  __export,
+  __toESM
+} from "../index-g8dczzvv.js";
 
 // node_modules/ajv/dist/compile/codegen/code.js
 var require_code = __commonJS((exports) => {
@@ -6282,7 +6292,7 @@ var require_formats = __commonJS((exports) => {
   }
   var TIME = /^(\d\d):(\d\d):(\d\d(?:\.\d+)?)(z|([+-])(\d\d)(?::?(\d\d))?)?$/i;
   function getTime(strictTimeZone) {
-    return function time3(str) {
+    return function time(str) {
       const matches = TIME.exec(str);
       if (!matches)
         return false;
@@ -28368,25 +28378,155 @@ class StdioServerTransport {
   }
 }
 
+// src/lib/diagnose.ts
+function diagnose(db, projectId, since) {
+  const window = since ?? new Date(Date.now() - 24 * 3600 * 1000).toISOString();
+  const top_errors = db.prepare(`
+    SELECT message, COUNT(*) as count, service, MAX(timestamp) as last_seen
+    FROM logs
+    WHERE project_id = $p AND level IN ('error','fatal') AND timestamp >= $since
+    GROUP BY message, service
+    ORDER BY count DESC
+    LIMIT 10
+  `).all({ $p: projectId, $since: window });
+  const error_rate_by_service = db.prepare(`
+    SELECT service,
+      SUM(CASE WHEN level IN ('error','fatal') THEN 1 ELSE 0 END) as errors,
+      SUM(CASE WHEN level = 'warn' THEN 1 ELSE 0 END) as warns,
+      COUNT(*) as total
+    FROM logs
+    WHERE project_id = $p AND timestamp >= $since
+    GROUP BY service
+    ORDER BY errors DESC
+  `).all({ $p: projectId, $since: window });
+  const failing_pages = db.prepare(`
+    SELECT l.page_id, p.url, COUNT(*) as error_count
+    FROM logs l
+    JOIN pages p ON p.id = l.page_id
+    WHERE l.project_id = $p AND l.level IN ('error','fatal') AND l.timestamp >= $since AND l.page_id IS NOT NULL
+    GROUP BY l.page_id, p.url
+    ORDER BY error_count DESC
+    LIMIT 10
+  `).all({ $p: projectId, $since: window });
+  const perf_regressions = db.prepare(`
+    SELECT * FROM (
+      SELECT
+        cur.page_id,
+        p.url,
+        cur.score as score_now,
+        prev.score as score_prev,
+        (cur.score - prev.score) as delta
+      FROM performance_snapshots cur
+      JOIN pages p ON p.id = cur.page_id
+      LEFT JOIN performance_snapshots prev ON prev.page_id = cur.page_id AND prev.id != cur.id
+      WHERE cur.project_id = $p
+      AND cur.timestamp = (SELECT MAX(timestamp) FROM performance_snapshots WHERE page_id = cur.page_id)
+      AND (prev.timestamp = (SELECT MAX(timestamp) FROM performance_snapshots WHERE page_id = cur.page_id AND id != cur.id) OR prev.id IS NULL)
+    ) WHERE delta < -5 OR delta IS NULL
+    ORDER BY delta ASC
+    LIMIT 10
+  `).all({ $p: projectId });
+  const totalErrors = top_errors.reduce((s, e) => s + e.count, 0);
+  const topService = error_rate_by_service[0];
+  const summary = totalErrors === 0 ? "No errors in this window. All looks good." : `${totalErrors} error(s) detected. Worst service: ${topService?.service ?? "unknown"} (${topService?.errors ?? 0} errors). ${failing_pages.length} page(s) with errors. ${perf_regressions.length} perf regression(s).`;
+  return { project_id: projectId, window, top_errors, error_rate_by_service, failing_pages, perf_regressions, summary };
+}
+
+// src/lib/compare.ts
+function getErrorsByMessage(db, projectId, since, until) {
+  return db.prepare(`
+    SELECT message, service, COUNT(*) as count
+    FROM logs
+    WHERE project_id = $p AND level IN ('error','fatal') AND timestamp >= $since AND timestamp <= $until
+    GROUP BY message, service
+  `).all({ $p: projectId, $since: since, $until: until });
+}
+function getErrorsByService(db, projectId, since, until) {
+  return db.prepare(`
+    SELECT service, COUNT(*) as errors
+    FROM logs
+    WHERE project_id = $p AND level IN ('error','fatal') AND timestamp >= $since AND timestamp <= $until
+    GROUP BY service
+  `).all({ $p: projectId, $since: since, $until: until });
+}
+function compare(db, projectId, aSince, aUntil, bSince, bUntil) {
+  const errorsA = getErrorsByMessage(db, projectId, aSince, aUntil);
+  const errorsB = getErrorsByMessage(db, projectId, bSince, bUntil);
+  const keyA = new Set(errorsA.map((e) => `${e.service}|${e.message}`));
+  const keyB = new Set(errorsB.map((e) => `${e.service}|${e.message}`));
+  const new_errors = errorsB.filter((e) => !keyA.has(`${e.service}|${e.message}`));
+  const resolved_errors = errorsA.filter((e) => !keyB.has(`${e.service}|${e.message}`));
+  const svcA = getErrorsByService(db, projectId, aSince, aUntil);
+  const svcB = getErrorsByService(db, projectId, bSince, bUntil);
+  const svcMapA = new Map(svcA.map((s) => [s.service, s.errors]));
+  const svcMapB = new Map(svcB.map((s) => [s.service, s.errors]));
+  const allSvcs = new Set([...svcMapA.keys(), ...svcMapB.keys()]);
+  const error_delta_by_service = [...allSvcs].map((svc) => ({
+    service: svc,
+    errors_a: svcMapA.get(svc) ?? 0,
+    errors_b: svcMapB.get(svc) ?? 0,
+    delta: (svcMapB.get(svc) ?? 0) - (svcMapA.get(svc) ?? 0)
+  })).sort((a, b) => Math.abs(b.delta) - Math.abs(a.delta));
+  const perf_delta_by_page = db.prepare(`
+    SELECT
+      pa.page_id, pg.url,
+      pa.score as score_a,
+      pb.score as score_b,
+      (pb.score - pa.score) as delta
+    FROM
+      (SELECT page_id, AVG(score) as score FROM performance_snapshots WHERE project_id = $p AND timestamp >= $as AND timestamp <= $au GROUP BY page_id) pa
+      JOIN pages pg ON pg.id = pa.page_id
+      LEFT JOIN (SELECT page_id, AVG(score) as score FROM performance_snapshots WHERE project_id = $p AND timestamp >= $bs AND timestamp <= $bu GROUP BY page_id) pb ON pb.page_id = pa.page_id
+    ORDER BY delta ASC
+  `).all({ $p: projectId, $as: aSince, $au: aUntil, $bs: bSince, $bu: bUntil });
+  const summary = [
+    `${new_errors.length} new error type(s), ${resolved_errors.length} resolved.`,
+    error_delta_by_service.filter((s) => s.delta > 0).map((s) => `${s.service ?? "unknown"}: +${s.delta}`).join(", ") || "No error increases."
+  ].join(" ");
+  return {
+    project_id: projectId,
+    window_a: { since: aSince, until: aUntil },
+    window_b: { since: bSince, until: bUntil },
+    new_errors,
+    resolved_errors,
+    error_delta_by_service,
+    perf_delta_by_page,
+    summary
+  };
+}
+
 // src/mcp/index.ts
 var db = getDb();
-var server = new McpServer({ name: "logs", version: "0.0.1" });
+var server = new McpServer({ name: "logs", version: "0.1.0" });
+function applyBrief(rows, brief = true) {
+  if (!brief)
+    return rows;
+  return rows.map((r) => ({ id: r.id, timestamp: r.timestamp, level: r.level, message: r.message, service: r.service }));
+}
 var TOOLS = {
   register_project: "Register a project (name, github_repo?, base_url?, description?)",
-  register_page: "Register a page URL to a project (project_id, url, path?, name?)",
-  create_scan_job: "Schedule headless page scans (project_id, schedule, page_id?)",
+  register_page: "Register a page URL (project_id, url, path?, name?)",
+  create_scan_job: "Schedule page scans (project_id, schedule, page_id?)",
   log_push: "Push a log entry (level, message, project_id?, service?, trace_id?, metadata?)",
-  log_search: "Search logs (project_id?, page_id?, level?, since?, until?, text?, limit?)",
-  log_tail: "Get N most recent logs (project_id?, n?)",
-  log_summary: "Error/warn counts by service/page (project_id?, since?)",
-  log_context: "All logs for a trace_id",
-  perf_snapshot: "Latest performance snapshot for a project/page (project_id, page_id?)",
-  perf_trend: "Performance over time (project_id, page_id?, since?, limit?)",
-  scan_status: "Last scan runs per project (project_id?)",
-  list_projects: "List all registered projects",
+  log_search: "Search logs (project_id?, level?, since?, text?, brief?=true, limit?)",
+  log_tail: "Recent logs (project_id?, n?, brief?=true)",
+  log_summary: "Error/warn counts by service (project_id?, since?)",
+  log_context: "All logs for a trace_id (trace_id, brief?=true)",
+  log_diagnose: "Full diagnosis: top errors, failing pages, perf regressions (project_id, since?)",
+  log_compare: "Compare two time windows for new/resolved errors and perf delta",
+  perf_snapshot: "Latest perf snapshot (project_id, page_id?)",
+  perf_trend: "Perf over time (project_id, page_id?, since?, limit?)",
+  scan_status: "Last scan jobs (project_id?)",
+  list_projects: "List all projects",
   list_pages: "List pages for a project (project_id)",
-  search_tools: "Search available tools by keyword (query)",
-  describe_tools: "List all tools with descriptions"
+  list_issues: "List grouped error issues (project_id?, status?, limit?)",
+  resolve_issue: "Update issue status (id, status: open|resolved|ignored)",
+  create_alert_rule: "Create alert rule (project_id, name, level, threshold_count, window_seconds, webhook_url?)",
+  list_alert_rules: "List alert rules (project_id?)",
+  delete_alert_rule: "Delete alert rule (id)",
+  get_health: "Server health + DB stats",
+  search_tools: "Search tools by keyword (query)",
+  describe_tools: "List all tools"
 };
 server.tool("search_tools", { query: exports_external.string() }, ({ query }) => {
   const q = query.toLowerCase();
@@ -28394,37 +28534,27 @@ server.tool("search_tools", { query: exports_external.string() }, ({ query }) =>
   return { content: [{ type: "text", text: matches.map(([k, v]) => `${k}: ${v}`).join(`
 `) || "No matches" }] };
 });
-server.tool("describe_tools", {}, () => {
-  const text = Object.entries(TOOLS).map(([k, v]) => `${k}: ${v}`).join(`
-`);
-  return { content: [{ type: "text", text }] };
-});
+server.tool("describe_tools", {}, () => ({
+  content: [{ type: "text", text: Object.entries(TOOLS).map(([k, v]) => `${k}: ${v}`).join(`
+`) }]
+}));
 server.tool("register_project", {
   name: exports_external.string(),
   github_repo: exports_external.string().optional(),
   base_url: exports_external.string().optional(),
   description: exports_external.string().optional()
-}, (args) => {
-  const project = createProject(db, args);
-  return { content: [{ type: "text", text: JSON.stringify(project) }] };
-});
+}, (args) => ({ content: [{ type: "text", text: JSON.stringify(createProject(db, args)) }] }));
 server.tool("register_page", {
   project_id: exports_external.string(),
   url: exports_external.string(),
   path: exports_external.string().optional(),
   name: exports_external.string().optional()
-}, (args) => {
-  const page = createPage(db, args);
-  return { content: [{ type: "text", text: JSON.stringify(page) }] };
-});
+}, (args) => ({ content: [{ type: "text", text: JSON.stringify(createPage(db, args)) }] }));
 server.tool("create_scan_job", {
   project_id: exports_external.string(),
   schedule: exports_external.string(),
   page_id: exports_external.string().optional()
-}, (args) => {
-  const job = createJob(db, args);
-  return { content: [{ type: "text", text: JSON.stringify(job) }] };
-});
+}, (args) => ({ content: [{ type: "text", text: JSON.stringify(createJob(db, args)) }] }));
 server.tool("log_push", {
   level: exports_external.enum(["debug", "info", "warn", "error", "fatal"]),
   message: exports_external.string(),
@@ -28448,60 +28578,108 @@ server.tool("log_search", {
   until: exports_external.string().optional(),
   text: exports_external.string().optional(),
   trace_id: exports_external.string().optional(),
-  limit: exports_external.number().optional()
+  limit: exports_external.number().optional(),
+  brief: exports_external.boolean().optional()
 }, (args) => {
-  const rows = searchLogs(db, {
-    ...args,
-    level: args.level ? args.level.split(",") : undefined
-  });
-  return { content: [{ type: "text", text: JSON.stringify(rows) }] };
+  const rows = searchLogs(db, { ...args, level: args.level ? args.level.split(",") : undefined });
+  return { content: [{ type: "text", text: JSON.stringify(applyBrief(rows, args.brief !== false)) }] };
 });
 server.tool("log_tail", {
   project_id: exports_external.string().optional(),
-  n: exports_external.number().optional()
-}, ({ project_id, n }) => {
+  n: exports_external.number().optional(),
+  brief: exports_external.boolean().optional()
+}, ({ project_id, n, brief }) => {
   const rows = tailLogs(db, project_id, n ?? 50);
-  return { content: [{ type: "text", text: JSON.stringify(rows) }] };
+  return { content: [{ type: "text", text: JSON.stringify(applyBrief(rows, brief !== false)) }] };
 });
 server.tool("log_summary", {
   project_id: exports_external.string().optional(),
   since: exports_external.string().optional()
-}, ({ project_id, since }) => {
-  const summary = summarizeLogs(db, project_id, since);
-  return { content: [{ type: "text", text: JSON.stringify(summary) }] };
-});
-server.tool("log_context", { trace_id: exports_external.string() }, ({ trace_id }) => {
+}, ({ project_id, since }) => ({
+  content: [{ type: "text", text: JSON.stringify(summarizeLogs(db, project_id, since)) }]
+}));
+server.tool("log_context", {
+  trace_id: exports_external.string(),
+  brief: exports_external.boolean().optional()
+}, ({ trace_id, brief }) => {
   const rows = getLogContext(db, trace_id);
-  return { content: [{ type: "text", text: JSON.stringify(rows) }] };
+  return { content: [{ type: "text", text: JSON.stringify(applyBrief(rows, brief !== false)) }] };
 });
+server.tool("log_diagnose", {
+  project_id: exports_external.string(),
+  since: exports_external.string().optional()
+}, ({ project_id, since }) => ({
+  content: [{ type: "text", text: JSON.stringify(diagnose(db, project_id, since)) }]
+}));
+server.tool("log_compare", {
+  project_id: exports_external.string(),
+  a_since: exports_external.string(),
+  a_until: exports_external.string(),
+  b_since: exports_external.string(),
+  b_until: exports_external.string()
+}, ({ project_id, a_since, a_until, b_since, b_until }) => ({
+  content: [{ type: "text", text: JSON.stringify(compare(db, project_id, a_since, a_until, b_since, b_until)) }]
+}));
 server.tool("perf_snapshot", {
   project_id: exports_external.string(),
   page_id: exports_external.string().optional()
 }, ({ project_id, page_id }) => {
   const snap = getLatestSnapshot(db, project_id, page_id);
-  const label = snap ? scoreLabel(snap.score) : "unknown";
-  return { content: [{ type: "text", text: JSON.stringify({ ...snap, label }) }] };
+  return { content: [{ type: "text", text: JSON.stringify(snap ? { ...snap, label: scoreLabel(snap.score) } : null) }] };
 });
 server.tool("perf_trend", {
   project_id: exports_external.string(),
   page_id: exports_external.string().optional(),
   since: exports_external.string().optional(),
   limit: exports_external.number().optional()
-}, ({ project_id, page_id, since, limit }) => {
-  const trend = getPerfTrend(db, project_id, page_id, since, limit ?? 50);
-  return { content: [{ type: "text", text: JSON.stringify(trend) }] };
-});
+}, ({ project_id, page_id, since, limit }) => ({
+  content: [{ type: "text", text: JSON.stringify(getPerfTrend(db, project_id, page_id, since, limit ?? 50)) }]
+}));
 server.tool("scan_status", {
   project_id: exports_external.string().optional()
-}, ({ project_id }) => {
-  const jobs = listJobs(db, project_id);
-  return { content: [{ type: "text", text: JSON.stringify(jobs) }] };
-});
-server.tool("list_projects", {}, () => {
-  return { content: [{ type: "text", text: JSON.stringify(listProjects(db)) }] };
-});
-server.tool("list_pages", { project_id: exports_external.string() }, ({ project_id }) => {
-  return { content: [{ type: "text", text: JSON.stringify(listPages(db, project_id)) }] };
+}, ({ project_id }) => ({
+  content: [{ type: "text", text: JSON.stringify(listJobs(db, project_id)) }]
+}));
+server.tool("list_projects", {}, () => ({
+  content: [{ type: "text", text: JSON.stringify(listProjects(db)) }]
+}));
+server.tool("list_pages", { project_id: exports_external.string() }, ({ project_id }) => ({
+  content: [{ type: "text", text: JSON.stringify(listPages(db, project_id)) }]
+}));
+server.tool("list_issues", {
+  project_id: exports_external.string().optional(),
+  status: exports_external.string().optional(),
+  limit: exports_external.number().optional()
+}, ({ project_id, status, limit }) => ({
+  content: [{ type: "text", text: JSON.stringify(listIssues(db, project_id, status, limit ?? 50)) }]
+}));
+server.tool("resolve_issue", {
+  id: exports_external.string(),
+  status: exports_external.enum(["open", "resolved", "ignored"])
+}, ({ id, status }) => ({
+  content: [{ type: "text", text: JSON.stringify(updateIssueStatus(db, id, status)) }]
+}));
+server.tool("create_alert_rule", {
+  project_id: exports_external.string(),
+  name: exports_external.string(),
+  level: exports_external.string().optional(),
+  service: exports_external.string().optional(),
+  threshold_count: exports_external.number().optional(),
+  window_seconds: exports_external.number().optional(),
+  action: exports_external.enum(["webhook", "log"]).optional(),
+  webhook_url: exports_external.string().optional()
+}, (args) => ({ content: [{ type: "text", text: JSON.stringify(createAlertRule(db, args)) }] }));
+server.tool("list_alert_rules", {
+  project_id: exports_external.string().optional()
+}, ({ project_id }) => ({
+  content: [{ type: "text", text: JSON.stringify(listAlertRules(db, project_id)) }]
+}));
+server.tool("delete_alert_rule", { id: exports_external.string() }, ({ id }) => {
+  deleteAlertRule(db, id);
+  return { content: [{ type: "text", text: "deleted" }] };
 });
+server.tool("get_health", {}, () => ({
+  content: [{ type: "text", text: JSON.stringify(getHealth(db)) }]
+}));
 var transport = new StdioServerTransport;
 await server.connect(transport);