@hadoku/jobplatform-worker 2.32.22 → 2.32.24

package/dist/clients/telemetry.d.ts

@@ -0,0 +1,14 @@
+import type { AppEnv } from '../types.js';
+export declare const TELEMETRY_SERVICE = "jobplatform";
+export interface ServiceEvent {
+    level: 'info' | 'warn' | 'error';
+    /** Lands in the `event` column; keep it short and stable, it is what gets grouped by. */
+    event: string;
+    message: string;
+    context?: Record<string, unknown>;
+}
+/** True when this worker has what posting needs. Callers skip the post when it doesn't. */
+export declare function canPostTelemetry(env: AppEnv | undefined): env is AppEnv;
+/** Resolves when monitoring-api has accepted the row; rejects with the reason it didn't. */
+export declare function postServiceEvent(env: AppEnv, ev: ServiceEvent): Promise<void>;
+//# sourceMappingURL=telemetry.d.ts.map

package/dist/clients/telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/clients/telemetry.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAE1C,eAAO,MAAM,iBAAiB,gBAAgB,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC5B,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACjC,yFAAyF;IACzF,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,2FAA2F;AAC3F,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,GAAG,IAAI,MAAM,CAEvE;AAED,4FAA4F;AAC5F,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBnF"}

package/dist/errorHandler.d.ts

@@ -16,6 +16,14 @@
  *    failures that day were D1 refusing within 10-70ms while four other
  *    batches held it for ~9s each. They were transient, and a transient D1
  *    failure now answers 503 with Retry-After.
+ *
+ * Issue #26 added two more. The 2026-10-30 scrape lost 39 batches in a
+ * five-second window to `D1_ERROR: internal error; reference = ...`, with no
+ * long-held statement behind it and every batch around them succeeding. That
+ * message was not on the list, so each went out as a 500 the scraper drops
+ * rather than a 503 it retries. And every failure now also lands in
+ * monitoring-api's `service_events`, so a run of them is visible from this
+ * side, not only from the caller's.
  */
 import type { Context } from 'hono';
 export declare function isTransientD1Error(err: unknown): boolean;

package/dist/errorHandler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"errorHandler.d.ts","sourceRoot":"","sources":["../src/errorHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AA2BpC,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAExD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,GAAG,QAAQ,CA4B7D"}
+{"version":3,"file":"errorHandler.d.ts","sourceRoot":"","sources":["../src/errorHandler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAoCpC,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAExD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,GAAG,QAAQ,CAuD7D"}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAMN,KAAK,iBAAiB,EACtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAUzC,UAAU,UAAU;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE;QAAE,WAAW,EAAE,iBAAiB,CAAA;KAAE,CAAC;CAC9C;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,SAAqB,uCAuDrE;AAYD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,IAErC,SAAS,OAAO,EAAE,MAAM,gBAAgB,kCAChD;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,IAC1C,MAAM,MAAM,UAGpB;AAED,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACzC,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAMN,KAAK,iBAAiB,EACtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAUzC,UAAU,UAAU;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE;QAAE,WAAW,EAAE,iBAAiB,CAAA;KAAE,CAAC;CAC9C;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,SAAqB,uCA+DrE;AAYD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,IAErC,SAAS,OAAO,EAAE,MAAM,gBAAgB,kCAChD;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,IAC1C,MAAM,MAAM,UAGpB;AAED,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACzC,cAAc,cAAc,CAAC"}

package/dist/index.js

@@ -1,6 +1,91 @@
 import { z, OpenAPIHono, createRoute } from "@hono/zod-openapi";
 import { cors } from "hono/cors";
 import { DetailedErrorResponseSchema, createSuccessResponseSchema, tierAtLeast, requireMinTier, wrappedValidationHook, DEFAULT_HADOKU_ORIGINS, createEdgeAuth, createOpenAPIDocConfig, createErrorHandlers } from "@wolffm/worker-utils";
+var getTime = () => {
+  try {
+    return performance.now();
+  } catch {
+  }
+  return Date.now();
+};
+var timing = (config) => {
+  const options = {
+    total: true,
+    enabled: true,
+    totalDescription: "Total Response Time",
+    autoEnd: true,
+    crossOrigin: false,
+    ...config
+  };
+  return async function timing2(c, next) {
+    const headers = [];
+    const timers = /* @__PURE__ */ new Map();
+    if (c.get("metric")) {
+      return await next();
+    }
+    c.set("metric", { headers, timers });
+    if (options.total) {
+      startTime(c, "total", options.totalDescription);
+    }
+    await next();
+    if (options.total) {
+      endTime(c, "total");
+    }
+    if (options.autoEnd) {
+      timers.forEach((_, key) => endTime(c, key));
+    }
+    const enabled = typeof options.enabled === "function" ? options.enabled(c) : options.enabled;
+    if (enabled) {
+      c.res.headers.append("Server-Timing", headers.join(","));
+      const crossOrigin = typeof options.crossOrigin === "function" ? options.crossOrigin(c) : options.crossOrigin;
+      if (crossOrigin) {
+        c.res.headers.append(
+          "Timing-Allow-Origin",
+          typeof crossOrigin === "string" ? crossOrigin : "*"
+        );
+      }
+    }
+  };
+};
+var setMetric = (c, name, valueDescription, description, precision) => {
+  const metrics = c.get("metric");
+  if (!metrics) {
+    console.warn("Metrics not initialized! Please add the `timing()` middleware to this route!");
+    return;
+  }
+  if (typeof valueDescription === "number") {
+    const dur = valueDescription.toFixed(1);
+    const metric = description ? `${name};dur=${dur};desc="${description}"` : `${name};dur=${dur}`;
+    metrics.headers.push(metric);
+  } else {
+    const metric = valueDescription ? `${name};desc="${valueDescription}"` : `${name}`;
+    metrics.headers.push(metric);
+  }
+};
+var startTime = (c, name, description) => {
+  const metrics = c.get("metric");
+  if (!metrics) {
+    console.warn("Metrics not initialized! Please add the `timing()` middleware to this route!");
+    return;
+  }
+  metrics.timers.set(name, { description, start: getTime() });
+};
+var endTime = (c, name, precision) => {
+  const metrics = c.get("metric");
+  if (!metrics) {
+    console.warn("Metrics not initialized! Please add the `timing()` middleware to this route!");
+    return;
+  }
+  const timer = metrics.timers.get(name);
+  if (!timer) {
+    console.warn(`Timer "${name}" does not exist!`);
+    return;
+  }
+  const { description, start } = timer;
+  const duration = getTime() - start;
+  setMetric(c, name, duration, description);
+  metrics.timers.delete(name);
+};
 var KEY_PATTERN = /^[A-Za-z_][A-Za-z0-9_]*$/;
 function renderValue(value) {
   if (value === null) return "null";
@@ -106,12 +191,65 @@ function createWorkerLogger(options) {
   };
 }
 const logger = createWorkerLogger({ service: "jobplatform-api" });
+var EDGE_BASE = "https://hadoku.me";
+var MONITORING_BASE = `${EDGE_BASE}/health`;
+const TELEMETRY_SERVICE = "jobplatform";
+function canPostTelemetry(env) {
+  return Boolean(env?.EDGE && env.HADOKU_SERVICE_KEY?.trim());
+}
+async function postServiceEvent(env, ev) {
+  const key = env.HADOKU_SERVICE_KEY?.trim();
+  if (!env.EDGE || !key) throw new Error("EDGE binding or HADOKU_SERVICE_KEY not configured");
+  const res = await env.EDGE.fetch(`${MONITORING_BASE}/api/telemetry`, {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      "X-User-Key": key
+    },
+    body: JSON.stringify({
+      source: "worker",
+      level: ev.level,
+      type: "log",
+      message: `event=${ev.event} ${ev.message}`,
+      context: { ...ev.context, service: TELEMETRY_SERVICE }
+    })
+  });
+  if (!res.ok) throw new Error(`monitoring-api answered ${res.status}`);
+}
+function runAfterResponse(c, label, work) {
+  const guarded = work.catch((error) => {
+    logger.error("background work failed", {
+      task: label,
+      error: error instanceof Error ? error.message : String(error)
+    });
+  });
+  let ctx;
+  try {
+    ctx = c.executionCtx;
+  } catch {
+    ctx = void 0;
+  }
+  if (!ctx) {
+    logger.error("no ExecutionContext — background work will not survive the response", {
+      task: label,
+      hint: "the host worker must forward ctx: fetch(request, env, ctx) -> createFetchHandler(env)(request, ctx)"
+    });
+    return;
+  }
+  ctx.waitUntil(guarded);
+}
 const TRANSIENT_D1 = [
   "D1 DB is overloaded",
   "Network connection lost",
   "storage caused object to be reset",
   "reset because its code was updated",
-  "transient issue on remote node"
+  "transient issue on remote node",
+  // Not on Cloudflare's list, but it is how D1 answered the 2026-10-30 burst
+  // (issue #26): 39 refusals inside five seconds, nothing held the database,
+  // the same batches' neighbours went through. A retry costs the caller one
+  // round trip; a 500 costs it the batch. Prefixed so a non-D1 "internal
+  // error" from somewhere else is not swept in.
+  "D1_ERROR: internal error"
 ];
 const RETRY_AFTER_SECONDS = 5;
 function messagesOf(err) {
@@ -138,6 +276,26 @@ function errorHandler(err, c) {
     transient,
     stack: err.stack
   });
+  const env = c.env;
+  if (canPostTelemetry(env)) {
+    runAfterResponse(
+      c,
+      "telemetry: unhandled error",
+      postServiceEvent(env, {
+        level: transient ? "warn" : "error",
+        event: "unhandled_error",
+        message: `${c.req.method} ${c.req.path} ${message ?? err.name}`,
+        context: {
+          method: c.req.method,
+          path: c.req.path,
+          status: transient ? 503 : 500,
+          transient,
+          message,
+          causes
+        }
+      })
+    );
+  }
   if (transient) {
     c.header("Retry-After", String(RETRY_AFTER_SECONDS));
     return c.json(
@@ -1690,28 +1848,6 @@ function scoreJobLightAxes(job, profile) {
     bound: compose(breakdown, geo.penalty * comp.penalty)
   };
 }
-function runAfterResponse(c, label, work) {
-  const guarded = work.catch((error) => {
-    logger.error("background work failed", {
-      task: label,
-      error: error instanceof Error ? error.message : String(error)
-    });
-  });
-  let ctx;
-  try {
-    ctx = c.executionCtx;
-  } catch {
-    ctx = void 0;
-  }
-  if (!ctx) {
-    logger.error("no ExecutionContext — background work will not survive the response", {
-      task: label,
-      hint: "the host worker must forward ctx: fetch(request, env, ctx) -> createFetchHandler(env)(request, ctx)"
-    });
-    return;
-  }
-  ctx.waitUntil(guarded);
-}
 function criteriaHash(p) {
   const norm = (xs) => [...xs].map((s) => s.trim().toLowerCase()).sort();
   return JSON.stringify([
@@ -1957,10 +2093,12 @@ app$4.openapi(ingestRoute, async (c) => {
     );
   });
   const inserted = [];
+  startTime(c, "insert");
   for (let i = 0; i < stmts.length; i += INGEST_BATCH_CHUNK) {
     const results = await db.batch(stmts.slice(i, i + INGEST_BATCH_CHUNK));
     for (const r of results) inserted.push((r.meta?.changes ?? 0) > 0);
   }
+  endTime(c, "insert");
   const accepted = inserted.filter(Boolean).length;
   const skipped = jobs.length - accepted;
   const seen = jobs.filter((_, i) => !inserted[i]);
@@ -1986,7 +2124,10 @@ app$4.openapi(ingestRoute, async (c) => {
       );
     }
   }
+  startTime(c, "seen");
   if (seenStmts.length) await db.batch(seenStmts);
+  endTime(c, "seen");
+  startTime(c, "restore");
   if (strippedStmts.length) {
     const found = await db.batch(strippedStmts);
     const stripped = new Set(found.flatMap((r) => r.results.map((row) => row.url)));
@@ -1997,8 +2138,11 @@ app$4.openapi(ingestRoute, async (c) => {
       await db.batch(restores.slice(i, i + INGEST_BATCH_CHUNK));
     }
   }
+  endTime(c, "restore");
   if (accepted > 0) {
+    startTime(c, "rank");
     await rankNewJobs(db);
+    endTime(c, "rank");
   }
   return c.json(
     {
@@ -3884,7 +4028,6 @@ function registerFeedbackRoutes(app2) {
     }
   );
 }
-var EDGE_BASE = "https://hadoku.me";
 async function loadTailoringFields(db, id) {
   return db.prepare("SELECT title, company, description, location, workplace_type FROM jobs WHERE id = ?").bind(id).first();
 }
@@ -5031,7 +5174,9 @@ function registerApplicationRoutes(app2) {
     }),
     async (c) => {
       const { status, ownerName } = c.req.valid("query");
+      startTime(c, "who");
       const who = await effectiveUserId(c, ownerName);
+      endTime(c, "who");
       if (isEffectiveUserError(who)) return c.json(who.error.body, who.error.status);
       const userId = who.userId;
       const filter = status ? " AND a.status = ?" : "";
@@ -5044,10 +5189,14 @@ function registerApplicationRoutes(app2) {
 				 WHERE a.user_id = ?${filter}
 				 ORDER BY a.updated_at DESC`
       );
+      startTime(c, "apps");
       const rows = await (status ? stmt.bind(userId, status) : stmt.bind(userId)).all();
+      endTime(c, "apps");
+      startTime(c, "answers");
       const answerRows = await c.env.JOB_PLATFORM_DB.prepare(
         "SELECT question_key, question, answer FROM application_answers WHERE user_id = ?"
       ).bind(userId).all();
+      endTime(c, "answers");
       const stored = new Map(
         answerRows.results.map((a) => [a.question_key, { question: a.question, answer: a.answer }])
       );
@@ -5587,6 +5736,7 @@ function createJobPlatformHandler(basePath = "/jobplatform/api") {
       maxAge: 86400
     })
   );
+  app2.use("*", timing({ totalDescription: "worker" }));
   app2.use("*", createEdgeAuth());
   app2.route("/", healthRoutes);
   app2.route("/", ingestRoutes);

package/dist/routes/ingest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/routes/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAkB,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAkB,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAuB9E,UAAU,YAAY;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE;QAAE,WAAW,EAAE,iBAAiB,CAAA;KAAE,CAAC;CAC9C;AAo7BD,eAAO,MAAM,YAAY,oCAAM,CAAC"}
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/routes/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAkB,MAAM,mBAAmB,CAAC;AAEhE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAkB,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAuB9E,UAAU,YAAY;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE;QAAE,WAAW,EAAE,iBAAiB,CAAA;KAAE,CAAC;CAC9C;AA47BD,eAAO,MAAM,YAAY,oCAAM,CAAC"}

package/dist/routes/jobs/applications.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"applications.d.ts","sourceRoot":"","sources":["../../../src/routes/jobs/applications.ts"],"names":[],"mappings":"AAYA,OAAO,EAKN,KAAK,OAAO,EAEZ,MAAM,aAAa,CAAC;AAwCrB,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAUhF;AAiJD,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAse5D"}
+{"version":3,"file":"applications.d.ts","sourceRoot":"","sources":["../../../src/routes/jobs/applications.ts"],"names":[],"mappings":"AAaA,OAAO,EAKN,KAAK,OAAO,EAEZ,MAAM,aAAa,CAAC;AAwCrB,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAUhF;AAiJD,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CA4e5D"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@hadoku/jobplatform-worker",
-  "version": "2.32.22",
-  "gitHead": "2dd1c7ef4e99a6642c8e203bf3b9f453e0b24dcb",
+  "version": "2.32.24",
+  "gitHead": "06ad8b82ef120d3f1e2858f5f29977752c08c3e8",
   "description": "Job listings aggregation and tracking dashboard - Worker package",
   "license": "MIT",
   "type": "module",