@reddoorla/maintenance 0.95.1 → 0.97.0

package/dist/submissions-OVZPVBYG.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/cli/commands/submissions.ts"],"sourcesContent":["import type { Db } from \"../../db/client.js\";\nimport type { SubmissionRow } from \"../../reports/submission-row.js\";\n\nexport type SubmissionsCommandOptions = {\n  /** Write the re-buckets. Without it the command is a DRY RUN (deliberate default —\n   *  this rewrites operator-visible triage state, so the table prints first). */\n  apply?: boolean;\n  /** Explicit dry run (the default). Conflicts with --apply. */\n  dryRun?: boolean;\n  /** Override the libSQL url (tests use \":memory:\"); otherwise read from env. */\n  url?: string;\n  cwd?: string;\n  verbose?: boolean;\n};\n\n/** Provenance marker appended to the NEW classifier reasons on every re-bucketed row,\n *  so a retro'd row is always distinguishable from one the classifier caught at ingest. */\nexport const RESCORE_REASON_MARKER = \"retro-rescore\";\n\nexport type RescoreFlagged = {\n  row: SubmissionRow;\n  newScore: number;\n  /** What --apply writes to spam_reason: the new verdict's reasons + RESCORE_REASON_MARKER. */\n  newReason: string;\n  /** True when --apply actually flipped the row (false in dry runs, or when the row\n   *  stopped being 'new' between the scan and the write). */\n  written: boolean;\n};\n\n/** extraFields is stored as a raw JSON string; the classifier wants the object. A\n *  null/garbage/non-object value degrades to {} — same blind-spot posture as ingest\n *  (classification never throws on stored data). */\nfunction parseExtraFields(raw: string | null): Record<string, unknown> {\n  if (!raw || raw.trim() === \"\") return {};\n  try {\n    const parsed: unknown = JSON.parse(raw);\n    return parsed !== null && typeof parsed === \"object\" && !Array.isArray(parsed)\n      ? (parsed as Record<string, unknown>)\n      : {};\n  } catch {\n    return {};\n  }\n}\n\n/**\n * Core of `submissions rescore`, separated from the command wrapper so tests can run it\n * against a seeded :memory: db. Scans EVERY status='new' row (the pre-2026-07-15-tuning\n * backlog these rows predate), re-runs the CURRENT classifySpam over each — turnstile\n * \"unverifiable\", exactly what ingest passes when no token reaches verification — and\n * flags rows at/above SPAM_THRESHOLD. With `apply` it re-buckets each flagged row to\n * spam_auto, REPLACING spam_score/spam_reason with the new verdict (+ marker). The\n * classifier is the single source of truth: no scoring logic is duplicated here.\n */\nexport async function rescoreNewSubmissions(\n  db: Db,\n  opts: { apply: boolean },\n): Promise<{ scanned: number; flagged: RescoreFlagged[] }> {\n  const { listSubmissionsFiltered, rescoreSubmissionSpam } =\n    await import(\"../../db/submissions.js\");\n  const { classifySpam, SPAM_THRESHOLD } = await import(\"../../forms/spam-classifier.js\");\n\n  // Collect the WHOLE backlog before any write: --apply mutates rows out of the\n  // status='new' filter, so paging offset-wise while writing would skip rows.\n  const rows: SubmissionRow[] = [];\n  const PAGE = 500;\n  for (let offset = 0; ; offset += PAGE) {\n    const page = await listSubmissionsFiltered(db, { status: \"new\" }, { limit: PAGE, offset });\n    rows.push(...page);\n    if (page.length < PAGE) break;\n  }\n\n  const flagged: RescoreFlagged[] = [];\n  for (const row of rows) {\n    const verdict = classifySpam({\n      name: row.name,\n      email: row.email,\n      // message is optional on the classifier input; exactOptionalPropertyTypes\n      // forbids passing `undefined`, so spread only when present (form-ingest idiom).\n      ...(row.message !== null ? { message: row.message } : {}),\n      formType: row.formType,\n      extraFields: parseExtraFields(row.extraFields),\n      turnstile: \"unverifiable\",\n    });\n    if (verdict.score < SPAM_THRESHOLD) continue;\n    const newReason = [...verdict.reasons, RESCORE_REASON_MARKER].join(\",\");\n    const written = opts.apply\n      ? await rescoreSubmissionSpam(db, row.id, verdict.score, newReason)\n      : false;\n    flagged.push({ row, newScore: verdict.score, newReason, written });\n  }\n  return { scanned: rows.length, flagged };\n}\n\n/** site_id → display name for the table. Soft-fails to an empty map (raw rec ids still\n *  print) so the re-score itself never depends on Airtable being reachable. */\nasync function loadSiteNames(): Promise<Map<string, string>> {\n  try {\n    const { openBase, readAirtableConfig } = await import(\"../../reports/airtable/client.js\");\n    const { listWebsites } = await import(\"../../reports/airtable/websites.js\");\n    const sites = await listWebsites(openBase(readAirtableConfig()));\n    return new Map(sites.map((s) => [s.id, s.name] as const));\n  } catch (err) {\n    console.error(`[submissions] site names unavailable — printing raw site ids: ${String(err)}`);\n    return new Map();\n  }\n}\n\nfunction pad(v: string, width: number): string {\n  return v.length >= width ? v : v + \" \".repeat(width - v.length);\n}\n\nfunction formatTable(flagged: RescoreFlagged[], names: Map<string, string>): string {\n  const rows = flagged.map((f) => ({\n    site: names.get(f.row.siteId) ?? f.row.siteId,\n    email: f.row.email || \"(no email)\",\n    score: `${f.row.spamScore ?? \"—\"} → ${f.newScore}`,\n    reasons: f.newReason,\n  }));\n  const siteW = Math.max(4, ...rows.map((r) => r.site.length));\n  const emailW = Math.max(5, ...rows.map((r) => r.email.length));\n  const scoreW = Math.max(5, ...rows.map((r) => r.score.length));\n  const lines = [\n    `${pad(\"site\", siteW)}  ${pad(\"email\", emailW)}  ${pad(\"score\", scoreW)}  reasons`,\n    ...rows.map(\n      (r) =>\n        `${pad(r.site, siteW)}  ${pad(r.email, emailW)}  ${pad(r.score, scoreW)}  ${r.reasons}`,\n    ),\n  ];\n  return lines.join(\"\\n\");\n}\n\n/**\n * `submissions <action>` — operate on stored form submissions. The only action today is\n * `rescore`: re-run the CURRENT spam classifier over the status='new' backlog. Dry-run\n * by default; `--apply` writes. Only status='new' rows are ever touched.\n */\nexport async function runSubmissionsCommand(\n  action: string,\n  opts: SubmissionsCommandOptions,\n): Promise<{ output: string; code: number }> {\n  if (action !== \"rescore\") {\n    return { output: `unknown submissions action '${action}'. Use: rescore.`, code: 1 };\n  }\n  if (opts.apply && opts.dryRun) {\n    return { output: \"--apply and --dry-run conflict. Pick one.\", code: 2 };\n  }\n  const apply = opts.apply === true;\n\n  const { openDb, readDbConfig } = await import(\"../../db/client.js\");\n  const { SPAM_THRESHOLD } = await import(\"../../forms/spam-classifier.js\");\n  const cfg = opts.url ? { url: opts.url } : readDbConfig();\n  const db = await openDb(cfg);\n\n  const { scanned, flagged } = await rescoreNewSubmissions(db, { apply });\n  if (flagged.length === 0) {\n    return {\n      output: `Scanned ${scanned} status='new' submission${scanned === 1 ? \"\" : \"s\"} — none score >= ${SPAM_THRESHOLD} under the current classifier. Nothing to re-bucket.`,\n      code: 0,\n    };\n  }\n\n  // Airtable is only consulted when there is a table to print.\n  const table = formatTable(flagged, await loadSiteNames());\n  const head = `Scanned ${scanned} status='new' submissions; ${flagged.length} score >= ${SPAM_THRESHOLD} under the current classifier:`;\n  if (!apply) {\n    return {\n      output: `${head}\\n\\n${table}\\n\\nDRY RUN — nothing was written. Re-run with --apply to re-bucket these ${flagged.length} rows to spam_auto.`,\n      code: 0,\n    };\n  }\n  const written = flagged.filter((f) => f.written).length;\n  const skipped = flagged.length - written;\n  const skippedNote =\n    skipped > 0\n      ? `\\n${skipped} row${skipped === 1 ? \"\" : \"s\"} skipped — no longer status='new' at write time (operator/ingest got there first).`\n      : \"\";\n  return {\n    output: `${head}\\n\\n${table}\\n\\nApplied: ${written} row${written === 1 ? \"\" : \"s\"} → spam_auto (new score + reasons written, '${RESCORE_REASON_MARKER}' marker appended).${skippedNote}`,\n    code: 0,\n  };\n}\n"],"mappings":";AAiBO,IAAM,wBAAwB;AAerC,SAAS,iBAAiB,KAA6C;AACrE,MAAI,CAAC,OAAO,IAAI,KAAK,MAAM,GAAI,QAAO,CAAC;AACvC,MAAI;AACF,UAAM,SAAkB,KAAK,MAAM,GAAG;AACtC,WAAO,WAAW,QAAQ,OAAO,WAAW,YAAY,CAAC,MAAM,QAAQ,MAAM,IACxE,SACD,CAAC;AAAA,EACP,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;AAWA,eAAsB,sBACpB,IACA,MACyD;AACzD,QAAM,EAAE,yBAAyB,sBAAsB,IACrD,MAAM,OAAO,2BAAyB;AACxC,QAAM,EAAE,cAAc,eAAe,IAAI,MAAM,OAAO,+BAAgC;AAItF,QAAM,OAAwB,CAAC;AAC/B,QAAM,OAAO;AACb,WAAS,SAAS,KAAK,UAAU,MAAM;AACrC,UAAM,OAAO,MAAM,wBAAwB,IAAI,EAAE,QAAQ,MAAM,GAAG,EAAE,OAAO,MAAM,OAAO,CAAC;AACzF,SAAK,KAAK,GAAG,IAAI;AACjB,QAAI,KAAK,SAAS,KAAM;AAAA,EAC1B;AAEA,QAAM,UAA4B,CAAC;AACnC,aAAW,OAAO,MAAM;AACtB,UAAM,UAAU,aAAa;AAAA,MAC3B,MAAM,IAAI;AAAA,MACV,OAAO,IAAI;AAAA;AAAA;AAAA,MAGX,GAAI,IAAI,YAAY,OAAO,EAAE,SAAS,IAAI,QAAQ,IAAI,CAAC;AAAA,MACvD,UAAU,IAAI;AAAA,MACd,aAAa,iBAAiB,IAAI,WAAW;AAAA,MAC7C,WAAW;AAAA,IACb,CAAC;AACD,QAAI,QAAQ,QAAQ,eAAgB;AACpC,UAAM,YAAY,CAAC,GAAG,QAAQ,SAAS,qBAAqB,EAAE,KAAK,GAAG;AACtE,UAAM,UAAU,KAAK,QACjB,MAAM,sBAAsB,IAAI,IAAI,IAAI,QAAQ,OAAO,SAAS,IAChE;AACJ,YAAQ,KAAK,EAAE,KAAK,UAAU,QAAQ,OAAO,WAAW,QAAQ,CAAC;AAAA,EACnE;AACA,SAAO,EAAE,SAAS,KAAK,QAAQ,QAAQ;AACzC;AAIA,eAAe,gBAA8C;AAC3D,MAAI;AACF,UAAM,EAAE,UAAU,mBAAmB,IAAI,MAAM,OAAO,sBAAkC;AACxF,UAAM,EAAE,aAAa,IAAI,MAAM,OAAO,wBAAoC;AAC1E,UAAM,QAAQ,MAAM,aAAa,SAAS,mBAAmB,CAAC,CAAC;AAC/D,WAAO,IAAI,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAU,CAAC;AAAA,EAC1D,SAAS,KAAK;AACZ,YAAQ,MAAM,sEAAiE,OAAO,GAAG,CAAC,EAAE;AAC5F,WAAO,oBAAI,IAAI;AAAA,EACjB;AACF;AAEA,SAAS,IAAI,GAAW,OAAuB;AAC7C,SAAO,EAAE,UAAU,QAAQ,IAAI,IAAI,IAAI,OAAO,QAAQ,EAAE,MAAM;AAChE;AAEA,SAAS,YAAY,SAA2B,OAAoC;AAClF,QAAM,OAAO,QAAQ,IAAI,CAAC,OAAO;AAAA,IAC/B,MAAM,MAAM,IAAI,EAAE,IAAI,MAAM,KAAK,EAAE,IAAI;AAAA,IACvC,OAAO,EAAE,IAAI,SAAS;AAAA,IACtB,OAAO,GAAG,EAAE,IAAI,aAAa,QAAG,WAAM,EAAE,QAAQ;AAAA,IAChD,SAAS,EAAE;AAAA,EACb,EAAE;AACF,QAAM,QAAQ,KAAK,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,MAAM,EAAE,KAAK,MAAM,CAAC;AAC3D,QAAM,SAAS,KAAK,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,MAAM,EAAE,MAAM,MAAM,CAAC;AAC7D,QAAM,SAAS,KAAK,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,MAAM,EAAE,MAAM,MAAM,CAAC;AAC7D,QAAM,QAAQ;AAAA,IACZ,GAAG,IAAI,QAAQ,KAAK,CAAC,KAAK,IAAI,SAAS,MAAM,CAAC,KAAK,IAAI,SAAS,MAAM,CAAC;AAAA,IACvE,GAAG,KAAK;AAAA,MACN,CAAC,MACC,GAAG,IAAI,EAAE,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO;AAAA,IACzF;AAAA,EACF;AACA,SAAO,MAAM,KAAK,IAAI;AACxB;AAOA,eAAsB,sBACpB,QACA,MAC2C;AAC3C,MAAI,WAAW,WAAW;AACxB,WAAO,EAAE,QAAQ,+BAA+B,MAAM,oBAAoB,MAAM,EAAE;AAAA,EACpF;AACA,MAAI,KAAK,SAAS,KAAK,QAAQ;AAC7B,WAAO,EAAE,QAAQ,6CAA6C,MAAM,EAAE;AAAA,EACxE;AACA,QAAM,QAAQ,KAAK,UAAU;AAE7B,QAAM,EAAE,QAAQ,aAAa,IAAI,MAAM,OAAO,sBAAoB;AAClE,QAAM,EAAE,eAAe,IAAI,MAAM,OAAO,+BAAgC;AACxE,QAAM,MAAM,KAAK,MAAM,EAAE,KAAK,KAAK,IAAI,IAAI,aAAa;AACxD,QAAM,KAAK,MAAM,OAAO,GAAG;AAE3B,QAAM,EAAE,SAAS,QAAQ,IAAI,MAAM,sBAAsB,IAAI,EAAE,MAAM,CAAC;AACtE,MAAI,QAAQ,WAAW,GAAG;AACxB,WAAO;AAAA,MACL,QAAQ,WAAW,OAAO,2BAA2B,YAAY,IAAI,KAAK,GAAG,yBAAoB,cAAc;AAAA,MAC/G,MAAM;AAAA,IACR;AAAA,EACF;AAGA,QAAM,QAAQ,YAAY,SAAS,MAAM,cAAc,CAAC;AACxD,QAAM,OAAO,WAAW,OAAO,8BAA8B,QAAQ,MAAM,aAAa,cAAc;AACtG,MAAI,CAAC,OAAO;AACV,WAAO;AAAA,MACL,QAAQ,GAAG,IAAI;AAAA;AAAA,EAAO,KAAK;AAAA;AAAA,6EAA6E,QAAQ,MAAM;AAAA,MACtH,MAAM;AAAA,IACR;AAAA,EACF;AACA,QAAM,UAAU,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE;AACjD,QAAM,UAAU,QAAQ,SAAS;AACjC,QAAM,cACJ,UAAU,IACN;AAAA,EAAK,OAAO,OAAO,YAAY,IAAI,KAAK,GAAG,4FAC3C;AACN,SAAO;AAAA,IACL,QAAQ,GAAG,IAAI;AAAA;AAAA,EAAO,KAAK;AAAA;AAAA,WAAgB,OAAO,OAAO,YAAY,IAAI,KAAK,GAAG,oDAA+C,qBAAqB,sBAAsB,WAAW;AAAA,IACtL,MAAM;AAAA,EACR;AACF;","names":[]}