@gemwright/ai 0.0.0 → 0.8.0

package/dist/progress-report.js

@@ -0,0 +1,182 @@
+// @bun
+// src/progress-report.ts
+import { Database } from "bun:sqlite";
+import { writeFileSync } from "fs";
+import { parseArgs } from "util";
+var { values } = parseArgs({
+  args: process.argv.slice(2),
+  options: {
+    db: { type: "string" },
+    before: { type: "string" },
+    minutes: { type: "string" },
+    out: { type: "string" }
+  }
+});
+if (!values.db)
+  throw new Error("--db is required");
+var minutes = Number(values.minutes ?? 60);
+var WORK = ["mined", "chopped", "fished", "crafted", "kills", "goldFromShops", "tamed", "stolen", "escorts"];
+var PROGRESS = /\b(killed|defeated|looted|mined|chopped|caught|sold|crafted|tamed|bought|earned|paid|smelted|gained|delivered)\b/i;
+var STRANDED = /No public moongate can be reached|stranded/i;
+var shape = (text) => text.replace(/\d+/g, "#").replace(/\s+/g, " ").slice(0, 90);
+var open = (file) => new Database(file, { readonly: true });
+var now = open(values.db);
+var end = now.query("SELECT MAX(at) AS at FROM activity_samples").get()?.at ?? Date.now();
+var before = values.before ? open(values.before) : undefined;
+var start = before?.query("SELECT MAX(at) AS at FROM activity_samples").get()?.at ?? end - minutes * 60000;
+var windowMinutes = Math.max(0, (end - start) / 60000);
+var deathLog = JSON.parse(now.query("SELECT value FROM metadata WHERE key = ?").get("lasting")?.value ?? "{}")["death-log"] ?? [];
+var deaths = new Map;
+for (const [key] of deathLog) {
+  const [serial = "0", place = "", cause = "unknown", at = "0"] = key.split("|");
+  if (Number(at) < start)
+    continue;
+  deaths.set(Number(serial), [...deaths.get(Number(serial)) ?? [], `${place} (${cause})`]);
+}
+var worthAt = (id) => now.query("SELECT COALESCE(gold, 0) + COALESCE(bank, 0) AS w FROM activity_samples WHERE resident_id = ? AND at <= ? ORDER BY at DESC LIMIT 1").get(id, start)?.w;
+var skillTotal = (db, id) => {
+  const row = db?.query("SELECT skills_json AS s FROM skill_snapshots WHERE resident_id = ?").get(id);
+  if (!row)
+    return;
+  const skills = JSON.parse(row.s);
+  return Object.values(skills).reduce((n, v) => n + (typeof v === "number" ? v : v.base ?? v.value), 0);
+};
+var workDone = (db, id) => {
+  const row = db?.query("SELECT totals_json AS t FROM activity WHERE resident_id = ?").get(id);
+  if (!row)
+    return;
+  const totals = JSON.parse(row.t);
+  return WORK.reduce((n, k) => n + (totals[k] ?? 0), 0);
+};
+function repeated(steps) {
+  let best = { run: [], times: 0 };
+  for (let size = 2;size <= 6; size++)
+    for (let i = 0;i + size <= steps.length; i++) {
+      const run = steps.slice(i, i + size);
+      if (new Set(run).size < 2)
+        continue;
+      let times = 0;
+      for (let j = 0;j + size <= steps.length; )
+        if (steps.slice(j, j + size).every((s, k) => s === run[k])) {
+          times++;
+          j += size;
+        } else
+          j++;
+      if (times > best.times || times === best.times && size > best.run.length)
+        best = { run, times };
+    }
+  return best;
+}
+var activeNow = now.query("SELECT id, proposed_name AS name, template_id AS template, binding_json AS binding, checkpoint_json AS checkpoint FROM residents WHERE desired_active = 1").all();
+var priorActive = before?.query("SELECT id, proposed_name AS name FROM residents WHERE desired_active = 1").all();
+var priorIds = new Set(priorActive?.map((resident) => resident.id));
+var currentIds = new Set(activeNow.map((resident) => resident.id));
+var allIds = new Set(now.query("SELECT id FROM residents").all().map((resident) => resident.id));
+var residents = priorActive ? activeNow.filter((resident) => priorIds.has(resident.id)) : activeNow;
+var cohort = {
+  matched: residents.map((resident) => resident.id),
+  introduced: priorActive ? activeNow.filter((resident) => !priorIds.has(resident.id)).map(({ id, name }) => ({ id, name })) : [],
+  retired: (priorActive ?? []).filter((resident) => !currentIds.has(resident.id) && allIds.has(resident.id)),
+  missing: (priorActive ?? []).filter((resident) => !allIds.has(resident.id))
+};
+var latestWorth = (database, id) => database.query("SELECT gold, bank FROM activity_samples WHERE resident_id = ? ORDER BY at DESC LIMIT 1").get(id);
+var rows = residents.map((r) => {
+  const samples = now.query("SELECT at, x, y, phase, COALESCE(gold, 0) AS gold, COALESCE(bank, 0) AS bank FROM activity_samples WHERE resident_id = ? AND at >= ? ORDER BY at").all(r.id, start);
+  const first = samples[0];
+  const last = samples.at(-1);
+  const opening = worthAt(r.id) ?? (first ? first.gold + first.bank : 0);
+  const oldWorth = before ? latestWorth(before, r.id) : undefined;
+  const currentWorth = latestWorth(now, r.id);
+  const goldComparable = before ? oldWorth?.gold != null && oldWorth.bank != null && currentWorth?.gold != null && currentWorth.bank != null : !!last;
+  const gold = before ? goldComparable && oldWorth && currentWorth ? (currentWorth.gold ?? 0) + (currentWorth.bank ?? 0) - (oldWorth.gold ?? 0) - (oldWorth.bank ?? 0) : 0 : last ? last.gold + last.bank - opening : 0;
+  let idleMinutes = 0;
+  let stillSince;
+  for (const s of samples) {
+    const still = stillSince && Math.max(Math.abs(s.x - stillSince.x), Math.abs(s.y - stillSince.y)) <= 3 && s.gold + s.bank === stillSince.gold + stillSince.bank && !["leisure", "practice"].includes(s.phase);
+    if (!still)
+      stillSince = s;
+    else if (stillSince)
+      idleMinutes = Math.max(idleMinutes, (s.at - stillSince.at) / 60000);
+  }
+  const places = new Set(samples.map((s) => `${s.x >> 4},${s.y >> 4}`)).size;
+  const phases = {};
+  for (const s of samples)
+    phases[s.phase ?? "?"] = (phases[s.phase ?? "?"] ?? 0) + 1;
+  const checkpoint = JSON.parse(r.checkpoint);
+  const memories = (checkpoint.memories ?? []).filter((m) => Date.parse(m.at) >= start && !/ said "/.test(m.text));
+  const steps = memories.map((m) => shape(m.text));
+  const skills = (skillTotal(now, r.id) ?? 0) - (skillTotal(before, r.id) ?? skillTotal(now, r.id) ?? 0);
+  const work = (workDone(now, r.id) ?? 0) - (workDone(before, r.id) ?? workDone(now, r.id) ?? 0);
+  const progressed = memories.find((m) => PROGRESS.test(m.text));
+  const loop = repeated(steps);
+  const serial = Number(JSON.parse(r.binding ?? "{}").characterSerial ?? 0);
+  const died = deaths.get(serial) ?? [];
+  const base = {
+    id: r.id,
+    comparable: {
+      gold: goldComparable,
+      skills: !!before && skillTotal(before, r.id) !== undefined && skillTotal(now, r.id) !== undefined,
+      work: !!before && workDone(before, r.id) !== undefined && workDone(now, r.id) !== undefined
+    },
+    name: r.name,
+    trade: r.template,
+    serial,
+    gold,
+    places,
+    skills: Math.round(skills * 10) / 10,
+    work,
+    deaths: died,
+    idleMinutes: Math.round(idleMinutes),
+    phases
+  };
+  const recent = steps.slice(-3).join(" / ") || "nothing remembered in the window";
+  if (died.length)
+    return { ...base, label: "died", reason: died.join("; ") };
+  if (memories.some((m) => STRANDED.test(m.text)) && gold <= 0 && work <= 0)
+    return { ...base, label: "stranded", reason: memories.findLast((m) => STRANDED.test(m.text))?.text ?? "" };
+  if (gold > 0 || skills > 0 || work > 0 || !before && progressed)
+    return {
+      ...base,
+      label: "productive",
+      reason: [
+        gold > 0 ? `+${gold} gold` : "",
+        skills > 0 ? `+${skills.toFixed(1)} skill` : "",
+        work > 0 ? `+${work} work` : "",
+        progressed && !(gold > 0 || skills > 0 || work > 0) ? progressed.text.slice(0, 80) : ""
+      ].filter(Boolean).join(", ")
+    };
+  if (idleMinutes >= 10)
+    return { ...base, label: "idle", reason: `${Math.round(idleMinutes)} min standing still: ${recent}` };
+  if (loop.times >= 3)
+    return { ...base, label: "looping", reason: `${loop.times}\xD7 ${loop.run.join(" \u2192 ")}` };
+  if (places <= 2)
+    return { ...base, label: "idle", reason: recent };
+  return { ...base, label: "wandering", reason: `${places} places, no progress: ${recent}` };
+});
+var order = ["died", "stranded", "looping", "idle", "wandering", "productive"];
+var count = (label, list = rows) => list.filter((r) => r.label === label).length;
+console.log(`Last ${windowMinutes.toFixed(1)} minutes to ${new Date(end).toISOString().slice(0, 16).replace("T", " ")} UTC, ${rows.length} residents${before ? ", skills and work compared with --before" : ""}`);
+if (before)
+  console.log(`Cohort: matched ${cohort.matched.length}, introduced ${cohort.introduced.length}, retired ${cohort.retired.length}, missing ${cohort.missing.length}`);
+console.log(order.map((l) => `${l} ${count(l)}`).join(" \xB7 "));
+var sum = (f) => rows.reduce((n, r) => n + f(r), 0);
+console.log(`Population: skills ${before ? `${sum((r) => r.skills) >= 0 ? "+" : ""}${sum((r) => r.skills).toFixed(1)}` : "n/a (needs --before)"} \xB7 gold ${sum((r) => r.gold) >= 0 ? "+" : ""}${sum((r) => r.gold).toLocaleString("en-GB")} \xB7 deaths ${sum((r) => r.deaths.length)} \xB7 residents gaining skill ${rows.filter((r) => r.skills > 0).length}, gaining gold ${rows.filter((r) => r.gold > 0).length}`);
+var trades = [...new Set(rows.map((r) => r.trade))].sort();
+console.log(`
+By trade (productive of all):`);
+for (const t of trades) {
+  const list = rows.filter((r) => r.trade === t);
+  console.log(`  ${t.padEnd(26)} ${String(count("productive", list)).padStart(3)} / ${String(list.length).padEnd(3)} ${order.slice(0, 5).filter((l) => count(l, list)).map((l) => `${l} ${count(l, list)}`).join(", ")}`);
+}
+for (const label of order.slice(0, 5)) {
+  const list = rows.filter((r) => r.label === label);
+  if (!list.length)
+    continue;
+  console.log(`
+${label} (${list.length}):`);
+  for (const r of list)
+    console.log(`  ${r.name.padEnd(18)} ${r.trade.padEnd(24)} ${r.reason.slice(0, 160)}`);
+}
+if (values.out)
+  writeFileSync(values.out, `${JSON.stringify({ start, end, minutes: windowMinutes, cohort, rows }, null, 1)}
+`);

package/dist/report.js

@@ -0,0 +1,163 @@
+// @bun
+// src/report.ts
+import { Database } from "bun:sqlite";
+import { parseArgs } from "util";
+var { values } = parseArgs({
+  args: process.argv.slice(2),
+  options: { db: { type: "string" }, days: { type: "string" } }
+});
+if (!values.db)
+  throw new Error("--db is required");
+var db = new Database(values.db, { readonly: true });
+var since = Date.now() - Number(values.days ?? 7) * 24 * 3600000;
+var has = (table) => !!db.query("SELECT COUNT(*) AS n FROM sqlite_master WHERE name = ?").get(table)?.n;
+var out = [];
+var line = (text = "") => out.push(text);
+var hours = (ms) => Math.max(1 / 60, ms / 3600000);
+line(`# Population report (last ${values.days ?? 7} days)`);
+var roster = db.query("SELECT template_id, desired_active FROM residents").all();
+var byProfession = new Map;
+for (const r of roster.filter((r) => r.desired_active)) {
+  const profession = r.template_id.replace(/^[a-z]+(?:-brae)?-/, "");
+  byProfession.set(profession, (byProfession.get(profession) ?? 0) + 1);
+}
+line(`
+## Population
+
+Active residents: ${roster.filter((r) => r.desired_active).length} (${roster.length} in the roster)`);
+line([...byProfession].sort((a, b) => b[1] - a[1]).map(([p, n]) => `${p} ${n}`).join(", "));
+if (has("population_metrics")) {
+  const m = db.query(`SELECT COUNT(*) n, AVG(online) online, MIN(online) low, MAX(rss_mb) rss, MAX(lag_max_ms) lag, SUM(stalls) stalls
+       FROM population_metrics WHERE at > ?`).get(since);
+  if (m?.n)
+    line(`
+Online: ${Math.round(m.online)} on average, ${m.low} at the lowest (${m.n} samples). Memory peak ${m.rss} MB; worst event-loop lag ${m.lag} ms; ${m.stalls} stalls over 1.5 s.`);
+}
+if (has("activity") && has("activity_samples")) {
+  const span = db.query("SELECT MIN(at) first, MAX(at) last FROM activity_samples").get();
+  const totals = {};
+  for (const r of db.query("SELECT totals_json FROM activity").all())
+    for (const [k, v] of Object.entries(JSON.parse(r.totals_json)))
+      totals[k] = (totals[k] ?? 0) + v;
+  const recorded = span?.first ? hours((span.last ?? 0) - span.first) : 1;
+  line(`
+## Activity (since ${span?.first ? new Date(span.first).toISOString() : "never"})
+`);
+  line(`| | Total | Per hour |
+|---|---|---|`);
+  for (const [k, v] of Object.entries(totals).sort((a, b) => b[1] - a[1]))
+    line(`| ${k} | ${v.toLocaleString("en")} | ${Math.round(v / recorded).toLocaleString("en")} |`);
+  const wealth = db.query("SELECT SUM(COALESCE(gold, 0)) gold, SUM(COALESCE(bank, 0)) bank FROM activity_samples WHERE at = (SELECT MAX(at) FROM activity_samples)").get();
+  line(`
+Gold now: ${wealth?.gold ?? 0} carried, ${wealth?.bank ?? 0} last reported banked.`);
+}
+var skills = (has("skill_snapshots") ? db.query("SELECT skills_json FROM skill_snapshots").all() : []).map((r) => Object.values(JSON.parse(r.skills_json)).reduce((n, s) => n + (s.base ?? 0), 0)).sort((a, b) => a - b);
+if (skills.length)
+  line(`
+## Skills
+
+Skill points per resident: lowest ${skills[0]?.toFixed(1)}, median ${skills[Math.floor(skills.length / 2)]?.toFixed(1)}, highest ${skills.at(-1)?.toFixed(1)}.`);
+if (has("trade_log")) {
+  line(`
+## Trades
+
+| Good | Side | Done | Failed | Amount | Gold |
+|---|---|---|---|---|---|`);
+  for (const r of db.query(`SELECT good, role, SUM(completed) done, SUM(1 - completed) failed, SUM(amount * completed) amount, SUM(price * completed) gold
+       FROM trade_log WHERE at > ? GROUP BY good, role ORDER BY good, role`).all(since))
+    line(`| ${r.good} | ${r.role} | ${r.done} | ${r.failed} | ${r.amount ?? 0} | ${r.gold ?? 0} |`);
+  const reasons = db.query("SELECT reason, COUNT(*) n FROM trade_log WHERE at > ? AND completed = 0 AND reason IS NOT NULL GROUP BY reason ORDER BY n DESC").all(since);
+  if (reasons.length)
+    line(`
+Why deals failed: ${reasons.map((r) => `${r.reason} (${r.n})`).join(", ")}`);
+}
+var states = { mount: new Map, pack: new Map };
+var banked = [];
+for (const r of db.query("SELECT checkpoint_json c FROM residents WHERE desired_active = 1").all()) {
+  const c = JSON.parse(r.c);
+  banked.push(c.funds?.bank ?? 0);
+  for (const [key, value] of [
+    ["mount", c.mount?.state],
+    ["pack", c.packAnimal?.state]
+  ])
+    states[key].set(value ?? "none", (states[key].get(value ?? "none") ?? 0) + 1);
+}
+var show = (m) => [...m].map(([k, n]) => `${k} ${n}`).join(", ");
+line(`
+## Animals
+
+Horses: ${show(states.mount)}
+Pack animals: ${show(states.pack)}`);
+if (has("activity_samples")) {
+  const rows = db.query(`WITH span AS (SELECT resident_id, MIN(at) f, MAX(at) l FROM activity_samples WHERE at > ? GROUP BY resident_id)
+       SELECT span.resident_id id, r.template_id t, f first, l last,
+        (SELECT COALESCE(gold, 0) + COALESCE(bank, 0) FROM activity_samples x WHERE x.resident_id = span.resident_id AND x.at = f) a,
+        (SELECT COALESCE(gold, 0) + COALESCE(bank, 0) FROM activity_samples x WHERE x.resident_id = span.resident_id AND x.at = l) b
+       FROM span JOIN residents r ON r.id = span.resident_id`).all(since);
+  const groups = new Map;
+  for (const r of rows) {
+    const group = groups.get(r.t.replace(/^[a-z]+(?:-brae)?-/, "")) ?? { now: [], rate: [] };
+    groups.set(r.t.replace(/^[a-z]+(?:-brae)?-/, ""), group);
+    group.now.push(r.b);
+    if (r.last - r.first >= 2 * 3600000)
+      group.rate.push((r.b - r.a) / hours(r.last - r.first));
+  }
+  const median = (list) => [...list].sort((a, b) => a - b)[Math.floor(list.length / 2)] ?? 0;
+  line(`
+## Wealth
+
+| Profession | Median gold | Richest | Median gold an hour |
+|---|---|---|---|`);
+  for (const [name, g] of [...groups].sort((a, b) => median(b[1].now) - median(a[1].now)))
+    line(`| ${name} | ${median(g.now)} | ${Math.max(...g.now)} | ${g.rate.length ? median(g.rate).toFixed(0) : "-"} |`);
+}
+if (has("houses")) {
+  const kinds = db.query("SELECT house, COUNT(*) n FROM houses WHERE status = 'placed' GROUP BY house ORDER BY n DESC").all();
+  const count = (sql) => db.query(sql).get()?.n ?? 0;
+  line(`
+## Housing
+
+Houses: ${kinds.reduce((n, k) => n + k.n, 0)}${kinds.length ? ` (${kinds.map((k) => `${k.house} ${k.n}`).join(", ")})` : ""}`);
+  line(`Lots claimed: ${count("SELECT COUNT(*) n FROM houses WHERE status = 'claimed'")}, refused by the server: ${count("SELECT COUNT(*) n FROM bad_lots")}`);
+  line(`Saving: ${banked.filter((g) => g >= 5000 && g < 40377).length}, able to buy: ${banked.filter((g) => g >= 40377).length}`);
+}
+if (has("guilds")) {
+  const rows = db.query("SELECT g.name, g.abbr, g.side, g.alliance, COUNT(m.member) n FROM guilds g LEFT JOIN guild_members m ON m.guild = g.name GROUP BY g.name ORDER BY g.founded_at").all();
+  line(`
+## Guilds
+
+${rows.length ? `| Guild | Side | Alliance | Members |
+|---|---|---|---|` : "No guilds."}`);
+  for (const g of rows)
+    line(`| ${g.name} [${g.abbr}] | ${g.side} | ${g.alliance ?? "-"} | ${g.n} |`);
+  const wars = db.query("SELECT id, declarer, opponent, status, started_at FROM guild_wars ORDER BY declared_at DESC LIMIT 10").all();
+  for (const w of wars) {
+    const kills = db.query("SELECT killer_guild guild, COUNT(*) n FROM war_kills WHERE war = ? GROUP BY killer_guild").all(w.id);
+    line(`War ${w.declarer} vs ${w.opponent}: ${w.status}${w.started_at ? ` since ${new Date(w.started_at).toISOString()}` : ""}; kills ${kills.map((k) => `${k.guild} ${k.n}`).join(", ") || "none"}`);
+  }
+}
+if (has("decision_spend")) {
+  const spend = db.query("SELECT day, input_tokens FROM decision_spend ORDER BY day DESC LIMIT 30").all();
+  const usd = spend.reduce((n, r) => n + r.input_tokens * 0.042 / 1e6, 0);
+  line(`
+## Model cost
+
+Jev: $${usd.toFixed(4)} over ${spend.length} day(s) recorded.`);
+}
+if (has("dungeon_runs")) {
+  const runs = db.query("SELECT COUNT(*) n FROM dungeon_runs").get()?.n ?? 0;
+  line(`
+## Dungeons
+
+Runs recorded: ${runs}`);
+}
+if (has("player_signals")) {
+  const signals = db.query("SELECT kind, COUNT(*) n, COUNT(DISTINCT serial) who FROM player_signals WHERE at > ? GROUP BY kind").all(since);
+  line(`
+## Players
+
+${signals.map((s) => `${s.kind}: ${s.n} from ${s.who} player(s)`).join(`
+`) || "No player signals."}`);
+}
+console.log(out.join(`
+`));