hunter-mate 0.1.23 → 0.1.25

package/dist/assets/server/main.mjs

@@ -21,11 +21,9 @@ import {
   trace
 } from "./chunks/chunk-U7FVFSKP.mjs";
 import {
-  applyScriptRule
-} from "./chunks/chunk-BLXHCSZD.mjs";
-import {
+  applyScriptRule,
   load
-} from "./chunks/chunk-SAJB6JRK.mjs";
+} from "./chunks/chunk-VL7WHUEV.mjs";
 import {
   __commonJS,
   __esm,
@@ -179242,7 +179240,7 @@ var require_src4 = __commonJS({
       return new createAgent.Agent(callback, opts);
     }
     (function(createAgent2) {
-      class Agent3 extends events_1.EventEmitter {
+      class Agent4 extends events_1.EventEmitter {
         constructor(callback, _opts) {
           super();
           let opts = _opts;
@@ -179394,7 +179392,7 @@ var require_src4 = __commonJS({
           debug3("Destroying agent %o", this.constructor.name);
         }
       }
-      createAgent2.Agent = Agent3;
+      createAgent2.Agent = Agent4;
       createAgent2.prototype = createAgent2.Agent.prototype;
     })(createAgent || (createAgent = {}));
     module2.exports = createAgent;
@@ -217671,7 +217669,6 @@ __decorate7([
   __metadata6("design:type", Number)
 ], RecordingEvent.prototype, "id", void 0);
 __decorate7([
-  Index(),
   Column({ type: "varchar", length: 64 }),
   __metadata6("design:type", String)
 ], RecordingEvent.prototype, "sessionId", void 0);
@@ -217696,7 +217693,8 @@ __decorate7([
   __metadata6("design:type", Date)
 ], RecordingEvent.prototype, "createdAt", void 0);
 RecordingEvent = __decorate7([
-  Entity("recording_events")
+  Entity("recording_events"),
+  Index("IDX_recording_events_session_lookup", ["sessionId", "createdAt", "sourceUrl", "tabId"])
 ], RecordingEvent);
 
 // dist/.server-tsc/jobcase/jobcase.entity.js
@@ -221713,6 +221711,17 @@ var JobcaseService = class JobcaseService2 {
       for (const it of items)
         it.rsUserIds = rsMap.get(it.id) ?? [];
     }
+    const custIds = Array.from(new Set(items.map((i) => i.customerId).filter((n) => n != null)));
+    if (custIds.length) {
+      const custs = await this.customerRepo.find({
+        where: { id: In(custIds) },
+        select: ["id", "canonicalName"]
+      });
+      const nameMap = new Map(custs.map((c) => [c.id, c.canonicalName]));
+      for (const it of items) {
+        it.customerName = it.customerId != null ? nameMap.get(it.customerId) ?? null : null;
+      }
+    }
     return { items, total, statusCounts };
   }
   async create(dto) {
@@ -222273,6 +222282,11 @@ var AuthService = AuthService_1 = class AuthService2 {
       expires_in: 60 * 60 * 24 * 7
     };
   }
+  issueStableLocalToken(userId) {
+    const DAY = 86400;
+    const exp = (Math.floor(Date.now() / 1e3 / DAY) + 2) * DAY;
+    return jwt.sign({ data: { _id: userId }, exp }, this.secret, { noTimestamp: true });
+  }
   async sendEmailCode(body) {
     try {
       const res = await (0, import_rxjs2.firstValueFrom)(this.http.post(`${this.saasBaseUrl}/hunter-mate/auth/email/send-code`, body));
@@ -222305,7 +222319,7 @@ var AuthService = AuthService_1 = class AuthService2 {
       const decodedEmail = decoded?.data?.email ?? email ?? "";
       const existing = await this.saasTokenRepo.findOne({ where: { hmUserId } });
       if (existing) {
-        await this.saasTokenRepo.update({ id: existing.id }, { token, email: decodedEmail });
+        await this.saasTokenRepo.update({ id: existing.id }, { token, email: decodedEmail, savedAt: /* @__PURE__ */ new Date() });
       } else {
         await this.saasTokenRepo.save({ hmUserId, email: decodedEmail, token });
       }
@@ -222359,7 +222373,7 @@ var AuthService = AuthService_1 = class AuthService2 {
       loggedIn: true,
       email,
       hmUserId,
-      token: this.issueLocalToken(hmUserId).access_token
+      token: this.issueStableLocalToken(hmUserId)
     };
   }
   extractUserId(saasToken, data) {
@@ -222799,9 +222813,13 @@ var DatasyncService = class DatasyncService2 {
   changeLog;
   tenant;
   logger = new import_common18.Logger(DatasyncService_1.name);
-  static SYNC_VIEW_TTL_MS = 2e4;
+  static SYNC_VIEW_TTL_MS = 6e4;
+  static SYNC_VIEW_STALE_GRACE_MS = 6e5;
+  static SYNC_VIEW_ERROR_CACHE_MS = 6e4;
   timer;
   syncViewCache = null;
+  syncViewRefresh = null;
+  syncViewError = null;
   pushing = false;
   pulling = false;
   authFailed = false;
@@ -222988,23 +223006,32 @@ var DatasyncService = class DatasyncService2 {
       return { ...base, loggedIn: false };
     const uid = this.hmUserIdOf(token.token);
     const cached2 = this.syncViewCache;
-    if (cached2 && cached2.uid === uid && Date.now() - cached2.at < DatasyncService_1.SYNC_VIEW_TTL_MS) {
-      return { ...base, loggedIn: true, ...cached2.view, activeTenantId: await this.getActiveTenantId() };
+    if (cached2 && cached2.uid === uid) {
+      const age = Date.now() - cached2.at;
+      if (age < DatasyncService_1.SYNC_VIEW_TTL_MS) {
+        return { ...base, loggedIn: true, ...cached2.view, activeTenantId: await this.getActiveTenantId() };
+      }
+      if (age < DatasyncService_1.SYNC_VIEW_STALE_GRACE_MS) {
+        this.kickSyncViewBackgroundRefresh(uid, token.token);
+        return { ...base, loggedIn: true, ...cached2.view, activeTenantId: await this.getActiveTenantId() };
+      }
+    }
+    const lastErr = this.syncViewError;
+    if (lastErr && lastErr.uid === uid && Date.now() - lastErr.at < DatasyncService_1.SYNC_VIEW_ERROR_CACHE_MS) {
+      return { ...base, loggedIn: true, remoteError: lastErr.message };
     }
     try {
-      const res = await fetch(`${this.saasBaseUrl}/hunter-mate/sync/state?heads=0`, {
-        headers: { Authorization: `HMJWT ${token.token}` }
-      });
-      if (!res.ok)
-        return { ...base, loggedIn: true, remoteError: `HTTP ${res.status}` };
-      const body = await res.json();
-      const view = {
-        hmUserId: body.hmUserId,
-        memberships: body.memberships ?? [],
-        serverSuggestedTenantId: body.activeTenantId ?? null,
-        heads: []
-      };
+      if (this.syncViewRefresh) {
+        await this.syncViewRefresh;
+        const refreshed = this.syncViewCache;
+        if (refreshed && refreshed.uid === uid) {
+          return { ...base, loggedIn: true, ...refreshed.view, activeTenantId: await this.getActiveTenantId() };
+        }
+        throw new Error("sync view refresh failed");
+      }
+      const view = await this.fetchSyncView(uid, token.token);
       this.syncViewCache = { uid, at: Date.now(), view };
+      this.syncViewError = null;
       return {
         ...base,
         loggedIn: true,
@@ -223012,9 +223039,42 @@ var DatasyncService = class DatasyncService2 {
         activeTenantId: await this.getActiveTenantId()
       };
     } catch (err) {
+      this.syncViewError = { uid, message: err.message ?? String(err), at: Date.now() };
       return { ...base, loggedIn: true, remoteError: err.message ?? String(err) };
     }
   }
+  async fetchSyncView(uid, jwt5) {
+    const res = await fetch(`${this.saasBaseUrl}/hunter-mate/sync/state?heads=0`, {
+      headers: { Authorization: `HMJWT ${jwt5}` },
+      signal: AbortSignal.timeout(1e4)
+    });
+    if (!res.ok)
+      throw new Error(`HTTP ${res.status}`);
+    const body = await res.json();
+    return {
+      hmUserId: body.hmUserId,
+      memberships: body.memberships ?? [],
+      serverSuggestedTenantId: body.activeTenantId ?? null,
+      heads: []
+    };
+  }
+  kickSyncViewBackgroundRefresh(uid, jwt5) {
+    if (this.syncViewRefresh)
+      return;
+    this.syncViewRefresh = (async () => {
+      try {
+        const view = await this.fetchSyncView(uid, jwt5);
+        if (this.syncViewCache?.uid === uid)
+          this.syncViewCache = { uid, at: Date.now(), view };
+      } catch (err) {
+        this.logger.warn(`sync view \u540E\u53F0\u5237\u65B0\u5931\u8D25,\u7F13\u5B58\u5DF2\u6E05(\u4E0B\u56DE\u963B\u585E\u5F0F\u91CD\u8BD5): ${err?.message ?? err}`);
+        if (this.syncViewCache?.uid === uid)
+          this.syncViewCache = null;
+      } finally {
+        this.syncViewRefresh = null;
+      }
+    })();
+  }
   async listVersions(entity) {
     const where = entity ? { entity } : {};
     const rows = await this.versionRepo.find({ where, order: { entity: "ASC", localId: "ASC" } });
@@ -223032,6 +223092,7 @@ var DatasyncService = class DatasyncService2 {
           "Content-Type": "application/json",
           Authorization: `HMJWT ${token.token}`
         },
+        signal: AbortSignal.timeout(3e4),
         ...body !== void 0 ? { body: JSON.stringify(body) } : {}
       });
       const text = await res.text();
@@ -223298,19 +223359,23 @@ var DatasyncService = class DatasyncService2 {
       await this.reconcileMembership(token.token);
       await this.syncTenantMembers(token.token);
       const myId = this.hmUserIdOf(token.token);
-      for (const cfg of SYNC_REGISTRY) {
-        if (cfg.direction !== "both")
-          continue;
-        const table = this.tableOf(cfg);
-        try {
-          const r = await this.pullEntity(cfg, token.token, myId);
-          result[table] = `${r.applied}u/${r.conflicts}c/${r.deleted}d/${r.pooled}p`;
-        } catch (err) {
-          const msg = err.message ?? String(err);
-          this.logger.warn(`pull entity ${table} failed: ${msg}`);
-          result[table] = `ERR: ${msg}`;
+      const targets = SYNC_REGISTRY.filter((c) => c.direction === "both");
+      const CONCURRENCY = 4;
+      let next = 0;
+      await Promise.all(Array.from({ length: Math.min(CONCURRENCY, targets.length) }, async () => {
+        while (next < targets.length) {
+          const cfg = targets[next++];
+          const table = this.tableOf(cfg);
+          try {
+            const r = await this.pullEntity(cfg, token.token, myId);
+            result[table] = `${r.applied}u/${r.conflicts}c/${r.deleted}d/${r.pooled}p`;
+          } catch (err) {
+            const msg = err.message ?? String(err);
+            this.logger.warn(`pull entity ${table} failed: ${msg}`);
+            result[table] = `ERR: ${msg}`;
+          }
         }
-      }
+      }));
       return result;
     } finally {
       this.pulling = false;
@@ -223318,8 +223383,9 @@ var DatasyncService = class DatasyncService2 {
   }
   async reconcileMembership(jwt5) {
     try {
-      const res = await fetch(`${this.saasBaseUrl}/hunter-mate/sync/state`, {
-        headers: { Authorization: `HMJWT ${jwt5}` }
+      const res = await fetch(`${this.saasBaseUrl}/hunter-mate/sync/state?heads=0`, {
+        headers: { Authorization: `HMJWT ${jwt5}` },
+        signal: AbortSignal.timeout(3e4)
       });
       if (res.status === 401) {
         this.authFailed = true;
@@ -223400,7 +223466,7 @@ var DatasyncService = class DatasyncService2 {
     let deleted = 0;
     let pooled = 0;
     let since = cursor.pulledWatermark ?? void 0;
-    const LIMIT = 500;
+    const LIMIT = 100;
     for (let page = 0; page < 20; page++) {
       const url2 = new URL(`${this.saasBaseUrl}/hunter-mate/sync/pull`);
       url2.searchParams.set("entity", table);
@@ -224483,6 +224549,7 @@ SearchlogController = __decorate73([
 var import_common31 = __toESM(require_common(), 1);
 var import_axios4 = __toESM(require_axios2(), 1);
 var import_typeorm69 = __toESM(require_typeorm2(), 1);
+import { Agent } from "https";
 
 // dist/.server-tsc/auth/auth.controller.js
 var import_common26 = __toESM(require_common(), 1);
@@ -224836,7 +224903,15 @@ var AuthModule = class AuthModule2 {
 };
 AuthModule = __decorate79([
   (0, import_common31.Module)({
-    imports: [import_axios4.HttpModule.register({ proxy: false }), import_typeorm69.TypeOrmModule.forFeature([SaasToken]), OpLogModule],
+    imports: [
+      import_axios4.HttpModule.register({
+        proxy: false,
+        timeout: 15e3,
+        httpsAgent: new Agent({ keepAlive: true, maxSockets: 8 })
+      }),
+      import_typeorm69.TypeOrmModule.forFeature([SaasToken]),
+      OpLogModule
+    ],
     providers: [AuthService, OptionalAuthMiddleware],
     controllers: [AuthController],
     exports: [AuthService]
@@ -245940,7 +246015,7 @@ import * as tls from "node:tls";
 import * as http3 from "node:http";
 var _a;
 var INTERNAL = /* @__PURE__ */ Symbol("AgentBaseInternalState");
-var Agent2 = class extends (_a = http3.Agent, _a) {
+var Agent3 = class extends (_a = http3.Agent, _a) {
   constructor(opts) {
     super(opts);
     this[INTERNAL] = {};
@@ -246087,7 +246162,7 @@ function parseProxyResponse(socket) {
 function debugLog2(...args) {
   debug.log("[https-proxy-agent]", ...args);
 }
-var HttpsProxyAgent = class extends Agent2 {
+var HttpsProxyAgent = class extends Agent3 {
   constructor(proxy, opts) {
     super(opts);
     this.options = {};
@@ -265044,7 +265119,11 @@ var __param25 = function(paramIndex, decorator) {
     decorator(target, key, paramIndex);
   };
 };
+var RecordingService_1;
 var RecordingService = class RecordingService2 {
+  static {
+    RecordingService_1 = this;
+  }
   eventRepo;
   snapshotService;
   eventBus;
@@ -265126,8 +265205,10 @@ var RecordingService = class RecordingService2 {
     }
     return { sessionId, eventsDeleted, snapshotsDeleted };
   }
+  static DEFAULT_WINDOW_MS = 90 * 24 * 60 * 60 * 1e3;
   async listRecordings(limit = 100, options = {}) {
-    const { q, from, to } = options;
+    const { q, to } = options;
+    const from = options.from ?? (!to ? new Date(Date.now() - RecordingService_1.DEFAULT_WINDOW_MS) : void 0);
     const qb = this.eventRepo.createQueryBuilder("e").select("e.sessionId", "sessionId").addSelect("COUNT(*)", "eventCount").addSelect("MIN(e.createdAt)", "startedAt").addSelect("MAX(e.createdAt)", "lastEventAt").addSelect("MAX(e.sourceUrl)", "sourceUrl").addSelect("MAX(e.tabId)", "tabId").groupBy("e.sessionId");
     if (from)
       qb.andWhere("e.createdAt >= :from", { from });
@@ -265152,7 +265233,7 @@ var RecordingService = class RecordingService2 {
     };
   }
 };
-RecordingService = __decorate94([
+RecordingService = RecordingService_1 = __decorate94([
   (0, import_common51.Injectable)(),
   __param25(0, (0, import_typeorm79.InjectRepository)(RecordingEvent)),
   __metadata80("design:paramtypes", [
@@ -265810,7 +265891,7 @@ async function pool(items, limit, fn) {
   });
   await Promise.all(workers);
 }
-async function folderSize(dir) {
+async function sizeOfDir(dir) {
   let total = 0;
   let entries;
   try {
@@ -265822,7 +265903,7 @@ async function folderSize(dir) {
     const full = path6.join(dir, ent.name);
     try {
       if (ent.isDirectory()) {
-        const sub = await folderSize(full);
+        const sub = await sizeOfDir(full);
         total += sub;
       } else if (ent.isFile()) {
         const st = await fsp.stat(full);
@@ -265833,19 +265914,19 @@ async function folderSize(dir) {
   });
   return total;
 }
-async function topLevelBreakdown(dir, limit = TOP_ENTRIES_LIMIT) {
+async function sizeWithBreakdown(dir, limit = TOP_ENTRIES_LIMIT) {
   let entries;
   try {
     entries = await fsp.readdir(dir, { withFileTypes: true });
   } catch {
-    return [];
+    return { totalBytes: 0, topEntries: [] };
   }
   const sized = [];
   await pool(entries, WALK_CONCURRENCY, async (ent) => {
     const full = path6.join(dir, ent.name);
     try {
       if (ent.isDirectory()) {
-        const sub = await folderSize(full);
+        const sub = await sizeOfDir(full);
         sized.push({ name: ent.name + "/", bytes: sub });
       } else if (ent.isFile()) {
         const st = await fsp.stat(full);
@@ -265854,13 +265935,14 @@ async function topLevelBreakdown(dir, limit = TOP_ENTRIES_LIMIT) {
     } catch {
     }
   });
+  const totalBytes = sized.reduce((acc, e) => acc + e.bytes, 0);
   sized.sort((a, b2) => b2.bytes - a.bytes);
   if (sized.length <= limit)
-    return sized;
+    return { totalBytes, topEntries: sized };
   const head = sized.slice(0, limit);
   const restBytes = sized.slice(limit).reduce((acc, e) => acc + e.bytes, 0);
   head.push({ name: `others(${sized.length - limit})`, bytes: restBytes });
-  return head;
+  return { totalBytes, topEntries: head };
 }
 function findInstallRoot(startDir, maxUp = 6) {
   let dir = startDir;
@@ -265927,27 +266009,26 @@ var ResourceCollector = ResourceCollector_1 = class ResourceCollector2 {
   }
   async collectPaths(specs = this.resolvePathSpecs()) {
     const out = [];
-    for (const spec of specs) {
+    let slot = 0;
+    await pool(specs, WALK_CONCURRENCY, async (spec) => {
+      const idx = slot++;
       try {
         if (!fs7.existsSync(spec.path)) {
-          out.push({ key: spec.key, path: spec.path, exists: false, totalBytes: 0, topEntries: [], group: spec.group });
-          continue;
+          out[idx] = { key: spec.key, path: spec.path, exists: false, totalBytes: 0, topEntries: [], group: spec.group };
+          return;
         }
         const st = await fsp.stat(spec.path);
         if (st.isFile()) {
-          out.push({ key: spec.key, path: spec.path, exists: true, totalBytes: st.size, topEntries: [], group: spec.group });
-          continue;
+          out[idx] = { key: spec.key, path: spec.path, exists: true, totalBytes: st.size, topEntries: [], group: spec.group };
+          return;
         }
-        const [totalBytes, topEntries] = await Promise.all([
-          folderSize(spec.path),
-          topLevelBreakdown(spec.path)
-        ]);
-        out.push({ key: spec.key, path: spec.path, exists: true, totalBytes, topEntries, group: spec.group });
+        const { totalBytes, topEntries } = await sizeWithBreakdown(spec.path);
+        out[idx] = { key: spec.key, path: spec.path, exists: true, totalBytes, topEntries, group: spec.group };
       } catch (err) {
         this.logger.warn(`\u91C7\u96C6\u8DEF\u5F84\u5360\u7528\u5931\u8D25 ${spec.path}: ${err.message}`);
-        out.push({ key: spec.key, path: spec.path, exists: false, totalBytes: 0, topEntries: [], group: spec.group });
+        out[idx] = { key: spec.key, path: spec.path, exists: false, totalBytes: 0, topEntries: [], group: spec.group };
       }
-    }
+    });
     return out;
   }
   async collectProcesses() {
@@ -291331,6 +291412,9 @@ ExtractionRuleService = __decorate101([
 ], ExtractionRuleService);
 
 // dist/.server-tsc/extraction/structured-data.js
+function toCheerio(html) {
+  return typeof html === "string" ? load(html) : html;
+}
 function pageClassFromJsonLdTypes(types2) {
   const t = new Set(types2.map((x) => x.toLowerCase()));
   if (t.has("person"))
@@ -291366,7 +291450,7 @@ function flattenEntity(entity, prefix = "", out = {}) {
   return out;
 }
 function extractJsonLd(html) {
-  const $ = load(html);
+  const $ = toCheerio(html);
   const entities = [];
   $('script[type="application/ld+json"]').each((_i, el) => {
     try {
@@ -291396,7 +291480,7 @@ function extractJsonLd(html) {
   return { types: types2, data };
 }
 function extractOpenGraph(html) {
-  const $ = load(html);
+  const $ = toCheerio(html);
   const out = {};
   $('meta[property^="og:"], meta[name^="og:"]').each((_i, el) => {
     const key = $(el).attr("property") || $(el).attr("name") || "";
@@ -291501,7 +291585,7 @@ function applySelectorRule(payload, html) {
   if (payload?.fields || payload?.lists || payload?.entityList) {
     return applyScriptRule(html, payload);
   }
-  const $ = load(html);
+  const $ = typeof html === "string" ? load(html) : html;
   const result = {};
   const mapping = payload.mapping || {};
   for (const [field, selector] of Object.entries(mapping)) {
@@ -291583,13 +291667,14 @@ var ExtractionService = class ExtractionService2 {
   applyRulesToHtml(sourceUrl, html, rules) {
     const matched = rules.filter((r) => r.enabled && matchRule(r, sourceUrl)).sort((a, b2) => b2.priority - a.priority);
     const extracted = {};
+    const $ = load(html);
     for (const rule of matched) {
       if (rule.ruleType === "selector")
-        Object.assign(extracted, applySelectorRule(rule.rulePayload, html));
+        Object.assign(extracted, applySelectorRule(rule.rulePayload, $));
       else if (rule.ruleType === "regex")
         Object.assign(extracted, applyRegexRule(rule.rulePayload, html));
       else if (rule.ruleType === "script")
-        Object.assign(extracted, applyScriptRule(html, rule.rulePayload));
+        Object.assign(extracted, applyScriptRule($, rule.rulePayload));
     }
     this.applyProfileUrlFallback(extracted, sourceUrl, matched);
     return {
@@ -291667,8 +291752,9 @@ var ExtractionService = class ExtractionService2 {
       });
       return { ...result, status: "no-snapshot", message: "Missing sourceUrl or rrweb full snapshot." };
     }
-    const jsonld = extractJsonLd(html);
-    const og = extractOpenGraph(html);
+    const $ = load(html);
+    const jsonld = extractJsonLd($);
+    const og = extractOpenGraph($);
     const rules = await this.ruleService.findEnabled();
     const adapterRules = (await this.adapterRuleRepo.find({ where: { enabled: true } })).map((r) => ({
       ruleId: r.externalId || `${r.platform}/${r.hostPattern}`,
@@ -291685,11 +291771,11 @@ var ExtractionService = class ExtractionService2 {
     const ruleExtracted = {};
     for (const rule of matched) {
       if (rule.ruleType === "selector")
-        Object.assign(ruleExtracted, applySelectorRule(rule.rulePayload, html));
+        Object.assign(ruleExtracted, applySelectorRule(rule.rulePayload, $));
       else if (rule.ruleType === "regex")
         Object.assign(ruleExtracted, applyRegexRule(rule.rulePayload, html));
       else if (rule.ruleType === "script")
-        Object.assign(ruleExtracted, applyScriptRule(html, rule.rulePayload));
+        Object.assign(ruleExtracted, applyScriptRule($, rule.rulePayload));
     }
     const merged = { ...og, ...jsonld?.data || {}, ...ruleExtracted };
     for (const [k2, v] of Object.entries({ ...jsonld?.data || {}, ...og || {} })) {
@@ -292041,8 +292127,9 @@ var ExtractionService = class ExtractionService2 {
       return { sessionId, error: "missing snapshot or sourceUrl" };
     }
     const parsed = new URL(sourceUrl);
-    const jsonld = extractJsonLd(html);
-    const og = extractOpenGraph(html);
+    const $ = load(html);
+    const jsonld = extractJsonLd($);
+    const og = extractOpenGraph($);
     const pageClass = jsonld ? pageClassFromJsonLdTypes(jsonld.types) : null;
     const draft = {
       ruleId: `${etldPlus1(parsed.hostname).replace(/\./g, "-")}-${pageClass || "page"}-auto`,
@@ -294444,6 +294531,8 @@ var AdapterService = class AdapterService2 {
     const sourceUrl = snapshot.sourceUrl || "";
     const html = snapshot.html;
     const matched = sourceUrl ? await this.findRulesForUrl(sourceUrl) : [];
+    let cached$ = null;
+    const $ = () => cached$ ??= load(html);
     const ruleExtracted = {};
     const isEmptyVal = (v) => v == null || v === "" || Array.isArray(v) && v.length === 0;
     const mergeRuleOutput = (out) => {
@@ -294457,15 +294546,13 @@ var AdapterService = class AdapterService2 {
       if (rule.ruleType === "selector") {
         const payload = rule.rulePayload;
         if (payload?.fields || payload?.lists) {
-          const { applyScriptRule: applyScriptRule2 } = await import("./chunks/script-rule-ZJN6CEYX.mjs");
-          mergeRuleOutput(applyScriptRule2(html, payload));
+          const { applyScriptRule: applyScriptRule2 } = await import("./chunks/script-rule-4RZQ2PQE.mjs");
+          mergeRuleOutput(applyScriptRule2($(), payload));
         } else {
-          const { load: load2 } = await import("./chunks/esm-4U746B76.mjs");
-          const $ = load2(html);
           const mapping = payload.mapping || {};
           const out = {};
           for (const [field, selector] of Object.entries(mapping)) {
-            const el = $(selector).first();
+            const el = $()(selector).first();
             out[field] = el.text().trim() || el.attr("content") || el.attr("value") || null;
           }
           mergeRuleOutput(out);
@@ -294479,13 +294566,13 @@ var AdapterService = class AdapterService2 {
         }
         mergeRuleOutput(out);
       } else if (rule.ruleType === "script") {
-        const { applyScriptRule: applyScriptRule2 } = await import("./chunks/script-rule-ZJN6CEYX.mjs");
-        mergeRuleOutput(applyScriptRule2(html, rule.rulePayload));
+        const { applyScriptRule: applyScriptRule2 } = await import("./chunks/script-rule-4RZQ2PQE.mjs");
+        mergeRuleOutput(applyScriptRule2($(), rule.rulePayload));
       } else if (rule.ruleType === "jsonld") {
       }
     }
-    const jsonld = extractJsonLd(html);
-    const og = extractOpenGraph(html);
+    const jsonld = extractJsonLd($());
+    const og = extractOpenGraph($());
     const merged = { ...og, ...jsonld?.data || {}, ...ruleExtracted };
     for (const [k2, v] of Object.entries({ ...jsonld?.data || {}, ...og || {} })) {
       if (ruleExtracted[k2] == null && v != null)
@@ -305301,6 +305388,11 @@ var CustomerService = class CustomerService2 {
   datasync;
   tenant;
   logger = new import_common136.Logger(CustomerService_1.name);
+  static COLLECT_TTL_MS = 6e4;
+  collectCache = null;
+  invalidateCollectCache() {
+    this.collectCache = null;
+  }
   constructor(repo, jobCaseRepo, remarkRepo, companyProfileRepo, talentProfileRepo, jobPostingRepo, parseLogRepo, datasync, tenant) {
     this.repo = repo;
     this.jobCaseRepo = jobCaseRepo;
@@ -305313,7 +305405,9 @@ var CustomerService = class CustomerService2 {
     this.tenant = tenant;
   }
   async batchDelete(ids) {
-    return this.datasync.deleteWithTombstones(this.repo, "customers", ids);
+    const result = await this.datasync.deleteWithTombstones(this.repo, "customers", ids);
+    this.invalidateCollectCache();
+    return result;
   }
   async onModuleInit() {
     await this.repo.query("UPDATE customers SET isCustomer = 1 WHERE isCustomer IS NULL");
@@ -305394,6 +305488,7 @@ var CustomerService = class CustomerService2 {
       if (changed) {
         customer.aliases = [...aliases];
         await this.repo.save(customer);
+        this.invalidateCollectCache();
       }
       return { customer, created: false, merged: true };
     };
@@ -305427,6 +305522,7 @@ var CustomerService = class CustomerService2 {
     });
     try {
       const saved = await this.repo.save(entity);
+      this.invalidateCollectCache();
       return { customer: saved, created: true, merged: false };
     } catch (err) {
       if (String(err?.code).startsWith("SQLITE_CONSTRAINT")) {
@@ -305476,7 +305572,9 @@ var CustomerService = class CustomerService2 {
       }
       customer.profile = next;
     }
-    return this.repo.save(customer);
+    const saved = await this.repo.save(customer);
+    this.invalidateCollectCache();
+    return saved;
   }
   async duplicates(id) {
     const customer = await this.findOne(id);
@@ -305550,6 +305648,7 @@ var CustomerService = class CustomerService2 {
     if ((keep.isCustomer ?? 0) !== 1 && (remove.isCustomer ?? 0) === 1)
       keep.isCustomer = 1;
     await this.repo.save(keep);
+    this.invalidateCollectCache();
     await this.jobCaseRepo.update({ customerId: removeId }, { customerId: keepId });
     await this.remarkRepo.update({ targetType: "customer", targetId: String(removeId) }, { targetId: String(keepId) });
     await this.datasync.deleteWithTombstones(this.repo, "customers", [removeId]);
@@ -305573,7 +305672,15 @@ var CustomerService = class CustomerService2 {
     });
     return [...new Set(parts)];
   }
-  async collectCompanies() {
+  async collectCompanies(force = false) {
+    if (!force && this.collectCache && Date.now() - this.collectCache.at < CustomerService_1.COLLECT_TTL_MS) {
+      return this.collectCache.result;
+    }
+    const result = await this.runCollectCompanies();
+    this.collectCache = { at: Date.now(), result };
+    return result;
+  }
+  async runCollectCompanies() {
     const talents = await this.talentProfileRepo.find();
     const talentNames = new Set(talents.map((t) => (t.name ?? "").trim().toLowerCase()).filter(Boolean));
     const existing = await this.repo.find();
@@ -305611,7 +305718,7 @@ var CustomerService = class CustomerService2 {
       }
     }
     const profileKeys = /* @__PURE__ */ new Set();
-    for (const p of await this.companyProfileRepo.find()) {
+    for (const p of profiles) {
       const k2 = normalizeCustomerName(p.name ?? "");
       if (k2)
         profileKeys.add(k2);
@@ -305626,7 +305733,9 @@ var CustomerService = class CustomerService2 {
       }
     }
     const caseCustomerIds = new Set((await this.jobCaseRepo.find({ select: ["customerId"] })).map((jc) => jc.customerId).filter((id) => id != null));
-    for (const c of await this.repo.find()) {
+    for (const c of await this.repo.find({
+      select: ["id", "canonicalName", "dedupKey", "aliases", "isCustomer", "ownerId"]
+    })) {
       if (!(c.canonicalName ?? "").trim()) {
         if (caseCustomerIds.has(c.id))
           continue;
@@ -305662,13 +305771,13 @@ var CustomerService = class CustomerService2 {
     qb.select([...CustomerService_1.LIST_COLS]);
     const matched = await qb.getMany();
     const profileKeys = /* @__PURE__ */ new Set();
-    for (const p of await this.companyProfileRepo.find()) {
+    for (const p of await this.companyProfileRepo.find({ select: ["name"] })) {
       const k2 = normalizeCustomerName(p.name ?? "");
       if (k2)
         profileKeys.add(k2);
     }
     const resumeKeys = /* @__PURE__ */ new Set();
-    for (const t of await this.talentProfileRepo.find()) {
+    for (const t of await this.talentProfileRepo.find({ select: ["extracted"] })) {
       const ex = t.extracted ?? {};
       for (const cand of this.parseResumeCompanies(String(ex.currentCompany ?? ex.company ?? ""))) {
         const k2 = normalizeCustomerName(cand);
@@ -305679,15 +305788,15 @@ var CustomerService = class CustomerService2 {
     const caseCount = /* @__PURE__ */ new Map();
     const activeCount = /* @__PURE__ */ new Map();
     const hmhLocal = /* @__PURE__ */ new Set();
-    for (const jc of await this.jobCaseRepo.find()) {
-      if (jc.customerId == null)
-        continue;
-      caseCount.set(jc.customerId, (caseCount.get(jc.customerId) ?? 0) + 1);
-      if (jc.status === "active") {
-        activeCount.set(jc.customerId, (activeCount.get(jc.customerId) ?? 0) + 1);
-      }
-      if ((jc.folderPath ?? "").includes("/local/clients/"))
-        hmhLocal.add(jc.customerId);
+    const caseRows = await this.jobCaseRepo.createQueryBuilder("jc").select("jc.customerId", "customerId").addSelect("COUNT(*)", "cnt").addSelect("SUM(CASE WHEN jc.status = 'active' THEN 1 ELSE 0 END)", "activeCnt").addSelect("MAX(CASE WHEN jc.folderPath LIKE '%/local/clients/%' THEN 1 ELSE 0 END)", "hmhFlag").where("jc.customerId IS NOT NULL").groupBy("jc.customerId").getRawMany();
+    for (const r of caseRows) {
+      const id = Number(r.customerId);
+      caseCount.set(id, Number(r.cnt));
+      const active = Number(r.activeCnt ?? 0);
+      if (active)
+        activeCount.set(id, active);
+      if (Number(r.hmhFlag ?? 0))
+        hmhLocal.add(id);
     }
     const decorated = matched.map((c) => {
       const keys = [c.dedupKey, ...(c.aliases ?? []).map((a) => normalizeCustomerName(a))];
@@ -305833,7 +305942,7 @@ var CustomerController = class CustomerController2 {
     });
   }
   collect() {
-    return this.service.collectCompanies();
+    return this.service.collectCompanies(true);
   }
   batchDelete(body) {
     const ids = this.parseBatchIds(body);
@@ -306656,8 +306765,9 @@ var ResourceUsageController = class ResourceUsageController2 {
   }
   async collectNow() {
     const snapshot = await this.service.collectNow();
-    const report = await this.service.reportUnreported();
-    return { ok: true, snapshot, report };
+    this.service.reportUnreported().catch(() => {
+    });
+    return { ok: true, snapshot };
   }
   pending() {
     return this.service.pendingCount().then((count2) => ({ count: count2 }));
@@ -307067,12 +307177,17 @@ var RecommendationService = RecommendationService_1 = class RecommendationServic
     if (!ids.length)
       return {};
     const now = /* @__PURE__ */ new Date();
+    const dayStart = new Date(now.getFullYear(), now.getMonth(), now.getDate());
     const weekStart = new Date(now.getFullYear(), now.getMonth(), now.getDate() - (now.getDay() + 6) % 7);
-    const rows = await this.recRepo.createQueryBuilder("r").select("r.jobCaseId", "jobCaseId").addSelect("r.stage", "stage").addSelect("COUNT(*)", "c").addSelect("SUM(CASE WHEN r.updatedAt >= :weekStart THEN 1 ELSE 0 END)", "weekC").where("r.jobCaseId IN (:...ids)", { ids }).setParameter("weekStart", weekStart.toISOString()).groupBy("r.jobCaseId").addGroupBy("r.stage").getRawMany();
+    const rows = await this.recRepo.createQueryBuilder("r").select("r.jobCaseId", "jobCaseId").addSelect("r.stage", "stage").addSelect("COUNT(*)", "c").addSelect("SUM(CASE WHEN r.updatedAt >= :weekStart THEN 1 ELSE 0 END)", "weekC").addSelect("SUM(CASE WHEN r.updatedAt >= :dayStart THEN 1 ELSE 0 END)", "todayC").where("r.jobCaseId IN (:...ids)", { ids }).setParameter("weekStart", weekStart.toISOString()).setParameter("dayStart", dayStart.toISOString()).groupBy("r.jobCaseId").addGroupBy("r.stage").getRawMany();
     const out = {};
     for (const r of rows) {
       const jc = Number(r.jobCaseId);
-      (out[jc] ??= {})[r.stage] = { total: Number(r.c), week: Number(r.weekC ?? 0) };
+      (out[jc] ??= {})[r.stage] = {
+        total: Number(r.c),
+        week: Number(r.weekC ?? 0),
+        today: Number(r.todayC ?? 0)
+      };
     }
     return out;
   }