@reconcrap/boss-recommend-mcp 1.3.39 → 2.0.1

package/src/domains/recruit/run-service.js

@@ -0,0 +1,580 @@
+import { createRunLifecycleManager } from "../../core/run/index.js";
+import { captureScrolledNodeScreenshots } from "../../core/capture/index.js";
+import {
+  compactCvAcquisitionState,
+  countParsedNetworkProfiles,
+  createCvAcquisitionState,
+  getCvNetworkWaitPlan,
+  recordCvImageFallback,
+  recordCvNetworkHit,
+  recordCvNetworkMiss,
+  summarizeImageEvidence,
+  waitForCvNetworkEvents
+} from "../../core/cv-acquisition/index.js";
+import {
+  compactInfiniteListState,
+  createInfiniteListState,
+  getNextInfiniteListCandidate,
+  markInfiniteListCandidateProcessed,
+  resetInfiniteListForRefreshRound
+} from "../../core/infinite-list/index.js";
+import { screenCandidate } from "../../core/screening/index.js";
+import {
+  closeRecruitDetail,
+  createRecruitDetailNetworkRecorder,
+  extractRecruitDetailCandidate,
+  openRecruitCardDetail,
+  waitForRecruitDetailNetworkEvents
+} from "./detail.js";
+import {
+  readRecruitCardCandidate,
+  waitForRecruitCardNodeIds
+} from "./cards.js";
+import {
+  applyRecruitSearchParams,
+  hasRecruitSearchParams,
+  normalizeRecruitSearchParams
+} from "./search.js";
+import { refreshRecruitSearchAtEnd } from "./refresh.js";
+import { getRecruitRoots } from "./roots.js";
+
+function compactScreening(screening) {
+  return {
+    status: screening.status,
+    passed: screening.passed,
+    score: screening.score,
+    reasons: screening.reasons,
+    candidate: {
+      domain: screening.candidate?.domain || "recruit",
+      source: screening.candidate?.source || "",
+      id: screening.candidate?.id || null,
+      identity: screening.candidate?.identity || {}
+    }
+  };
+}
+
+function compactCandidate(candidate) {
+  return {
+    id: candidate?.id || null,
+    identity: candidate?.identity || {},
+    text_length: candidate?.text?.raw?.length || 0,
+    tag_count: candidate?.tags?.length || 0
+  };
+}
+
+function compactDetail(detailResult) {
+  if (!detailResult) return null;
+  return {
+    popup_text_length: detailResult.detail?.popup_text?.length || 0,
+    resume_text_length: detailResult.detail?.resume_text?.length || 0,
+    network_body_count: detailResult.network_bodies?.filter((item) => item.body).length || 0,
+    parsed_network_profile_count: detailResult.parsed_network_profiles?.filter((item) => item.ok).length || 0,
+    cv_acquisition: detailResult.cv_acquisition || null,
+    image_evidence: summarizeImageEvidence(detailResult.image_evidence),
+    close_result: detailResult.close_result
+  };
+}
+
+function normalizeSearchParams(searchParams = {}) {
+  return normalizeRecruitSearchParams(searchParams);
+}
+
+function compactRefreshAttempt(refreshAttempt) {
+  if (!refreshAttempt) return null;
+  return {
+    ok: Boolean(refreshAttempt.ok),
+    method: refreshAttempt.method || "",
+    forced_recent_viewed: Boolean(refreshAttempt.forced_recent_viewed),
+    card_count: refreshAttempt.card_count || 0,
+    search_params: refreshAttempt.search_params || null,
+    application: refreshAttempt.application
+      ? {
+          applied: Boolean(refreshAttempt.application.applied),
+          post_search_state: refreshAttempt.application.post_search_state,
+          steps: (refreshAttempt.application.steps || []).map((step) => ({
+            step: step.step,
+            applied: step.result?.applied,
+            clicked: step.result?.clicked,
+            searched: step.result?.searched,
+            reason: step.result?.reason || null
+          }))
+        }
+      : null
+  };
+}
+
+export async function runRecruitWorkflow({
+  client,
+  targetUrl = "",
+  criteria = "",
+  searchParams = {},
+  maxCandidates = 5,
+  detailLimit = 1,
+  closeDetail = true,
+  delayMs = 0,
+  cardTimeoutMs = 90000,
+  resetBeforeSearch = true,
+  resetTimeoutMs = 180000,
+  cityOptionTimeoutMs = 30000,
+  maxImagePages = 8,
+  imageWheelDeltaY = 650,
+  cvAcquisitionMode = "unknown",
+  listMaxScrolls = 20,
+  listStableSignatureLimit = 2,
+  listWheelDeltaY = 850,
+  listSettleMs = 1200,
+  listFallbackPoint = null,
+  refreshOnEnd = true,
+  maxRefreshRounds = 2,
+  refreshResetSettleMs = 5000
+} = {}, runControl) {
+  if (!client) throw new Error("runRecruitWorkflow requires a guarded CDP client");
+  const normalizedSearchParams = normalizeSearchParams(searchParams);
+  const limit = Math.max(1, Number(maxCandidates) || 1);
+  const detailCountLimit = Math.max(0, Number(detailLimit) || 0);
+  const networkRecorder = detailCountLimit > 0
+    ? createRecruitDetailNetworkRecorder(client)
+    : null;
+  const cvAcquisitionState = createCvAcquisitionState({ mode: cvAcquisitionMode });
+  const listState = createInfiniteListState({
+    domain: "recruit",
+    listName: "search-results"
+  });
+  const results = [];
+  const refreshAttempts = [];
+  let refreshRounds = 0;
+  let cardNodeIds = [];
+  let listEndReason = "";
+
+  runControl.setPhase("recruit:cleanup");
+  await closeRecruitDetail(client, { attemptsLimit: 2 });
+
+  await runControl.waitIfPaused();
+  runControl.throwIfCanceled();
+  runControl.setPhase("recruit:roots");
+  let rootState = await getRecruitRoots(client);
+  runControl.checkpoint({
+    iframe_selector: rootState.iframe.selector,
+    iframe_document_node_id: rootState.iframe.documentNodeId,
+    search_params: normalizedSearchParams
+  });
+
+  if (hasRecruitSearchParams(normalizedSearchParams)) {
+    await runControl.waitIfPaused();
+    runControl.throwIfCanceled();
+    runControl.setPhase("recruit:search");
+    const searchResult = await applyRecruitSearchParams(client, {
+      searchParams: normalizedSearchParams,
+      requireCards: true,
+      resetBeforeApply: resetBeforeSearch,
+      searchTimeoutMs: cardTimeoutMs,
+      resetTimeoutMs,
+      cityOptionTimeoutMs
+    });
+    runControl.checkpoint({
+      search: {
+        search_params: searchResult.search_params,
+        before_counts: searchResult.before_counts,
+        post_search_state: searchResult.post_search_state,
+        steps: searchResult.steps.map((step) => ({
+          step: step.step,
+          applied: step.result?.applied,
+          clicked: step.result?.clicked,
+          searched: step.result?.searched,
+          reason: step.result?.reason || null
+        }))
+      }
+    });
+    rootState = await getRecruitRoots(client);
+  }
+
+  await runControl.waitIfPaused();
+  runControl.throwIfCanceled();
+  runControl.setPhase("recruit:cards");
+  cardNodeIds = await waitForRecruitCardNodeIds(client, rootState.iframe.documentNodeId, {
+    timeoutMs: cardTimeoutMs,
+    intervalMs: 300
+  });
+  if (!cardNodeIds.length) {
+    throw new Error("No recruit/search candidate cards found for run service");
+  }
+
+  runControl.updateProgress({
+    card_count: cardNodeIds.length,
+    target_count: limit,
+    processed: 0,
+    screened: 0,
+    detail_opened: 0,
+    passed: 0,
+    unique_seen: compactInfiniteListState(listState).seen_count,
+    scroll_count: 0,
+    refresh_rounds: 0,
+    refresh_attempts: 0
+  });
+
+  while (results.length < limit) {
+    await runControl.waitIfPaused();
+    runControl.throwIfCanceled();
+    runControl.setPhase("recruit:candidate");
+
+    const nextCandidateResult = await getNextInfiniteListCandidate({
+      client,
+      state: listState,
+      maxScrolls: listMaxScrolls,
+      stableSignatureLimit: listStableSignatureLimit,
+      wheelDeltaY: listWheelDeltaY,
+      settleMs: listSettleMs,
+      fallbackPoint: listFallbackPoint,
+      findNodeIds: async () => {
+        const currentRootState = await getRecruitRoots(client);
+        const currentCardNodeIds = await waitForRecruitCardNodeIds(client, currentRootState.iframe.documentNodeId, {
+          timeoutMs: Math.min(cardTimeoutMs, 5000),
+          intervalMs: 300
+        });
+        cardNodeIds = currentCardNodeIds;
+        return currentCardNodeIds;
+      },
+      readCandidate: async (nodeId, { visibleIndex }) => readRecruitCardCandidate(client, nodeId, {
+        targetUrl,
+        source: "recruit-run-card",
+        metadata: {
+          run_candidate_index: results.length,
+          visible_index: visibleIndex,
+          search_params: normalizedSearchParams
+        }
+      })
+    });
+    if (!nextCandidateResult.ok) {
+      listEndReason = nextCandidateResult.reason || "list_exhausted";
+      if (
+        nextCandidateResult.end_reached
+        && refreshOnEnd
+        && results.length < limit
+        && refreshRounds < Math.max(0, Number(maxRefreshRounds) || 0)
+      ) {
+        await runControl.waitIfPaused();
+        runControl.throwIfCanceled();
+        runControl.setPhase("recruit:refresh");
+        refreshRounds += 1;
+        const refreshResult = await refreshRecruitSearchAtEnd(client, {
+          searchParams: normalizedSearchParams,
+          requireCards: true,
+          searchTimeoutMs: cardTimeoutMs,
+          resetTimeoutMs,
+          resetSettleMs: refreshResetSettleMs,
+          cityOptionTimeoutMs
+        });
+        const compactRefresh = compactRefreshAttempt(refreshResult);
+        refreshAttempts.push(compactRefresh);
+        runControl.checkpoint({
+          refresh_round: refreshRounds,
+          refresh: compactRefresh
+        });
+        runControl.updateProgress({
+          card_count: refreshResult.card_count || cardNodeIds.length,
+          target_count: limit,
+          processed: results.length,
+          screened: results.length,
+          detail_opened: results.filter((item) => item.detail).length,
+          passed: results.filter((item) => item.screening.passed).length,
+          unique_seen: compactInfiniteListState(listState).seen_count,
+          scroll_count: compactInfiniteListState(listState).scroll_count,
+          refresh_rounds: refreshRounds,
+          refresh_attempts: refreshAttempts.length,
+          refresh_method: refreshResult.method || null,
+          refresh_forced_recent_viewed: true,
+          list_end_reason: listEndReason
+        });
+        if (refreshResult.ok) {
+          rootState = await getRecruitRoots(client);
+          cardNodeIds = await waitForRecruitCardNodeIds(client, rootState.iframe.documentNodeId, {
+            timeoutMs: cardTimeoutMs,
+            intervalMs: 300
+          });
+          resetInfiniteListForRefreshRound(listState, {
+            reason: listEndReason,
+            round: refreshRounds,
+            method: refreshResult.method,
+            metadata: {
+              card_count: cardNodeIds.length,
+              forced_recent_viewed: true
+            }
+          });
+          listEndReason = "";
+          continue;
+        }
+      }
+      break;
+    }
+
+    const index = results.length;
+    const cardNodeId = nextCandidateResult.item.node_id;
+    const candidateKey = nextCandidateResult.item.key;
+    const cardCandidate = nextCandidateResult.item.candidate;
+
+    let screeningCandidate = cardCandidate;
+    let detailResult = null;
+    if (index < detailCountLimit) {
+      await runControl.waitIfPaused();
+      runControl.throwIfCanceled();
+      runControl.setPhase("recruit:detail");
+      networkRecorder.clear();
+      const openedDetail = await openRecruitCardDetail(client, cardNodeId);
+      const waitPlan = getCvNetworkWaitPlan(cvAcquisitionState);
+      const networkWait = await waitForCvNetworkEvents(
+        waitForRecruitDetailNetworkEvents,
+        networkRecorder,
+        {
+          waitPlan,
+          minCount: 1,
+          requireLoaded: true,
+          intervalMs: 120
+        }
+      );
+      detailResult = await extractRecruitDetailCandidate(client, {
+        cardCandidate,
+        cardNodeId,
+        detailState: openedDetail.detail_state,
+        networkEvents: networkRecorder.events,
+        targetUrl,
+        closeDetail: false
+      });
+      const parsedNetworkProfileCount = countParsedNetworkProfiles(detailResult);
+      let source = "network";
+      let imageEvidence = null;
+      if (parsedNetworkProfileCount > 0) {
+        recordCvNetworkHit(cvAcquisitionState, {
+          parsedNetworkProfileCount,
+          waitResult: networkWait
+        });
+      } else {
+        const captureNodeId = openedDetail.detail_state?.popup?.node_id
+          || openedDetail.detail_state?.resumeIframe?.node_id
+          || null;
+        if (captureNodeId) {
+          imageEvidence = await captureScrolledNodeScreenshots(client, captureNodeId, {
+            padding: 4,
+            maxScreenshots: maxImagePages,
+            wheelDeltaY: imageWheelDeltaY,
+            settleMs: 1200,
+            metadata: {
+              domain: "recruit",
+              capture_mode: "scroll_sequence",
+              acquisition_reason: "network_miss_image_fallback",
+              run_candidate_index: index,
+              candidate_key: candidateKey
+            }
+          });
+          source = "image";
+          recordCvImageFallback(cvAcquisitionState, {
+            parsedNetworkProfileCount,
+            waitResult: networkWait,
+            imageEvidence
+          });
+        } else {
+          source = "missing_capture_node";
+          recordCvNetworkMiss(cvAcquisitionState, {
+            reason: "network_miss_no_capture_node",
+            parsedNetworkProfileCount,
+            waitResult: networkWait
+          });
+        }
+      }
+
+      let closeResult = null;
+      if (closeDetail) {
+        closeResult = await closeRecruitDetail(client);
+      }
+      detailResult.close_result = closeResult;
+      detailResult.image_evidence = imageEvidence;
+      detailResult.cv_acquisition = {
+        source,
+        mode_after: compactCvAcquisitionState(cvAcquisitionState).mode,
+        wait_plan: waitPlan,
+        network_wait: networkWait,
+        parsed_network_profile_count: parsedNetworkProfileCount,
+        image_evidence: summarizeImageEvidence(imageEvidence)
+      };
+      screeningCandidate = detailResult.candidate;
+    }
+
+    await runControl.waitIfPaused();
+    runControl.throwIfCanceled();
+    runControl.setPhase("recruit:screening");
+    const screening = screenCandidate(screeningCandidate, { criteria });
+    const compactResult = {
+      index,
+      candidate_key: candidateKey,
+      card_node_id: cardNodeId,
+      candidate: compactCandidate(screeningCandidate),
+      detail: compactDetail(detailResult),
+      screening: compactScreening(screening)
+    };
+    results.push(compactResult);
+    markInfiniteListCandidateProcessed(listState, candidateKey, {
+      metadata: {
+        result_index: index,
+        candidate_id: screeningCandidate.id || null
+      }
+    });
+
+    runControl.updateProgress({
+      card_count: cardNodeIds.length,
+      target_count: limit,
+      processed: results.length,
+      screened: results.length,
+      detail_opened: results.filter((item) => item.detail).length,
+      passed: results.filter((item) => item.screening.passed).length,
+      unique_seen: compactInfiniteListState(listState).seen_count,
+      scroll_count: compactInfiniteListState(listState).scroll_count,
+      refresh_rounds: refreshRounds,
+      refresh_attempts: refreshAttempts.length,
+      list_end_reason: listEndReason || null,
+      last_candidate_id: screeningCandidate.id || null,
+      last_candidate_key: candidateKey,
+      last_score: screening.score
+    });
+    runControl.checkpoint({
+      last_candidate: {
+        id: screeningCandidate.id || null,
+        key: candidateKey,
+        identity: screeningCandidate.identity || {},
+        screening: {
+          status: screening.status,
+          passed: screening.passed,
+          score: screening.score
+        }
+      }
+    });
+
+    if (delayMs > 0) {
+      await runControl.sleep(delayMs);
+    }
+  }
+
+  runControl.setPhase("recruit:done");
+  return {
+    domain: "recruit",
+    target_url: targetUrl,
+    search_params: normalizedSearchParams,
+    card_count: cardNodeIds.length,
+    candidate_list: compactInfiniteListState(listState),
+    list_end_reason: listEndReason || null,
+    refresh_rounds: refreshRounds,
+    refresh_attempts: refreshAttempts,
+    processed: results.length,
+    screened: results.length,
+    detail_opened: results.filter((item) => item.detail).length,
+    passed: results.filter((item) => item.screening.passed).length,
+    results
+  };
+}
+
+export function createRecruitRunService({
+  lifecycle,
+  idPrefix = "recruit",
+  workflow = runRecruitWorkflow
+} = {}) {
+  const manager = lifecycle || createRunLifecycleManager({ idPrefix });
+
+  function startRecruitRun({
+    client,
+    targetUrl = "",
+    criteria = "",
+    searchParams = {},
+    maxCandidates = 5,
+    detailLimit = 1,
+    closeDetail = true,
+    delayMs = 0,
+    cardTimeoutMs = 90000,
+    resetBeforeSearch = true,
+    resetTimeoutMs = 180000,
+    cityOptionTimeoutMs = 30000,
+    maxImagePages = 8,
+    imageWheelDeltaY = 650,
+    cvAcquisitionMode = "unknown",
+    listMaxScrolls = 20,
+    listStableSignatureLimit = 2,
+    listWheelDeltaY = 850,
+    listSettleMs = 1200,
+    listFallbackPoint = null,
+    refreshOnEnd = true,
+    maxRefreshRounds = 2,
+    refreshResetSettleMs = 5000,
+    name = "recruit-domain-run"
+  } = {}) {
+    if (!client) throw new Error("startRecruitRun requires a guarded CDP client");
+    const normalizedSearchParams = normalizeSearchParams(searchParams);
+    return manager.startRun({
+      name,
+      context: {
+        domain: "recruit",
+        target_url: targetUrl,
+        criteria_present: Boolean(criteria),
+        search_params: normalizedSearchParams,
+        max_candidates: maxCandidates,
+        detail_limit: detailLimit,
+        close_detail: closeDetail,
+        reset_before_search: resetBeforeSearch,
+        reset_timeout_ms: resetTimeoutMs,
+        city_option_timeout_ms: cityOptionTimeoutMs,
+        cv_acquisition_mode: cvAcquisitionMode,
+        max_image_pages: maxImagePages,
+        image_wheel_delta_y: imageWheelDeltaY,
+        list_max_scrolls: listMaxScrolls,
+        list_stable_signature_limit: listStableSignatureLimit,
+        list_wheel_delta_y: listWheelDeltaY,
+        list_settle_ms: listSettleMs,
+        list_fallback_point: listFallbackPoint,
+        refresh_on_end: refreshOnEnd,
+        max_refresh_rounds: maxRefreshRounds,
+        refresh_reset_settle_ms: refreshResetSettleMs
+      },
+      progress: {
+        card_count: 0,
+        target_count: Math.max(1, Number(maxCandidates) || 1),
+        processed: 0,
+        screened: 0,
+        detail_opened: 0,
+        passed: 0
+      },
+      checkpoint: {},
+      task: (runControl) => workflow({
+        client,
+        targetUrl,
+        criteria,
+        searchParams: normalizedSearchParams,
+        maxCandidates,
+        detailLimit,
+        closeDetail,
+        delayMs,
+        cardTimeoutMs,
+        resetBeforeSearch,
+        resetTimeoutMs,
+        cityOptionTimeoutMs,
+        maxImagePages,
+        imageWheelDeltaY,
+        cvAcquisitionMode,
+        listMaxScrolls,
+        listStableSignatureLimit,
+        listWheelDeltaY,
+        listSettleMs,
+        listFallbackPoint,
+        refreshOnEnd,
+        maxRefreshRounds,
+        refreshResetSettleMs
+      }, runControl)
+    });
+  }
+
+  return {
+    startRecruitRun,
+    getRecruitRun: manager.getRun,
+    pauseRecruitRun: manager.pauseRun,
+    resumeRecruitRun: manager.resumeRun,
+    cancelRecruitRun: manager.cancelRun,
+    waitForRecruitRun: manager.waitForRun,
+    listRecruitRuns: manager.listRuns,
+    manager
+  };
+}