mcp-unknowncheatz 0.3.3 → 0.3.5

package/README.md

@@ -107,7 +107,7 @@ For other clients, configure a local stdio MCP server with command `bunx` and ar
 | `crawl_subforum` | Collect threads from subforum pages |
 | `bulk_get_threads` | Read several threads |
 | `get_user_reputation` | Read reputation details |
-| `find_latest_offsets` | Find a game's offsets thread in the forum and scan recent pages backward |
+| `find_latest_offsets` | Find a game's offsets thread in a dedicated or shared forum and scan recent pages backward |
 | `debug_page` | Inspect page structure |
 | `crawl_cache` | Inspect or clear the HTML cache |
 | `index_subforum` | Refresh a bounded local thread and post index for one subforum |
@@ -126,7 +126,7 @@ search_index({ query: "offsets", subforum: "apex-legends" })
 
 The server advertises forum research tools for game cheating scenes, cheat techniques and tooling, anti-cheat, reversing, and offsets questions. The connected AI client decides whether to invoke them; tool descriptions and server instructions guide selection but do not force a call. For a specific claim, read its source thread and report the source URL and date.
 
-The first directory lookup saves forum URLs in `forum-index.json`. Offsets lookups read the selected game's live thread listing, choose a linked candidate, and scan its recent pages from newest to oldest. Results include the listing URL, scanned pages, and source post. A matching post does not prove the offsets work with the current game build. If the game name is ambiguous, use a slug returned by `list_subforums` or pass an exact `thread_url`.
+The first directory lookup saves forum URLs in `forum-index.json`. Offsets lookups read the selected game's live thread listing, choose a linked candidate, and scan its recent pages from newest to oldest. For games in a shared forum, they try indexed thread titles and then native forum search. Results identify whether a candidate came from a listing, search, or the local index; opening the thread verifies it live. A matching post does not prove the offsets work with the current game build. If the game name is ambiguous, use a slug returned by `list_subforums` or pass an exact `thread_url`.
 
 Browsing or crawling a subforum records its visible listing in the local index. Reading a thread records the pages visited. `index_subforum` additionally samples the first and recent post pages of changed threads, up to five by default, and rechecks unchanged threads after 24 hours. The index remains partial: `search_index` includes listing and post page counts, timestamps, and a partial coverage marker. Use live search when freshness or missing coverage matters. The SQLite database is stored under the user's application data directory (`mcp-unknowncheat/forum-index.sqlite`); set `UC_INDEX_PATH` to change it. Browser-backed tools share one page and run one at a time; a queued call returns a busy error after 10 seconds. `get_thread`, `bulk_get_threads`, `crawl_subforum`, `index_subforum`, and `find_latest_offsets` stop starting new page requests after a 45-second fetch budget. `crawl_cache` reports cache hits, queued requests, failures, and total fetch time.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-unknowncheatz",
-  "version": "0.3.3",
+  "version": "0.3.5",
   "type": "module",
   "description": "MCP server for searching and reading the UnknownCheats forum",
   "bin": {

package/src/browser.ts

@@ -3,6 +3,7 @@ import { existsSync, mkdirSync } from "node:fs";
 import os from "node:os";
 import path from "path";
 import { fileURLToPath } from "url";
+import { isApacheNotFoundPage, normalizeThreadUrl } from "./forum-url.js";
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 const COOKIES_PATH = path.join(__dirname, "..", "cookies.json");
@@ -187,6 +188,7 @@ function isNavigationAbortError(err: unknown): boolean {
 }
 
 export async function navigateWithRetry(url: string, deadlineAt?: number): Promise<{ page: BrowserInstance["page"]; html: string }> {
+  url = normalizeThreadUrl(url);
   validateUrl(url);
   let page = await getPage();
   let navRetried = false;
@@ -203,6 +205,7 @@ export async function navigateWithRetry(url: string, deadlineAt?: number): Promi
     await page.goto(url, { waitUntil, timeout: remaining(timeout) });
 
     const html = await waitForChallenge(page, await page.content(), deadlineAt);
+    if (isApacheNotFoundPage(html)) throw new Error(`Forum page not found (HTTP 404): ${url}`);
     remaining(1);
 
     await saveCookies(page);

package/src/crawl.ts

@@ -1,4 +1,5 @@
 import { navigateWithRetry, validateUrl } from "./browser.js";
+import { normalizeThreadUrl } from "./forum-url.js";
 
 const CACHE_TTL_MS = Number(process.env.UC_CACHE_TTL_MS ?? 5 * 60_000);
 const MIN_REQUEST_INTERVAL_MS = Number(process.env.UC_MIN_REQUEST_INTERVAL_MS ?? 900);
@@ -37,6 +38,7 @@ export interface FetchOptions {
 }
 
 export async function fetchHtml(url: string, opts: FetchOptions = {}): Promise<string> {
+  url = normalizeThreadUrl(url);
   validateUrl(url);
   const ttl = opts.cacheOverrideTtlMs ?? CACHE_TTL_MS;
 

package/src/forum-index.ts

@@ -5,6 +5,7 @@ import path from "node:path";
 import type { ThreadListEntry } from "./parsers/thread-list.js";
 import type { ThreadPost } from "./types.js";
 import type { ThreadData } from "./types.js";
+import { normalizeThreadUrl } from "./forum-url.js";
 
 const DATA_DIR = process.platform === "win32"
   ? path.join(process.env.LOCALAPPDATA ?? os.homedir(), "mcp-unknowncheat")
@@ -218,9 +219,9 @@ export class ForumIndex {
     for (let i = 0; hits.length < safeLimit && (i < threads.length || i < posts.length); i++) {
       const thread = threads[i];
       const post = posts[i];
-      if (thread) hits.push({ ...thread, kind: "thread" });
+      if (thread) hits.push({ ...thread, kind: "thread", url: normalizeThreadUrl(thread.url) });
       if (post && hits.length < safeLimit) {
-        const url = new URL(post.url);
+        const url = new URL(normalizeThreadUrl(post.url));
         if (post.page && post.page > 1) url.searchParams.set("page", String(post.page));
         url.hash = `post${post.postId}`;
         hits.push({ ...post, kind: "post", url: url.toString() });

package/src/forum-search.ts

@@ -0,0 +1,67 @@
+import { load } from "cheerio";
+import { navigateWithRetry } from "./browser.js";
+import { getForumIndex } from "./forum-index.js";
+import { parseThreadList } from "./parsers/thread-list.js";
+import { normalizeName } from "./offset-discovery.js";
+
+const SEARCH_URL = "https://www.unknowncheats.me/forum/search.php";
+
+export async function searchNativeThreads(query: string, titleOnly = true, sortBy = "relevancy", searchUser = "", deadlineAt?: number) {
+  const { page } = await navigateWithRetry(SEARCH_URL, deadlineAt);
+  const submitted = await page.evaluate((opts) => {
+    const form = [...document.forms].find((candidate) =>
+      candidate.querySelector('input[name="query"]') &&
+      (candidate.id === "searchform" || candidate.name === "searchform" || candidate.action.includes("search.php")));
+    if (!form) return { ok: false, loginRequired: !!document.querySelector('input[name="securitytoken"][value="guest"]') };
+    const input = form.querySelector('input[name="query"][size="35"]') as HTMLInputElement | null
+      ?? form.querySelector('input[name="query"]') as HTMLInputElement | null;
+    if (!input) return { ok: false, loginRequired: false };
+    input.value = opts.query;
+    const titleSelect = form.querySelector('select[name="titleonly"]') as HTMLSelectElement | null;
+    if (titleSelect?.querySelector(`option[value="${opts.titleOnly ? "1" : "0"}"]`)) titleSelect.value = opts.titleOnly ? "1" : "0";
+    const showThreads = form.querySelector('input[name="showposts"][value="0"]') as HTMLInputElement | null;
+    if (showThreads) showThreads.checked = true;
+    const sortSelect = form.querySelector('select[name="sortby"]') as HTMLSelectElement | null;
+    if (sortSelect?.querySelector(`option[value="${opts.sortBy}"]`)) sortSelect.value = opts.sortBy;
+    if (opts.searchUser) {
+      const userInput = form.querySelector('input[name="searchuser"]') as HTMLInputElement | null;
+      if (userInput) userInput.value = opts.searchUser;
+    }
+    return { ok: true, loginRequired: false };
+  }, { query, titleOnly, sortBy, searchUser });
+  if (!submitted.ok) throw new Error(submitted.loginRequired
+    ? "Forum advanced search requires a logged-in session"
+    : `Forum search form is unavailable (page: ${await page.title()})`);
+
+  await Promise.all([
+    page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: Math.max(1, Math.min(30_000, (deadlineAt ?? Infinity) - Date.now())) }),
+    page.evaluate(() => {
+      const form = [...document.forms].find((candidate) =>
+        candidate.querySelector('input[name="query"]') &&
+        (candidate.id === "searchform" || candidate.name === "searchform" || candidate.action.includes("search.php")));
+      if (!form) throw new Error("Forum search form disappeared before submission");
+      const button = form.querySelector('input[type="submit"], button[type="submit"]') as HTMLElement | null;
+      if (button) button.click();
+      else form.requestSubmit();
+    }),
+  ]);
+
+  const html = await page.content();
+  const parsed = parseThreadList(html);
+  const $ = load(html);
+  const pageTitle = $("title").text().trim();
+  const errorText = $(".standard_error, .errorwrap, .blockbody .error").first().text().trim();
+  if (errorText) throw new Error(`Forum search failed: ${errorText}`);
+  if (!/Search Results/i.test(pageTitle)) {
+    throw new Error(`Forum did not return search results (page: ${pageTitle || "untitled"})`);
+  }
+  const terms = normalizeName(query).split(" ").filter(Boolean);
+  const results = titleOnly
+    ? parsed.filter((thread) => terms.every((term) => normalizeName(thread.title).split(" ").includes(term)))
+    : parsed;
+  if (results.length > 0) getForumIndex().recordSearchResults(results);
+  const pageNav = $(".pagenav td.vbmenu_control").first().text().trim();
+  const pageMatch = pageNav.match(/Page (\d+) of (\d+)/);
+  const pagination = pageMatch ? { currentPage: Number(pageMatch[1]), totalPages: Number(pageMatch[2]) } : undefined;
+  return { results, pageTitle, pagination, resultsUrl: page.url() };
+}

package/src/forum-url.ts

@@ -0,0 +1,15 @@
+const FORUM_BASE = "https://www.unknowncheats.me/forum/";
+
+export function normalizeThreadUrl(input: string): string {
+  const url = new URL(input, FORUM_BASE);
+  if ((url.hostname === "www.unknowncheats.me" || url.hostname === "unknowncheats.me") &&
+      (/^\/[a-z0-9-]+\/\d+-[^/]+\.html$/i.test(url.pathname) || url.pathname === "/showthread.php")) {
+    url.pathname = `/forum${url.pathname}`;
+  }
+  return url.toString();
+}
+
+export function isApacheNotFoundPage(html: string): boolean {
+  return /<title>\s*404 Not Found\s*<\/title>/i.test(html) &&
+    /Apache Server at (?:www\.)?unknowncheats\.me/i.test(html);
+}

package/src/offset-discovery.ts

@@ -66,6 +66,19 @@ export function rankOffsetThreads(threads: ThreadListEntry[], listingPage: strin
     .sort((a, b) => b.score - a.score || b.replies - a.replies);
 }
 
+export function rankSharedForumOffsetThreads(game: string, threads: ThreadListEntry[], listingPage: string): OffsetThread[] {
+  const normalizedGame = normalizeName(game);
+  const wantsCn = /\b(?:cn|chinese|wegame)\b/.test(normalizedGame);
+  const gameTerms = normalizedGame.split(" ").filter((term) => !["cn", "chinese", "wegame"].includes(term));
+  return rankOffsetThreads(threads, listingPage)
+    .filter((thread) => {
+      const title = normalizeName(thread.title);
+      return gameTerms.every((term) => title.split(" ").includes(term)) &&
+        (!wantsCn || /\b(?:cn|chinese|wegame)\b/.test(title));
+    })
+    .sort((a, b) => b.score - a.score || b.replies - a.replies);
+}
+
 export function containsOffsetUpdate(post: ThreadPost): boolean {
   const firstValue = post.content.search(/\b0x[0-9a-f]{3,}\b/i);
   const firstLink = post.content.search(/https:\/\/(?:www\.)?(?:pastebin\.com|pastes\.dev)\//i);

package/src/parsers/thread-list.ts

@@ -1,4 +1,5 @@
 import { load } from "cheerio";
+import { normalizeThreadUrl } from "../forum-url.js";
 
 export interface ThreadListEntry {
   title: string;
@@ -14,14 +15,6 @@ export interface ThreadListEntry {
   prefix?: string;
 }
 
-const UC_BASE = "https://www.unknowncheats.me";
-
-function absoluteUrl(href: string): string {
-  if (href.startsWith("http")) return href;
-  if (href.startsWith("//")) return `https:${href}`;
-  return `${UC_BASE}${href.startsWith("/") ? "" : "/"}${href}`;
-}
-
 export function parseThreadList(html: string): ThreadListEntry[] {
   const $ = load(html);
   const results: ThreadListEntry[] = [];
@@ -95,7 +88,7 @@ export function parseThreadList(html: string): ThreadListEntry[] {
 
     results.push({
       title,
-      url: absoluteUrl(href),
+      url: normalizeThreadUrl(href),
       threadId: id,
       author,
       date,

package/src/parsers/thread.ts

@@ -1,6 +1,7 @@
 import { load } from "cheerio";
 import type { ThreadData, ThreadPost } from "../types.js";
 import { parseReputationInPost } from "./reputation.js";
+import { normalizeThreadUrl } from "../forum-url.js";
 
 function parseTotalPages($: ReturnType<typeof load>): number {
   // .pagenav contains "Page X of Y"
@@ -60,8 +61,8 @@ export function parseThread(html: string, url: string, pageNum = 1): ThreadData
       const href = $(a).attr("href") ?? "";
       const text = $(a).text().trim();
       if (href && !href.startsWith("#")) {
-        const url = href.startsWith("http") ? href : `https://www.unknowncheats.me${href}`;
-        links.push({ text: text || url, url });
+        const resolved = normalizeThreadUrl(href);
+        if (/^https?:\/\//i.test(resolved)) links.push({ text: text || resolved, url: resolved });
       }
     });
 
@@ -70,8 +71,8 @@ export function parseThread(html: string, url: string, pageNum = 1): ThreadData
     contentEl.find("img[src]").each((_, img) => {
       const src = $(img).attr("src") ?? "";
       if (src && !src.includes("clear.gif") && !src.includes("spacer") && !src.includes("wol_error") && !src.includes("statusicon")) {
-        const url = src.startsWith("http") ? src : `https://www.unknowncheats.me${src}`;
-        images.push(url);
+        const resolved = normalizeThreadUrl(src);
+        if (/^https?:\/\//i.test(resolved)) images.push(resolved);
       }
     });
 

package/src/search-fallback.ts

@@ -49,9 +49,7 @@ export async function searchViaSubforums(
   const subforums = knownSubforums ?? discoverSubforumSlugs(await fetchHtml("https://www.unknowncheats.me/forum/index.php"));
   const ranked = rankSubforums(subforums, query);
 
-  const candidates = ranked.length > 0
-    ? ranked.slice(0, 3)
-    : [{ slug: query.trim().toLowerCase().replace(/\s+/g, "-"), label: query, score: 1 }];
+  const candidates = ranked.slice(0, 3);
 
   const seen = new Set<string>();
   const results: ThreadListEntry[] = [];

package/src/tools/bulk-get-threads.ts

@@ -5,6 +5,7 @@ import { fetchHtml } from "../crawl.js";
 import { parseThread } from "../parsers/thread.js";
 import { parseCodeBlocks } from "../parsers/code-blocks.js";
 import { validateUrl } from "../browser.js";
+import { normalizeThreadUrl } from "../forum-url.js";
 import { getForumIndex } from "../forum-index.js";
 import type { ThreadPost } from "../types.js";
 import type { AuthorReputation } from "../parsers/reputation.js";
@@ -141,7 +142,8 @@ export function registerBulkGetThreads(server: McpServer): void {
       let timeBudgetReached = false;
       const deadlineAt = Date.now() + 45_000;
 
-      for (const url of urls) {
+      for (const rawUrl of urls) {
+        const url = normalizeThreadUrl(rawUrl);
         if (Date.now() >= deadlineAt) {
           timeBudgetReached = true;
           break;

package/src/tools/extract-code.ts

@@ -6,6 +6,7 @@ import { parseCodeBlocks } from "../parsers/code-blocks.js";
 import path from "node:path";
 import { fileURLToPath } from "node:url";
 import { mkdir } from "node:fs/promises";
+import { normalizeThreadUrl } from "../forum-url.js";
 
 const MAX_CODE_LENGTH = 3_000;
 const EXPORT_DIR = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "..", "exports");
@@ -32,6 +33,7 @@ export function registerExtractCode(server: McpServer): void {
     },
     async ({ url, limit, export_to_file }) => withBrowserSession(async () => {
       try {
+        url = normalizeThreadUrl(url);
         const html = await fetchHtml(url);
         const all = parseCodeBlocks(html);
 

package/src/tools/find-latest-offsets.ts

@@ -6,8 +6,10 @@ import { FORUM_INDEX, readForumCatalog, saveForumCatalog, type ForumCatalog } fr
 import type { Subforum } from "../parsers/subforums.js";
 import { parseThreadList, parsePaginationInfo } from "../parsers/thread-list.js";
 import { parseThread } from "../parsers/thread.js";
-import { containsOffsetUpdate, normalizeName, rankGameForums, rankOffsetThreads, type OffsetThread } from "../offset-discovery.js";
+import { containsOffsetUpdate, normalizeName, rankGameForums, rankOffsetThreads, rankSharedForumOffsetThreads, type OffsetThread } from "../offset-discovery.js";
 import { getForumIndex } from "../forum-index.js";
+import { normalizeThreadUrl } from "../forum-url.js";
+import { searchNativeThreads } from "../forum-search.js";
 
 const MAX_LISTING_PAGES = 10;
 const MAX_THREAD_PAGES = 50;
@@ -52,6 +54,7 @@ export function registerFindLatestOffsets(server: McpServer): void {
     async ({ game, subforum_slug, thread_url, max_listing_pages, max_thread_pages }) => withBrowserSession(async () => {
       const deadlineAt = Date.now() + 45_000;
       try {
+        if (thread_url) thread_url = normalizeThreadUrl(thread_url);
         if (thread_url) validateUrl(thread_url);
         const entry = thread_url ? await navigateWithRetry(thread_url, deadlineAt) : null;
         let browserPage: ForumPage | null = entry?.page ?? null;
@@ -69,48 +72,70 @@ export function registerFindLatestOffsets(server: McpServer): void {
           catalog = await readForumCatalog();
           fromCache = catalog !== null;
           if (!catalog) {
-            const index = await navigateWithRetry(FORUM_INDEX, deadlineAt);
-            browserPage = index.page;
-            catalog = await saveForumCatalog(index.html);
+            try {
+              const index = await navigateWithRetry(FORUM_INDEX, deadlineAt);
+              browserPage = index.page;
+              catalog = await saveForumCatalog(index.html);
+            } catch (error) {
+              console.error("[offsets] Forum directory unavailable; checking indexed threads:", error);
+            }
           }
-          let forums = catalog.subforums;
+          let forums = catalog?.subforums ?? [];
           forumChoices = rankGameForums(game, forums);
           forum = subforum_slug ? forums.find((item) => item.slug === subforum_slug) ?? null : forumChoices[0] ?? null;
           if (!forum && fromCache) {
-            const index = await navigateWithRetry(FORUM_INDEX, deadlineAt);
-            browserPage = index.page;
-            catalog = await saveForumCatalog(index.html);
-            fromCache = false;
-            forums = catalog.subforums;
-            forumChoices = rankGameForums(game, forums);
-            forum = subforum_slug ? forums.find((item) => item.slug === subforum_slug) ?? null : forumChoices[0] ?? null;
+            try {
+              const index = await navigateWithRetry(FORUM_INDEX, deadlineAt);
+              browserPage = index.page;
+              catalog = await saveForumCatalog(index.html);
+              fromCache = false;
+              forums = catalog.subforums;
+              forumChoices = rankGameForums(game, forums);
+              forum = subforum_slug ? forums.find((item) => item.slug === subforum_slug) ?? null : forumChoices[0] ?? null;
+            } catch (error) {
+              console.error("[offsets] Forum directory refresh failed; checking indexed threads:", error);
+            }
           }
-          if (!forum) {
+          if (!forum && subforum_slug) {
             return { content: [{ type: "text", text: JSON.stringify({
               found: false, reason: "game_forum_not_found", game,
-              forumIndex: { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache }, candidateForums: forumChoices.slice(0, 10),
+              forumIndex: catalog ? { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache } : undefined, candidateForums: forumChoices.slice(0, 10),
             }) }] };
           }
-          if (!subforum_slug &&
+          if (forum && !subforum_slug &&
               normalizeName(forum.label) !== normalizeName(game) &&
               normalizeName(forum.slug) !== normalizeName(game)) {
             return { content: [{ type: "text", text: JSON.stringify({
               found: false, reason: "ambiguous_game_forum", game,
-              forumIndex: { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache }, candidateForums: forumChoices.slice(0, 10),
+              forumIndex: catalog ? { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache } : undefined, candidateForums: forumChoices.slice(0, 10),
             }) }] };
           }
 
-          for (let number = 1; number <= max_listing_pages; number++) {
-            if (Date.now() >= deadlineAt) break;
-            const url = number === 1 ? forum.url : `${forum.url}index${number}.html`;
-            const response = browserPage ? await readPage(browserPage, url, deadlineAt) : await navigateWithRetry(url, deadlineAt);
-            browserPage = response.page;
-            listingPagesScanned.push(url);
-            const threads = parseThreadList(response.html);
-            if (threads.length === 0) throw new Error(`No thread list parsed from ${url}`);
-            getForumIndex().recordListing(forum.slug, number, threads);
-            candidates.push(...rankOffsetThreads(threads, url));
-            if (candidates.length > 0 || number >= parsePaginationInfo(response.html).totalPages) break;
+          if (forum) {
+            for (let number = 1; number <= max_listing_pages; number++) {
+              if (Date.now() >= deadlineAt) break;
+              const url = number === 1 ? forum.url : `${forum.url}index${number}.html`;
+              const response = browserPage ? await readPage(browserPage, url, deadlineAt) : await navigateWithRetry(url, deadlineAt);
+              browserPage = response.page;
+              listingPagesScanned.push(url);
+              const threads = parseThreadList(response.html);
+              if (threads.length === 0) throw new Error(`No thread list parsed from ${url}`);
+              getForumIndex().recordListing(forum.slug, number, threads);
+              candidates.push(...rankOffsetThreads(threads, url));
+              if (candidates.length > 0 || number >= parsePaginationInfo(response.html).totalPages) break;
+            }
+          } else {
+            const baseGame = normalizeName(game).replace(/\b(?:cn|chinese|wegame)\b/g, "").trim();
+            const indexed = getForumIndex().search(baseGame, undefined, 100)
+              .filter((hit) => hit.kind === "thread")
+              .map((hit) => ({ ...hit, replies: 0, views: 0, isSticky: false }));
+            candidates = rankSharedForumOffsetThreads(game, indexed, "local_index");
+            if (candidates.length === 0) {
+              const query = `${baseGame} offsets`;
+              const search = await searchNativeThreads(query, true, "relevancy", "", deadlineAt);
+              listingPagesScanned.push(search.resultsUrl);
+              candidates = rankSharedForumOffsetThreads(game, search.results, search.resultsUrl);
+            }
           }
 
           candidates = [...new Map(candidates.map((item) => [item.url, item])).values()]
@@ -119,8 +144,8 @@ export function registerFindLatestOffsets(server: McpServer): void {
           const selected = candidates[0];
           if (!selected) {
             return { content: [{ type: "text", text: JSON.stringify({
-              found: false, reason: Date.now() >= deadlineAt ? "time_budget_reached" : "offset_thread_not_found_in_scanned_listings", game, forum,
-              forumIndex: { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache }, listingPagesScanned,
+              found: false, reason: Date.now() >= deadlineAt ? "time_budget_reached" : forum ? "offset_thread_not_found_in_scanned_listings" : "offset_thread_not_found_in_search", game, forum,
+              forumIndex: catalog ? { url: FORUM_INDEX, indexedAt: catalog.indexedAt, fromCache } : undefined, listingPagesScanned,
             }) }] };
           }
           selectedUrl = selected.url;

package/src/tools/get-thread.ts

@@ -5,6 +5,7 @@ import { fetchHtml } from "../crawl.js";
 import { parseThread } from "../parsers/thread.js";
 import { getForumIndex } from "../forum-index.js";
 import type { ThreadPost } from "../types.js";
+import { normalizeThreadUrl } from "../forum-url.js";
 
 const MAX_PAGES = 50;
 const MAX_IMAGES = 10; // max images to fetch and embed per call
@@ -62,11 +63,13 @@ export function registerGetThread(server: McpServer): void {
     { readOnlyHint: true, destructiveHint: false, openWorldHint: true },
     async ({ url, fetch_all_pages, latest_pages, include_images }) => withBrowserSession(async () => {
       try {
+        url = normalizeThreadUrl(url);
         const deadlineAt = Date.now() + 45_000;
         const firstHtml = await fetchHtml(url, { deadlineAt });
         const pageParam = Number(new URL(url).searchParams.get("page"));
         const requestedPage = Number.isInteger(pageParam) && pageParam > 0 ? pageParam : 1;
         const firstPage = parseThread(firstHtml, url, requestedPage);
+        if (firstPage.posts.length === 0) throw new Error(`No thread posts found at ${url} (page title: ${firstPage.title})`);
         const totalPages = firstPage.totalPages;
         const pagesToFetch = latest_pages
           ? Array.from({ length: Math.min(latest_pages, totalPages) }, (_, index) =>

package/src/tools/search-forum.ts

@@ -1,20 +1,34 @@
 import { withBrowserSession } from "../browser.js";
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { z } from "zod";
-import { load } from "cheerio";
-import { navigateWithRetry } from "../browser.js";
 import { fetchHtml } from "../crawl.js";
 import { isLoggedIn } from "../auth.js";
 import { searchViaSubforums } from "../search-fallback.js";
 import { filterThreads, parseThreadList } from "../parsers/thread-list.js";
 import { FORUM_INDEX, readForumCatalog, saveForumCatalog } from "../forum-catalog.js";
 import { getForumIndex } from "../forum-index.js";
+import { searchNativeThreads } from "../forum-search.js";
 
 const UC_HOME = "https://www.unknowncheats.me/forum/";
-const UC_SEARCH = "https://www.unknowncheats.me/forum/search.php";
 
 async function runFallbackSearch(query: string) {
-  console.error(`[search] Not logged in — scanning UC subforums for "${query}"`);
+  console.error(`[search] Native search unavailable — checking the local index and subforums for "${query}"`);
+  const index = getForumIndex();
+  const indexedQuery = /\b(?:cn|chinese)\b/i.test(query)
+    ? query.replace(/\b(?:cn|chinese)\b/gi, "WeGame")
+    : query;
+  const hits = index.search(indexedQuery, undefined, 20).filter((hit) => hit.kind === "thread");
+  if (hits.length > 0) {
+    return {
+      count: hits.length,
+      source: "local_index" as const,
+      incomplete: true,
+      coverage: index.status(),
+      requiresLoginForNativeSearch: true,
+      hint: "These indexed listings may be stale. Open a thread to verify it live.",
+      results: hits,
+    };
+  }
   const catalog = await readForumCatalog() ?? await saveForumCatalog(await fetchHtml(FORUM_INDEX));
   const { results, scannedSubforums } = await searchViaSubforums(query, async (url) => {
     const html = await fetchHtml(url);
@@ -29,10 +43,13 @@ async function runFallbackSearch(query: string) {
   return {
     count: results.length,
     source: "subforum_scan" as const,
+    incomplete: true,
     scannedSubforums,
     requiresLoginForNativeSearch: true,
     hint: results.length === 0
-      ? "No matches in scanned subforums. Pass subforum (e.g. apex-legends) or use the login tool for full UC search."
+      ? scannedSubforums.length === 0
+        ? "No matching subforum was found. Log in for full UC search or pass an exact subforum slug."
+        : "No matches in scanned subforums. Pass subforum (e.g. apex-legends) or use the login tool for full UC search."
       : "Use the login tool for full UC advanced search (filters, sort, author).",
     results,
   };
@@ -78,64 +95,7 @@ export function registerSearchForum(server: McpServer): void {
           };
         }
 
-        const { page } = await navigateWithRetry(UC_SEARCH);
-
-        const submitted = await page.evaluate((opts) => {
-          const searchForm = document.getElementById("searchform") as HTMLFormElement | null;
-          if (!searchForm) return { ok: false, error: "Advanced search form (#searchform) not found" };
-
-          const queryInput = searchForm.querySelector('input[name="query"][size="35"]') as HTMLInputElement
-            ?? searchForm.querySelector('input[name="query"]') as HTMLInputElement;
-          if (!queryInput) return { ok: false, error: "Query input not found in form" };
-          queryInput.value = opts.query;
-
-          const titleOnlySelect = searchForm.querySelector('select[name="titleonly"]') as HTMLSelectElement;
-          if (titleOnlySelect) {
-            titleOnlySelect.value = opts.titleOnly ? "1" : "0";
-          }
-
-          const showThreads = searchForm.querySelector('input[name="showposts"][value="0"]') as HTMLInputElement;
-          if (showThreads) showThreads.checked = true;
-
-          const sortSelect = searchForm.querySelector('select[name="sortby"]') as HTMLSelectElement;
-          if (sortSelect) sortSelect.value = opts.sortBy;
-
-          if (opts.searchUser) {
-            const userInput = searchForm.querySelector('input[name="searchuser"]') as HTMLInputElement;
-            if (userInput) userInput.value = opts.searchUser;
-          }
-
-          return { ok: true };
-        }, { query, titleOnly: title_only, sortBy: sort_by, searchUser: search_user ?? "" });
-
-        if (!submitted.ok) {
-          const payload = await runFallbackSearch(query);
-          return {
-            content: [{ type: "text", text: JSON.stringify(payload) }],
-          };
-        }
-
-        await Promise.all([
-          page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: 30_000 }),
-          page.evaluate(() => (document.getElementById("searchform") as HTMLFormElement).submit()),
-        ]);
-
-        const html = await page.content();
-        const results = parseThreadList(html);
-        if (results.length > 0) getForumIndex().recordSearchResults(results);
-        const $ = load(html);
-        const pageTitle = $("title").text().trim();
-
-        const errorText = $(".standard_error, .errorwrap, .blockbody .error").first().text().trim();
-        if (errorText) {
-          return {
-            content: [{ type: "text", text: JSON.stringify({ count: 0, error: errorText, pageTitle }) }],
-          };
-        }
-
-        const pageNav = $(".pagenav td.vbmenu_control").first().text().trim();
-        const pageMatch = pageNav.match(/Page (\d+) of (\d+)/);
-        const pagination = pageMatch ? { currentPage: parseInt(pageMatch[1]), totalPages: parseInt(pageMatch[2]) } : undefined;
+        const { results, pageTitle, pagination } = await searchNativeThreads(query, title_only, sort_by, search_user ?? "");
 
         console.error(`[search] "${query}" → ${results.length} results, page: ${pageTitle}`);