mcp-scraper 0.28.0 → 0.28.2

package/dist/bin/mcp-stdio-server.js

@@ -7,7 +7,7 @@ import {
   registerMemoryMcpTools,
   registerPaaExtractorMcpTools,
   registerSerpIntelligenceCaptureTools
-} from "../chunk-LTT7QX3C.js";
+} from "../chunk-Q7VZUYRR.js";
 import "../chunk-R7EETU7Z.js";
 import "../chunk-MTSBI7ZH.js";
 import {
@@ -16,7 +16,7 @@ import {
 import "../chunk-ZQSHKWV4.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-QG77M3YJ.js";
+} from "../chunk-GOAQIV6K.js";
 import "../chunk-4767BA2O.js";
 import "../chunk-M2S27J6Z.js";
 import "../chunk-ICT7DDHL.js";

package/dist/chunk-GOAQIV6K.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.28.2";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-GOAQIV6K.js.map

package/dist/chunk-GOAQIV6K.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.28.2'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{chunk-LTT7QX3C.js → chunk-Q7VZUYRR.js}

@@ -19,7 +19,7 @@ import {
 } from "./chunk-ZQSHKWV4.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-QG77M3YJ.js";
+} from "./chunk-GOAQIV6K.js";
 import {
   MC_PER_CREDIT
 } from "./chunk-4767BA2O.js";
@@ -10069,4 +10069,4 @@ export {
   MEMORY_TOOL_SCHEMAS,
   registerMemoryMcpTools
 };
-//# sourceMappingURL=chunk-LTT7QX3C.js.map
+//# sourceMappingURL=chunk-Q7VZUYRR.js.map

package/dist/{server-QQB4BNAB.js → server-TB3USFGN.js}

@@ -36,7 +36,7 @@ import {
   sanitizeAttempts,
   sanitizeHarvestResult,
   transcribeMediaUrl
-} from "./chunk-LTT7QX3C.js";
+} from "./chunk-Q7VZUYRR.js";
 import {
   auditImages,
   buildLinkReport,
@@ -77,7 +77,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-ZQSHKWV4.js";
-import "./chunk-QG77M3YJ.js";
+import "./chunk-GOAQIV6K.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -20699,6 +20699,9 @@ loadChannels();
 // src/api/vault-routes.ts
 import { Hono as Hono22 } from "hono";
 var VAULTS = ["People", "Projects", "Tasks", "Communications"];
+var MAX_VAULT_RECORDS = 200;
+var MAX_MEMORY_READ_CONCURRENCY = 4;
+var MAX_MEMORY_READ_ATTEMPTS = 3;
 var vaultApp = new Hono22();
 function validToken(token) {
   return !!token && token.startsWith("mk_") && token.length > 20 && token.length < 256;
@@ -20719,7 +20722,7 @@ function propsValue(value) {
 }
 function cors(c) {
   const origin = c.req.header("origin");
-  const configured = (process.env.VAULT_APP_ALLOWED_ORIGINS ?? "https://vault.mcpscraper.dev").split(",").map((value) => value.trim()).filter(Boolean);
+  const configured = (process.env.VAULT_APP_ALLOWED_ORIGINS ?? "https://mcpscraper.dev").split(",").map((value) => value.trim()).filter(Boolean);
   const local = !!origin && /^http:\/\/localhost(?::\d+)?$/.test(origin);
   if (origin && (configured.includes(origin) || local)) c.header("Access-Control-Allow-Origin", origin);
   c.header("Vary", "Origin");
@@ -20748,24 +20751,55 @@ function workspaceRecord(vault, note) {
   };
 }
 function defaultType(vault) {
-  if (vault === "People") return "person";
+  if (vault === "People" || vault === "Communications") return "unclassified";
   if (vault === "Projects") return "project";
   if (vault === "Tasks") return "task";
-  return "activity";
+  return "unclassified";
 }
 function defaultStatus(vault) {
   if (vault === "People") return "active";
   if (vault === "Projects") return "active";
   if (vault === "Tasks") return "to_do";
-  return "triaged";
+  return "inbox";
+}
+function shouldRetryMemoryRead(error) {
+  return /deadlock|timeout|timed out|temporar|econnreset|fetch failed/i.test(error ?? "");
+}
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+async function readMemory(tool, args, token) {
+  let result = await memoryCall(tool, args, token);
+  for (let attempt = 1; !result.ok && attempt < MAX_MEMORY_READ_ATTEMPTS && shouldRetryMemoryRead(result.error); attempt += 1) {
+    await sleep(attempt * 150);
+    result = await memoryCall(tool, args, token);
+  }
+  return result;
+}
+async function mapWithConcurrency(items, limit, map) {
+  const values = new Array(items.length);
+  let cursor = 0;
+  const worker = async () => {
+    while (cursor < items.length) {
+      const index = cursor;
+      cursor += 1;
+      values[index] = await map(items[index]);
+    }
+  };
+  await Promise.all(Array.from({ length: Math.min(limit, items.length) }, () => worker()));
+  return values;
 }
 async function readVault(vault, token) {
-  const list = await memoryCall("listTool", { vault }, token);
+  const list = await readMemory("listTool", { vault }, token);
   if (!list.ok) throw new Error(list.error ?? `unable to read ${vault}`);
-  const noteRefs = (list.notes ?? []).slice(0, 200);
-  const notes = await Promise.all(
-    noteRefs.map(async ({ path: path5 }) => memoryCall("getTool", { vault, path: path5 }, token))
+  const noteRefs = (list.notes ?? []).slice(0, MAX_VAULT_RECORDS);
+  const notes = await mapWithConcurrency(
+    noteRefs,
+    MAX_MEMORY_READ_CONCURRENCY,
+    ({ path: path5 }) => readMemory("getTool", { vault, path: path5 }, token)
   );
+  const failed = notes.find((result) => !result.ok);
+  if (failed && !failed.ok) throw new Error(failed.error ?? `unable to read ${vault} record`);
   return notes.filter((result) => result.ok && !!result.note).map((result) => workspaceRecord(vault, result.note));
 }
 vaultApp.get("/api/workspace", async (c) => {
@@ -20774,7 +20808,8 @@ vaultApp.get("/api/workspace", async (c) => {
   try {
     const requested = c.req.query("vault");
     const vaults = isVault(requested) ? [requested] : VAULTS;
-    const results = await Promise.all(vaults.map((vault) => readVault(vault, token)));
+    const results = [];
+    for (const vault of vaults) results.push(await readVault(vault, token));
     const records = results.flat().sort((a, b) => b.updatedAt.localeCompare(a.updatedAt));
     return c.json({ ok: true, records, limited: results.some((result) => result.length >= 200) });
   } catch (error) {
@@ -20804,7 +20839,7 @@ vaultApp.post("/api/records/transition", async (c) => {
   const status = stringValue(body.status, 80);
   const baseRevision = typeof body.baseRevision === "number" && Number.isInteger(body.baseRevision) ? body.baseRevision : void 0;
   if (!isVault(vault) || !path5 || !status) return c.json({ ok: false, error: "valid vault, path, and status are required" }, 400);
-  const current = await memoryCall("getTool", { vault, path: path5 }, token);
+  const current = await readMemory("getTool", { vault, path: path5 }, token);
   if (!current.ok || !current.note) return c.json(current, current.ok ? 404 : 502);
   const result = await memoryCall("putTool", {
     vault,
@@ -20816,6 +20851,67 @@ vaultApp.post("/api/records/transition", async (c) => {
   }, token);
   return c.json(result, result.ok ? 200 : result.conflict ? 409 : 502);
 });
+vaultApp.post("/api/records/update", async (c) => {
+  const body = await c.req.json().catch(() => ({}));
+  const token = typeof body.token === "string" ? body.token : void 0;
+  if (!validToken(token)) return c.json({ ok: false, error: "missing or malformed Vault App link" }, 401);
+  const vault = body.vault;
+  const path5 = stringValue(body.path, 320);
+  const title = typeof body.title === "string" ? stringValue(body.title, 320) : void 0;
+  const content = typeof body.content === "string" && body.content.length <= 1e5 ? body.content : void 0;
+  const props = body.props === void 0 ? void 0 : propsValue(body.props);
+  const baseRevision = typeof body.baseRevision === "number" && Number.isInteger(body.baseRevision) ? body.baseRevision : void 0;
+  if (!isVault(vault) || !path5 || body.title !== void 0 && !title || body.props !== void 0 && !props) {
+    return c.json({ ok: false, error: "valid vault, path, and optional record fields are required" }, 400);
+  }
+  const current = await readMemory("getTool", { vault, path: path5 }, token);
+  if (!current.ok || !current.note) return c.json(current, current.ok ? 404 : 502);
+  const result = await memoryCall("putTool", {
+    vault,
+    path: path5,
+    title: title ?? current.note.title,
+    content: content ?? current.note.content,
+    props: { ...current.note.props ?? {}, ...props ?? {} },
+    baseRevision: baseRevision ?? current.note.revision
+  }, token);
+  return c.json(result, result.ok ? 200 : result.conflict ? 409 : 502);
+});
+vaultApp.post("/api/communications/review", async (c) => {
+  const body = await c.req.json().catch(() => ({}));
+  const token = typeof body.token === "string" ? body.token : void 0;
+  if (!validToken(token)) return c.json({ ok: false, error: "missing or malformed Vault App link" }, 401);
+  const path5 = stringValue(body.path, 320);
+  const action = stringValue(body.action, 24);
+  const title = typeof body.title === "string" ? stringValue(body.title, 320) : void 0;
+  const content = typeof body.content === "string" && body.content.length <= 1e5 ? body.content : void 0;
+  const feedback = typeof body.feedback === "string" ? body.feedback.trim().slice(0, 1e4) : void 0;
+  const baseRevision = typeof body.baseRevision === "number" && Number.isInteger(body.baseRevision) ? body.baseRevision : void 0;
+  if (!path5 || !action || !["accept", "deny", "edit"].includes(action) || body.title !== void 0 && !title) {
+    return c.json({ ok: false, error: "valid path, action, and optional draft fields are required" }, 400);
+  }
+  const current = await readMemory("getTool", { vault: "Communications", path: path5 }, token);
+  if (!current.ok || !current.note) return c.json(current, current.ok ? 404 : 502);
+  if (current.note.props?.type !== "email") return c.json({ ok: false, error: "only email communications can be reviewed" }, 400);
+  const reviewed = action === "accept" || action === "deny";
+  const reviewState = action === "accept" ? "accepted" : action === "deny" ? "denied" : "pending";
+  const status = action === "accept" ? "triaged" : action === "deny" ? "archived" : typeof current.note.props?.status === "string" ? current.note.props.status : "inbox";
+  const props = {
+    ...current.note.props ?? {},
+    status,
+    review_state: reviewState,
+    ...reviewed ? { reviewed_at: (/* @__PURE__ */ new Date()).toISOString() } : {},
+    ...feedback ? { review_feedback: feedback } : {}
+  };
+  const result = await memoryCall("putTool", {
+    vault: "Communications",
+    path: path5,
+    title: title ?? current.note.title,
+    content: content ?? current.note.content,
+    props,
+    baseRevision: baseRevision ?? current.note.revision
+  }, token);
+  return c.json(result, result.ok ? 200 : result.conflict ? 409 : 502);
+});
 vaultApp.post("/api/activity", async (c) => {
   const body = await c.req.json().catch(() => ({}));
   const token = typeof body.token === "string" ? body.token : void 0;
@@ -20834,12 +20930,6 @@ vaultApp.post("/api/activity", async (c) => {
   }, token);
   return c.json(result, result.ok ? 200 : 502);
 });
-vaultApp.get("/:token", (c) => {
-  const token = c.req.param("token");
-  if (!validToken(token)) return c.html('<!doctype html><html><body style="font-family:system-ui;padding:40px"><h2>This Vault App link is not valid.</h2><p>Ask the AI to run get-vault-app-link again, or revoke-vault-app-link and issue a replacement.</p></body></html>', 401);
-  const base = (process.env.VAULT_APP_BASE_URL ?? "https://vault.mcpscraper.dev").replace(/\/$/, "");
-  return c.redirect(`${base}/vault/${encodeURIComponent(token)}`, 302);
-});
 
 // src/api/schedule-routes.ts
 import { Hono as Hono23 } from "hono";
@@ -27362,4 +27452,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-QQB4BNAB.js.map
+//# sourceMappingURL=server-TB3USFGN.js.map