mcp-scraper 0.4.4 → 0.4.5

package/dist/{server-IKT3QVFB.js → server-XCDFHHLE.js}

@@ -31,7 +31,7 @@ import {
   registerSerpIntelligenceCaptureTools,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-Z34NGK64.js";
+} from "./chunk-WI4A3KFQ.js";
 import {
   auditImages,
   getBlobStore
@@ -65,7 +65,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-TZRPP45I.js";
+import "./chunk-UGQC2FOX.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -11935,23 +11935,8 @@ async function provisionMemoryForUser(user) {
   } catch {
   }
 }
-function memoryPlanForUser(user) {
-  switch (user.subscription_tier) {
-    case "starter":
-      return "pro";
-    case "growth":
-      return "team";
-    case "scale":
-      return "enterprise";
-    default:
-      return "free";
-  }
-}
-var MEMORY_PLAN_RANK = { free: 0, pro: 1, team: 2, enterprise: 3 };
 function resolveEffectiveMemoryPlan(user) {
-  const tierPlan = memoryPlanForUser(user);
-  const memoryProPlan = user.memory_plan === "pro" || user.memory_plan === "team" ? user.memory_plan : "free";
-  return MEMORY_PLAN_RANK[tierPlan] >= MEMORY_PLAN_RANK[memoryProPlan] ? tierPlan : memoryProPlan;
+  return user.memory_plan === "pro" || user.memory_plan === "team" ? user.memory_plan : "free";
 }
 async function getOrCreateUserMemoryKey(user) {
   const creds = await getUserMemoryCreds(user.id);
@@ -15958,6 +15943,7 @@ mcpApp.all("/", async (c) => {
 });
 
 // src/api/browser-agent-routes.ts
+import { randomUUID as randomUUID3 } from "crypto";
 import { Hono as Hono17 } from "hono";
 
 // src/api/browser-agent-db.ts
@@ -16046,8 +16032,58 @@ async function migrateBrowserAgent() {
   } catch {
   }
   await db.execute(`CREATE INDEX IF NOT EXISTS browser_auth_connections_profile ON browser_auth_connections(profile)`);
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS browser_agent_extensions (
+      id           TEXT PRIMARY KEY,
+      user_id      INTEGER NOT NULL,
+      name         TEXT NOT NULL,
+      backend_id   TEXT NOT NULL,
+      backend_name TEXT NOT NULL,
+      source       TEXT NOT NULL DEFAULT 'store',
+      source_url   TEXT,
+      size_bytes   INTEGER,
+      created_at   TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+  await db.execute(`CREATE UNIQUE INDEX IF NOT EXISTS browser_agent_extensions_user_name ON browser_agent_extensions(user_id, name)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS browser_agent_extensions_user ON browser_agent_extensions(user_id)`);
   _ready = true;
 }
+async function createExtensionRow(input) {
+  const db = getDb();
+  const id = `bext_${randomUUID2().replace(/-/g, "").slice(0, 20)}`;
+  await db.execute({
+    sql: `INSERT INTO browser_agent_extensions (id, user_id, name, backend_id, backend_name, source, source_url, size_bytes)
+          VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
+    args: [id, input.userId, input.name, input.backendId, input.backendName, input.source, input.sourceUrl, input.sizeBytes]
+  });
+  const row = await getExtensionRow(input.userId, input.name);
+  if (!row) throw new Error("extension insert failed");
+  return row;
+}
+async function getExtensionRow(userId, name) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_extensions WHERE user_id = ? AND name = ?`,
+    args: [userId, name]
+  });
+  return res.rows[0] ?? null;
+}
+async function listExtensionRows(userId) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_extensions WHERE user_id = ? ORDER BY created_at DESC`,
+    args: [userId]
+  });
+  return res.rows;
+}
+async function deleteExtensionRow(userId, name) {
+  const db = getDb();
+  await db.execute({
+    sql: `DELETE FROM browser_agent_extensions WHERE user_id = ? AND name = ?`,
+    args: [userId, name]
+  });
+}
 async function createAuthConnectionRow(input) {
   const db = getDb();
   const connectionId = `authc_${randomUUID2().replace(/-/g, "").slice(0, 20)}`;
@@ -16904,6 +16940,28 @@ function isProfileConflict(err) {
   const message = err instanceof Error ? err.message : String(err);
   return /\b409\b|conflict|already exists/i.test(message);
 }
+function isNotFound(err) {
+  const message = err instanceof Error ? err.message : String(err);
+  return /\b404\b|not found/i.test(message);
+}
+async function importExtensionFromStore(storeUrl, backendName) {
+  const k = client();
+  const archive = await k.extensions.downloadFromChromeStore({ url: storeUrl });
+  const uploaded = await k.extensions.upload({ file: archive, name: backendName });
+  return {
+    backendId: uploaded.id,
+    backendName: uploaded.name ?? backendName,
+    sizeBytes: typeof uploaded.size_bytes === "number" ? uploaded.size_bytes : null
+  };
+}
+async function deleteExtensionBackend(backendName) {
+  const k = client();
+  try {
+    await k.extensions.delete(backendName);
+  } catch (err) {
+    if (!isNotFound(err)) throw err;
+  }
+}
 async function ensureProfile(k, name) {
   try {
     await k.profiles.create({ name });
@@ -16922,6 +16980,7 @@ async function createSession(opts = {}) {
   const resolvedSaveProfileChanges = opts.saveProfileChanges ?? browserServiceProfileSaveChanges();
   const disableDefaultProxy = opts.disableDefaultProxy ?? !resolvedProxyId;
   const startUrl = opts.startUrl?.trim();
+  const extensionNames = (opts.extensionNames ?? []).map((name) => name.trim()).filter(Boolean);
   if (resolvedProfileName && resolvedSaveProfileChanges === true) {
     await ensureProfile(k, resolvedProfileName);
   }
@@ -16935,7 +16994,8 @@ async function createSession(opts = {}) {
         name: resolvedProfileName,
         ...typeof resolvedSaveProfileChanges === "boolean" ? { save_changes: resolvedSaveProfileChanges } : {}
       }
-    } : {}
+    } : {},
+    ...extensionNames.length ? { extensions: extensionNames.map((name) => ({ name })) } : {}
   };
   const browser = await k.browsers.create(createPayload);
   const runtimeSessionId = browser.session_id;
@@ -17323,6 +17383,16 @@ function parseAgentDate(value) {
   const legacyParsed = Date.parse(`${value.replace(" ", "T")}Z`);
   return Number.isFinite(legacyParsed) ? legacyParsed : null;
 }
+var EXTENSION_NAME_RE = /^[\w .-]{1,64}$/;
+function publicExtension(row) {
+  return {
+    name: row.name,
+    source: row.source,
+    source_url: row.source_url,
+    size_bytes: row.size_bytes,
+    created_at: row.created_at
+  };
+}
 function replayClock(row) {
   if (!row) return null;
   const startedAtMs = parseAgentDate(row.started_at);
@@ -17469,6 +17539,15 @@ function buildBrowserAgentRoutes() {
     const body = await c.req.json().catch(() => ({}));
     const timeoutSeconds = typeof body.timeout_seconds === "number" ? body.timeout_seconds : void 0;
     const startUrl = typeof body.url === "string" ? body.url : void 0;
+    const extensionNames = Array.isArray(body.extension_names) ? body.extension_names.filter((v) => typeof v === "string") : void 0;
+    let resolvedExtensionBackendNames;
+    if (extensionNames && extensionNames.length) {
+      const names = extensionNames;
+      const rows = await Promise.all(names.map((name) => getExtensionRow(user.id, name)));
+      const missing = names.filter((_, i) => !rows[i]);
+      if (missing.length) return c.json({ error: `extension(s) not found: ${missing.join(", ")}` }, 400);
+      resolvedExtensionBackendNames = rows.map((row) => row.backend_name);
+    }
     const gate = await acquireConcurrencyGate(user, "browser_agent_session", {
       ttlSeconds: browserSessionLockTtlSeconds(timeoutSeconds),
       metadata: { label: typeof body.label === "string" ? body.label : null }
@@ -17483,7 +17562,8 @@ function buildBrowserAgentRoutes() {
         saveProfileChanges: typeof body.save_profile_changes === "boolean" ? body.save_profile_changes : void 0,
         startUrl,
         disableDefaultProxy: typeof body.disable_default_proxy === "boolean" ? body.disable_default_proxy : void 0,
-        viewport: body.viewport && typeof body.viewport === "object" ? body.viewport : void 0
+        viewport: body.viewport && typeof body.viewport === "object" ? body.viewport : void 0,
+        extensionNames: resolvedExtensionBackendNames
       });
       runtimeSessionId = created.runtimeSessionId;
       const row = await createSessionRow({
@@ -17786,6 +17866,52 @@ function buildBrowserAgentRoutes() {
       }))
     });
   });
+  app2.post("/extensions/import", async (c) => {
+    const user = c.get("user");
+    const body = await c.req.json().catch(() => ({}));
+    const storeUrl = typeof body.store_url === "string" ? body.store_url.trim() : "";
+    const name = typeof body.name === "string" ? body.name.trim() : "";
+    if (!storeUrl) return c.json({ error: "store_url is required" }, 400);
+    if (!name || !EXTENSION_NAME_RE.test(name)) {
+      return c.json({ error: "name is required (1-64 characters: letters, numbers, spaces, dots, underscores, hyphens)" }, 400);
+    }
+    const existing = await getExtensionRow(user.id, name);
+    if (existing) return c.json({ error: `an extension named "${name}" already exists \u2014 delete it first or pick another name` }, 409);
+    const backendName = `u${user.id}_${randomUUID3().replace(/-/g, "")}`;
+    try {
+      const imported = await importExtensionFromStore(storeUrl, backendName);
+      const row = await createExtensionRow({
+        userId: user.id,
+        name,
+        backendId: imported.backendId,
+        backendName: imported.backendName,
+        source: "store",
+        sourceUrl: storeUrl,
+        sizeBytes: imported.sizeBytes
+      });
+      return c.json(publicExtension(row));
+    } catch (err) {
+      return c.json(failure(err), 502);
+    }
+  });
+  app2.get("/extensions", async (c) => {
+    const user = c.get("user");
+    const rows = await listExtensionRows(user.id);
+    return c.json({ extensions: rows.map(publicExtension) });
+  });
+  app2.delete("/extensions/:name", async (c) => {
+    const user = c.get("user");
+    const name = c.req.param("name");
+    const row = await getExtensionRow(user.id, name);
+    if (!row) return c.json({ error: "not found" }, 404);
+    try {
+      await deleteExtensionBackend(row.backend_name);
+    } catch (err) {
+      return c.json(failure(err), 502);
+    }
+    await deleteExtensionRow(user.id, name);
+    return c.json({ ok: true });
+  });
   app2.get("/sessions/:id/replays/:replayId/download", async (c) => {
     const user = c.get("user");
     const row = await loadOpenSession(c.req.param("id"), user.id);
@@ -18141,7 +18267,6 @@ stripeApp.post("/webhooks", async (c) => {
       const live = sub.status === "active" || sub.status === "trialing";
       const newTier = live ? tier.tier : null;
       await setSubscriptionTier(user.id, newTier, live ? tier.concurrency : 0, live ? sub.id : null);
-      await syncMemoryKeyPlan(user, resolveEffectiveMemoryPlan({ ...user, subscription_tier: newTier }));
     } else if (priceId === CONCURRENCY_PRICE_ID && event.type === "customer.subscription.created") {
       await setExtraConcurrencySlots(user.id, user.extra_concurrency_slots + 1);
       await setConcurrencySubId(user.id, sub.id);
@@ -18167,7 +18292,6 @@ stripeApp.post("/webhooks", async (c) => {
     if (!user) return c.json({ received: true });
     if (priceId && priceId in SUBSCRIPTION_TIERS) {
       await setSubscriptionTier(user.id, null, 0, null);
-      await syncMemoryKeyPlan(user, resolveEffectiveMemoryPlan({ ...user, subscription_tier: null }));
     } else if (priceId === CONCURRENCY_PRICE_ID) {
       await setExtraConcurrencySlots(user.id, Math.max(0, user.extra_concurrency_slots - 1));
       await setConcurrencySubId(user.id, null);
@@ -18191,7 +18315,7 @@ async function resolveUser(customerId, emailFallback) {
 // src/api/oauth-routes.ts
 import { Hono as Hono19 } from "hono";
 import { getCookie, setCookie } from "hono/cookie";
-import { createHash as createHash3, randomBytes as randomBytes2, randomUUID as randomUUID3 } from "crypto";
+import { createHash as createHash3, randomBytes as randomBytes2, randomUUID as randomUUID4 } from "crypto";
 import { importPKCS8, exportJWK, SignJWT } from "jose";
 var ISSUER = "https://mcpscraper.dev";
 var RESOURCE = () => process.env.MCP_MEMORY_RESOURCE_URL ?? "https://memory.mcpscraper.dev/mcp";
@@ -18539,7 +18663,7 @@ function pkceMatches(verifier, challenge) {
 }
 async function mintAccessToken(identity, scope, plan, audience) {
   const { privateKey, kid } = await getKeys();
-  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID3()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
+  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID4()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
 }
 function tokenErrorResponse(c, error, description, status) {
   return c.json({ error, error_description: description }, status);
@@ -21590,4 +21714,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-IKT3QVFB.js.map
+//# sourceMappingURL=server-XCDFHHLE.js.map