mcp-scraper 0.88.2 → 0.89.0

package/dist/chunk-C5Z4OFKW.js

@@ -1,404 +0,0 @@
-import {
-  getDb,
-  getUserByEmail
-} from "./chunk-YXNDOQXN.js";
-
-// src/api/session.ts
-import { createHmac, timingSafeEqual } from "crypto";
-var isProduction = () => process.env.NODE_ENV === "production" || process.env.VERCEL === "1";
-function getSessionSecret() {
-  const configured = process.env.SESSION_SECRET?.trim();
-  if (configured) return configured;
-  if (isProduction()) throw new Error("SESSION_SECRET is not set \u2014 add it to your Vercel env vars (see src/api/env.ts)");
-  return "dev-secret-change-me";
-}
-var secret = () => getSessionSecret();
-function safeEqualHex(a, b) {
-  if (a.length !== b.length) return false;
-  try {
-    return timingSafeEqual(Buffer.from(a, "hex"), Buffer.from(b, "hex"));
-  } catch {
-    return false;
-  }
-}
-function signSession(userId) {
-  const payload = String(userId);
-  const sig = createHmac("sha256", secret()).update(payload).digest("hex");
-  return `${payload}.${sig}`;
-}
-function verifySession(token) {
-  const dot = token.lastIndexOf(".");
-  if (dot === -1) return null;
-  const payload = token.slice(0, dot);
-  const sig = token.slice(dot + 1);
-  const expected = createHmac("sha256", secret()).update(payload).digest("hex");
-  if (!safeEqualHex(sig, expected)) return null;
-  const id = parseInt(payload);
-  return isNaN(id) ? null : id;
-}
-
-// src/api/service-connections.ts
-import { randomUUID } from "crypto";
-function serviceConnectionAdvertisesAction(connection, providerConfigKeys, actionName) {
-  return connection.lifecycleStatus === "connected" && connection.actionsEnabled && providerConfigKeys.includes(connection.providerConfigKey) && connection.actionTools.includes(actionName);
-}
-var schemaReady = null;
-var schemaDb = null;
-function ensureServiceConnectionsSchema() {
-  const currentDb = getDb();
-  if (schemaReady && schemaDb === currentDb) return schemaReady;
-  schemaDb = currentDb;
-  schemaReady = (async () => {
-    const db = currentDb;
-    await db.execute(`
-      CREATE TABLE IF NOT EXISTS service_connections (
-        id                         TEXT PRIMARY KEY,
-        user_id                    INTEGER NOT NULL REFERENCES users(id),
-        provider_config_key        TEXT NOT NULL,
-        provider                   TEXT,
-        transport                  TEXT NOT NULL,
-        upstream_connection_id     TEXT,
-        label                      TEXT,
-        user_label                 TEXT,
-        provider_account_id        TEXT,
-        provider_account_email     TEXT,
-        provider_account_name      TEXT,
-        provider_identity_checked_at TEXT,
-        provider_identity_source_updated_at TEXT,
-        lifecycle_status           TEXT NOT NULL DEFAULT 'pending',
-        operational_status         TEXT NOT NULL DEFAULT 'unknown',
-        reconnect_required         INTEGER NOT NULL DEFAULT 0,
-        actions_enabled            INTEGER NOT NULL DEFAULT 0,
-        read_tools_json            TEXT NOT NULL DEFAULT '[]',
-        action_tools_json          TEXT NOT NULL DEFAULT '[]',
-        tool_revision              TEXT,
-        last_checked_at            TEXT,
-        last_successful_call_at    TEXT,
-        last_failure_at            TEXT,
-        last_failure_code          TEXT,
-        last_failure_retryable     INTEGER,
-        consecutive_failures       INTEGER NOT NULL DEFAULT 0,
-        vault_name                 TEXT,
-        table_name                 TEXT,
-        legacy_owner_identity      TEXT,
-        created_at                 TEXT NOT NULL DEFAULT (datetime('now')),
-        updated_at                 TEXT NOT NULL DEFAULT (datetime('now')),
-        UNIQUE(user_id, provider_config_key, upstream_connection_id)
-      )
-    `);
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN user_label TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN provider_account_id TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN provider_account_email TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN provider_account_name TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN provider_identity_checked_at TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connections ADD COLUMN provider_identity_source_updated_at TEXT`);
-    } catch {
-    }
-    await db.execute(`CREATE INDEX IF NOT EXISTS service_connections_user_updated ON service_connections(user_id, updated_at DESC)`);
-    await db.execute(`CREATE INDEX IF NOT EXISTS service_connections_upstream ON service_connections(provider_config_key, upstream_connection_id)`);
-    await db.execute(`
-      CREATE TABLE IF NOT EXISTS service_connection_health_events (
-        id                    TEXT PRIMARY KEY,
-        connection_id         TEXT NOT NULL REFERENCES service_connections(id) ON DELETE CASCADE,
-        operational_status    TEXT NOT NULL,
-        failure_code          TEXT,
-        retryable             INTEGER,
-        evidence_source       TEXT NOT NULL,
-        created_at            TEXT NOT NULL DEFAULT (datetime('now'))
-      )
-    `);
-    await db.execute(`CREATE INDEX IF NOT EXISTS service_connection_health_events_connection ON service_connection_health_events(connection_id, created_at DESC)`);
-    await db.execute(`
-      CREATE TABLE IF NOT EXISTS service_connection_action_audit (
-        id                    TEXT PRIMARY KEY,
-        connection_id         TEXT NOT NULL REFERENCES service_connections(id) ON DELETE CASCADE,
-        user_id               INTEGER NOT NULL REFERENCES users(id),
-        tool                  TEXT NOT NULL,
-        request_id            TEXT NOT NULL,
-        status                TEXT NOT NULL,
-        error_code            TEXT,
-        created_at            TEXT NOT NULL DEFAULT (datetime('now')),
-        UNIQUE(user_id, request_id)
-      )
-    `);
-    try {
-      await db.execute(`ALTER TABLE service_connection_action_audit ADD COLUMN request_digest TEXT`);
-    } catch {
-    }
-    try {
-      await db.execute(`ALTER TABLE service_connection_action_audit ADD COLUMN result_json TEXT`);
-    } catch {
-    }
-  })().catch((error) => {
-    schemaReady = null;
-    schemaDb = null;
-    throw error;
-  });
-  return schemaReady;
-}
-function parseTools(value) {
-  if (typeof value !== "string") return [];
-  try {
-    const parsed = JSON.parse(value);
-    return Array.isArray(parsed) ? parsed.filter((item) => typeof item === "string") : [];
-  } catch {
-    return [];
-  }
-}
-function rowToRecord(row) {
-  return {
-    id: String(row.id),
-    userId: Number(row.user_id),
-    providerConfigKey: String(row.provider_config_key),
-    provider: typeof row.provider === "string" ? row.provider : null,
-    transport: row.transport === "remote_mcp" ? "remote_mcp" : row.transport === "credential_reference" ? "credential_reference" : "nango",
-    upstreamConnectionId: typeof row.upstream_connection_id === "string" ? row.upstream_connection_id : null,
-    label: typeof row.label === "string" ? row.label : null,
-    userLabel: typeof row.user_label === "string" ? row.user_label : null,
-    providerAccountId: typeof row.provider_account_id === "string" ? row.provider_account_id : null,
-    providerAccountEmail: typeof row.provider_account_email === "string" ? row.provider_account_email : null,
-    providerAccountName: typeof row.provider_account_name === "string" ? row.provider_account_name : null,
-    providerIdentityCheckedAt: typeof row.provider_identity_checked_at === "string" ? row.provider_identity_checked_at : null,
-    providerIdentitySourceUpdatedAt: typeof row.provider_identity_source_updated_at === "string" ? row.provider_identity_source_updated_at : null,
-    lifecycleStatus: String(row.lifecycle_status),
-    operationalStatus: String(row.operational_status),
-    reconnectRequired: Number(row.reconnect_required) === 1,
-    actionsEnabled: Number(row.actions_enabled) === 1,
-    readTools: parseTools(row.read_tools_json),
-    actionTools: parseTools(row.action_tools_json),
-    toolRevision: typeof row.tool_revision === "string" ? row.tool_revision : null,
-    lastCheckedAt: typeof row.last_checked_at === "string" ? row.last_checked_at : null,
-    lastSuccessfulCallAt: typeof row.last_successful_call_at === "string" ? row.last_successful_call_at : null,
-    lastFailureAt: typeof row.last_failure_at === "string" ? row.last_failure_at : null,
-    lastFailureCode: typeof row.last_failure_code === "string" ? row.last_failure_code : null,
-    lastFailureRetryable: row.last_failure_retryable === null || row.last_failure_retryable === void 0 ? null : Number(row.last_failure_retryable) === 1,
-    consecutiveFailures: Number(row.consecutive_failures ?? 0),
-    vaultName: typeof row.vault_name === "string" ? row.vault_name : null,
-    tableName: typeof row.table_name === "string" ? row.table_name : null,
-    createdAt: String(row.created_at),
-    updatedAt: String(row.updated_at)
-  };
-}
-async function userIdForIdentity(identity) {
-  const user = await getUserByEmail(identity.normalize("NFKC").trim().toLowerCase());
-  if (!user) throw new Error("service_connection_user_not_found");
-  return Number(user.id);
-}
-async function reconcileDiscoveredNangoConnections(identity, discovered) {
-  await ensureServiceConnectionsSchema();
-  const db = getDb();
-  const userId = await userIdForIdentity(identity);
-  for (const connection of discovered) {
-    await db.execute({
-      sql: `
-        INSERT INTO service_connections (
-          id, user_id, provider_config_key, provider, transport, upstream_connection_id,
-          label, lifecycle_status, reconnect_required, actions_enabled, legacy_owner_identity, created_at, updated_at
-        ) VALUES (?, ?, ?, ?, 'nango', ?, ?, ?, ?, 1, ?, COALESCE(?, datetime('now')), COALESCE(?, datetime('now')))
-        ON CONFLICT(user_id, provider_config_key, upstream_connection_id) DO UPDATE SET
-          provider = excluded.provider,
-          label = COALESCE(excluded.label, service_connections.label),
-          lifecycle_status = excluded.lifecycle_status,
-          reconnect_required = excluded.reconnect_required,
-          updated_at = excluded.updated_at
-      `,
-      args: [
-        randomUUID(),
-        userId,
-        connection.providerConfigKey,
-        connection.provider,
-        connection.upstreamConnectionId,
-        connection.label,
-        connection.lifecycleStatus,
-        connection.reconnectRequired ? 1 : 0,
-        identity,
-        connection.createdAt,
-        connection.updatedAt
-      ]
-    });
-  }
-  return listServiceConnections(identity, "nango");
-}
-async function listServiceConnections(identity, transport) {
-  await ensureServiceConnectionsSchema();
-  const userId = await userIdForIdentity(identity);
-  const result = await getDb().execute({
-    sql: `SELECT * FROM service_connections WHERE user_id = ?${transport ? " AND transport = ?" : ""} AND lifecycle_status <> 'disconnected' ORDER BY updated_at DESC`,
-    args: transport ? [userId, transport] : [userId]
-  });
-  return result.rows.map((row) => rowToRecord(row));
-}
-async function getOwnedServiceConnection(identity, connectionId) {
-  await ensureServiceConnectionsSchema();
-  const userId = await userIdForIdentity(identity);
-  const result = await getDb().execute({
-    sql: "SELECT * FROM service_connections WHERE id = ? AND user_id = ? LIMIT 1",
-    args: [connectionId, userId]
-  });
-  const row = result.rows[0];
-  return row ? rowToRecord(row) : null;
-}
-async function updateServiceConnectionTools(connectionId, readTools, actionTools, toolRevision) {
-  await ensureServiceConnectionsSchema();
-  await getDb().execute({
-    sql: `UPDATE service_connections SET read_tools_json = ?, action_tools_json = ?, tool_revision = ?, updated_at = datetime('now') WHERE id = ?`,
-    args: [JSON.stringify(readTools), JSON.stringify(actionTools), toolRevision, connectionId]
-  });
-}
-async function setServiceConnectionProviderIdentity(args) {
-  await ensureServiceConnectionsSchema();
-  await getDb().execute({
-    sql: `
-      UPDATE service_connections SET
-        provider_account_id = ?, provider_account_email = ?, provider_account_name = ?,
-        provider_identity_checked_at = datetime('now'), provider_identity_source_updated_at = ?,
-        updated_at = datetime('now')
-      WHERE id = ?
-    `,
-    args: [
-      args.providerAccountId ?? null,
-      args.providerAccountEmail?.toLowerCase() ?? null,
-      args.providerAccountName ?? null,
-      args.sourceUpdatedAt,
-      args.connectionId
-    ]
-  });
-}
-async function setServiceConnectionUserLabel(identity, connectionId, userLabel) {
-  const connection = await getOwnedServiceConnection(identity, connectionId);
-  if (!connection || connection.lifecycleStatus === "disconnected") throw new Error("service_connection_not_found");
-  await getDb().execute({
-    sql: `UPDATE service_connections SET user_label = ?, updated_at = datetime('now') WHERE id = ? AND user_id = ?`,
-    args: [userLabel, connectionId, connection.userId]
-  });
-  return userLabel;
-}
-async function recordServiceConnectionHealth(args) {
-  await ensureServiceConnectionsSchema();
-  const now = (/* @__PURE__ */ new Date()).toISOString();
-  await getDb().execute({
-    sql: `
-      UPDATE service_connections SET
-        operational_status = ?, last_checked_at = ?,
-        last_successful_call_at = CASE WHEN ? = 'available' THEN ? ELSE last_successful_call_at END,
-        last_failure_at = CASE WHEN ? IN ('degraded', 'unavailable') THEN ? ELSE NULL END,
-        last_failure_code = ?, last_failure_retryable = ?,
-        consecutive_failures = CASE WHEN ? = 'available' THEN 0 ELSE consecutive_failures + 1 END,
-        updated_at = datetime('now')
-      WHERE id = ?
-    `,
-    args: [
-      args.operationalStatus,
-      now,
-      args.operationalStatus,
-      now,
-      args.operationalStatus,
-      now,
-      args.failureCode ?? null,
-      args.retryable == null ? null : args.retryable ? 1 : 0,
-      args.operationalStatus,
-      args.connectionId
-    ]
-  });
-  await getDb().execute({
-    sql: `INSERT INTO service_connection_health_events (id, connection_id, operational_status, failure_code, retryable, evidence_source) VALUES (?, ?, ?, ?, ?, ?)`,
-    args: [randomUUID(), args.connectionId, args.operationalStatus, args.failureCode ?? null, args.retryable == null ? null : args.retryable ? 1 : 0, args.evidenceSource]
-  });
-}
-async function setServiceConnectionActions(identity, connectionId, enabled) {
-  const connection = await getOwnedServiceConnection(identity, connectionId);
-  if (!connection || connection.lifecycleStatus === "disconnected") throw new Error("service_connection_not_found");
-  await getDb().execute({
-    sql: `UPDATE service_connections SET actions_enabled = ?, updated_at = datetime('now') WHERE id = ? AND user_id = ?`,
-    args: [enabled ? 1 : 0, connectionId, connection.userId]
-  });
-  return enabled;
-}
-async function markServiceConnectionDisconnected(identity, connectionId) {
-  const connection = await getOwnedServiceConnection(identity, connectionId);
-  if (!connection) throw new Error("service_connection_not_found");
-  await getDb().execute({
-    sql: `UPDATE service_connections SET lifecycle_status = 'disconnected', operational_status = 'unknown', reconnect_required = 0, updated_at = datetime('now') WHERE id = ? AND user_id = ?`,
-    args: [connectionId, connection.userId]
-  });
-  const remaining = await getDb().execute({
-    sql: `SELECT COUNT(*) AS count FROM service_connections WHERE user_id = ? AND transport = 'nango' AND lifecycle_status = 'connected'`,
-    args: [connection.userId]
-  });
-  return Number(remaining.rows[0]?.count ?? 0);
-}
-async function recordServiceConnectionAction(args) {
-  await ensureServiceConnectionsSchema();
-  const connection = await getOwnedServiceConnection(args.identity, args.connectionId);
-  if (!connection) throw new Error("service_connection_not_found");
-  await getDb().execute({
-    sql: `UPDATE service_connection_action_audit SET status = ?, error_code = ?, result_json = ? WHERE user_id = ? AND request_id = ? AND connection_id = ?`,
-    args: [args.status, args.errorCode ?? null, args.result === void 0 ? null : JSON.stringify(args.result), connection.userId, args.requestId, connection.id]
-  });
-}
-async function claimServiceConnectionAction(args) {
-  await ensureServiceConnectionsSchema();
-  const connection = await getOwnedServiceConnection(args.identity, args.connectionId);
-  if (!connection) throw new Error("service_connection_not_found");
-  const inserted = await getDb().execute({
-    sql: `INSERT OR IGNORE INTO service_connection_action_audit (id, connection_id, user_id, tool, request_id, status, request_digest) VALUES (?, ?, ?, ?, ?, 'started', ?)`,
-    args: [randomUUID(), connection.id, connection.userId, args.tool, args.requestId, args.requestDigest]
-  });
-  if (Number(inserted.rowsAffected ?? 0) === 1) return { claimed: true };
-  const existing = await getDb().execute({
-    sql: `SELECT connection_id, tool, status, error_code, request_digest, result_json FROM service_connection_action_audit WHERE user_id = ? AND request_id = ? LIMIT 1`,
-    args: [connection.userId, args.requestId]
-  });
-  const row = existing.rows[0];
-  const conflict = String(row?.connection_id ?? "") !== connection.id || String(row?.tool ?? "") !== args.tool || String(row?.request_digest ?? "") !== args.requestDigest;
-  let result = void 0;
-  if (!conflict && typeof row?.result_json === "string") {
-    try {
-      result = JSON.parse(row.result_json);
-    } catch {
-      result = void 0;
-    }
-  }
-  return {
-    claimed: false,
-    status: String(row?.status ?? "unknown"),
-    errorCode: typeof row?.error_code === "string" ? row.error_code : null,
-    conflict,
-    ...result !== void 0 ? { result } : {}
-  };
-}
-
-export {
-  getSessionSecret,
-  signSession,
-  verifySession,
-  serviceConnectionAdvertisesAction,
-  ensureServiceConnectionsSchema,
-  reconcileDiscoveredNangoConnections,
-  listServiceConnections,
-  getOwnedServiceConnection,
-  updateServiceConnectionTools,
-  setServiceConnectionProviderIdentity,
-  setServiceConnectionUserLabel,
-  recordServiceConnectionHealth,
-  setServiceConnectionActions,
-  markServiceConnectionDisconnected,
-  recordServiceConnectionAction,
-  claimServiceConnectionAction
-};