mcpscraper-sdk 0.3.0

package/dist/index.js

@@ -0,0 +1,359 @@
+// src/errors.ts
+function readString(body, key) {
+  if (body && typeof body === "object" && key in body) {
+    const value = body[key];
+    if (typeof value === "string") return value;
+  }
+  return void 0;
+}
+var ScraperApiError = class extends Error {
+  status;
+  code;
+  body;
+  constructor(status, body) {
+    super(readString(body, "message") ?? `mcpscraper.dev API request failed with status ${status}`);
+    this.name = "ScraperApiError";
+    this.status = status;
+    this.code = readString(body, "error_code") ?? readString(body, "error");
+    this.body = body;
+  }
+  isInsufficientBalance() {
+    return this.code === "insufficient_balance";
+  }
+  isConcurrencyLimitExceeded() {
+    return this.code === "concurrency_limit_exceeded";
+  }
+  isStructuredError() {
+    return typeof readString(this.body, "error_type") === "string";
+  }
+};
+
+// src/client.ts
+import {
+  AccessNamespace,
+  CaptureNamespace,
+  ChannelsNamespace,
+  FactsNamespace,
+  GraphNamespace,
+  LibraryNamespace,
+  MemoryNamespace as MemoryToolNamespace,
+  RecallNamespace,
+  ScheduleNamespace,
+  StorageNamespace,
+  TablesNamespace,
+  TagsNamespace,
+  VaultsNamespace,
+  VideoNamespace as MemoryVideoNamespace,
+  WebhooksNamespace
+} from "mcpscraper-memory-sdk";
+var Requester = class {
+  constructor(apiKey, baseUrl, fetchImpl) {
+    this.apiKey = apiKey;
+    this.baseUrl = baseUrl;
+    this.fetchImpl = fetchImpl;
+  }
+  apiKey;
+  baseUrl;
+  fetchImpl;
+  async call(method, path, body) {
+    const res = await this.fetchImpl(`${this.baseUrl}${path}`, {
+      method,
+      headers: {
+        "x-api-key": this.apiKey,
+        ...body !== void 0 ? { "content-type": "application/json" } : {}
+      },
+      body: body !== void 0 ? JSON.stringify(body) : void 0
+    });
+    const data = await res.json().catch(() => void 0);
+    if (!res.ok) throw new ScraperApiError(res.status, data);
+    return data;
+  }
+  async callRaw(method, path) {
+    const res = await this.fetchImpl(`${this.baseUrl}${path}`, { method, headers: { "x-api-key": this.apiKey } });
+    if (!res.ok) {
+      const data = await res.json().catch(() => void 0);
+      throw new ScraperApiError(res.status, data);
+    }
+    return res.arrayBuffer();
+  }
+};
+var YoutubeNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  harvest(params) {
+    return this.r.call("POST", "/youtube/harvest", params);
+  }
+  transcribe(params) {
+    return this.r.call("POST", "/youtube/transcribe", params);
+  }
+};
+var ScreenshotNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  capture(params) {
+    return this.r.call("POST", "/screenshot", params);
+  }
+};
+var FacebookNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  ad(params) {
+    return this.r.call("POST", "/facebook/ad", params);
+  }
+  pageIntel(params) {
+    return this.r.call("POST", "/facebook/page-intel", params);
+  }
+  adTranscribe(params) {
+    return this.r.call("POST", "/facebook/transcribe", params);
+  }
+  videoTranscribe(params) {
+    return this.r.call("POST", "/facebook/video-transcribe", params);
+  }
+  search(params) {
+    return this.r.call("POST", "/facebook/search", params);
+  }
+  media(params) {
+    return this.r.call("POST", "/facebook/media", params);
+  }
+};
+var GoogleAdsNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  search(params) {
+    return this.r.call("POST", "/google-ads/search", params);
+  }
+  pageIntel(params) {
+    return this.r.call("POST", "/google-ads/page-intel", params);
+  }
+  transcribe(params) {
+    return this.r.call("POST", "/google-ads/transcribe", params);
+  }
+};
+var InstagramNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  profileContent(params) {
+    return this.r.call("POST", "/instagram/profile-content", params);
+  }
+  mediaDownload(params) {
+    return this.r.call("POST", "/instagram/media-download", params);
+  }
+};
+var RedditNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  thread(params) {
+    return this.r.call("POST", "/reddit/thread", params);
+  }
+};
+var VideoNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  analyze(params) {
+    return this.r.call("POST", "/video/analyze", params);
+  }
+  status(params) {
+    return this.r.call("POST", "/video/status", params);
+  }
+};
+var MapsNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  search(params) {
+    return this.r.call("POST", "/maps/search", params);
+  }
+  place(params) {
+    return this.r.call("POST", "/maps/place", params);
+  }
+};
+var DirectoryNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  run(params) {
+    return this.r.call("POST", "/directory/run", params);
+  }
+};
+var SerpIntelligenceNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  capture(params) {
+    return this.r.call("POST", "/serp-intelligence/capture", params);
+  }
+  pageSnapshots(params) {
+    return this.r.call("POST", "/serp-intelligence/page-snapshots", params);
+  }
+};
+var WorkflowsNamespace = class {
+  constructor(r) {
+    this.r = r;
+  }
+  r;
+  listDefinitions() {
+    return this.r.call("GET", "/workflows/definitions");
+  }
+  run(params) {
+    return this.r.call("POST", "/workflows/run", params);
+  }
+  advanceStep(id) {
+    return this.r.call("POST", `/workflows/runs/${encodeURIComponent(id)}/step`);
+  }
+  listRuns() {
+    return this.r.call("GET", "/workflows/runs");
+  }
+  getRun(id) {
+    return this.r.call("GET", `/workflows/runs/${encodeURIComponent(id)}`);
+  }
+  getRunArtifact(id, artifactId) {
+    return this.r.callRaw(
+      "GET",
+      `/workflows/runs/${encodeURIComponent(id)}/artifacts/${encodeURIComponent(artifactId)}`
+    );
+  }
+  createSchedule(params) {
+    return this.r.call("POST", "/workflows/schedules", params);
+  }
+  listSchedules() {
+    return this.r.call("GET", "/workflows/schedules");
+  }
+  patchSchedule(id, params) {
+    return this.r.call("PATCH", `/workflows/schedules/${encodeURIComponent(id)}`, params);
+  }
+  deleteSchedule(id) {
+    return this.r.call("DELETE", `/workflows/schedules/${encodeURIComponent(id)}`);
+  }
+  runScheduleNow(id) {
+    return this.r.call("POST", `/workflows/schedules/${encodeURIComponent(id)}/run`);
+  }
+};
+var MemoryTools = class {
+  access;
+  capture;
+  channels;
+  facts;
+  graph;
+  library;
+  memory;
+  recall;
+  schedule;
+  storage;
+  tables;
+  tags;
+  vaults;
+  video;
+  webhooks;
+  constructor(callTool) {
+    this.access = new AccessNamespace(callTool);
+    this.capture = new CaptureNamespace(callTool);
+    this.channels = new ChannelsNamespace(callTool);
+    this.facts = new FactsNamespace(callTool);
+    this.graph = new GraphNamespace(callTool);
+    this.library = new LibraryNamespace(callTool);
+    this.memory = new MemoryToolNamespace(callTool);
+    this.recall = new RecallNamespace(callTool);
+    this.schedule = new ScheduleNamespace(callTool);
+    this.storage = new StorageNamespace(callTool);
+    this.tables = new TablesNamespace(callTool);
+    this.tags = new TagsNamespace(callTool);
+    this.vaults = new VaultsNamespace(callTool);
+    this.video = new MemoryVideoNamespace(callTool);
+    this.webhooks = new WebhooksNamespace(callTool);
+  }
+};
+var ScraperClient = class {
+  r;
+  youtube;
+  screenshot;
+  facebook;
+  googleAds;
+  instagram;
+  reddit;
+  video;
+  maps;
+  directory;
+  serpIntelligence;
+  workflows;
+  memoryTools;
+  constructor(options) {
+    this.r = new Requester(options.apiKey, options.baseUrl ?? "https://mcpscraper.dev", options.fetch ?? globalThis.fetch);
+    this.youtube = new YoutubeNamespace(this.r);
+    this.screenshot = new ScreenshotNamespace(this.r);
+    this.facebook = new FacebookNamespace(this.r);
+    this.googleAds = new GoogleAdsNamespace(this.r);
+    this.instagram = new InstagramNamespace(this.r);
+    this.reddit = new RedditNamespace(this.r);
+    this.video = new VideoNamespace(this.r);
+    this.maps = new MapsNamespace(this.r);
+    this.directory = new DirectoryNamespace(this.r);
+    this.serpIntelligence = new SerpIntelligenceNamespace(this.r);
+    this.workflows = new WorkflowsNamespace(this.r);
+    this.memoryTools = new MemoryTools(this.callMemoryTool.bind(this));
+  }
+  async callMemoryTool(toolName, args) {
+    const result = await this.r.call("POST", "/memory/mcp-call", {
+      toolName,
+      args: args ?? {}
+    });
+    if (result && typeof result === "object" && result.ok === false) {
+      const failure = result;
+      throw new ScraperApiError(200, { message: failure.error, ...failure });
+    }
+    return result;
+  }
+  searchSerp(params) {
+    return this.r.call("POST", "/harvest/sync", { ...params, serpOnly: true });
+  }
+  harvestPaa(params) {
+    return this.r.call("POST", "/harvest/sync", params);
+  }
+  extractUrl(params) {
+    return this.r.call("POST", "/extract-url", params);
+  }
+  mapSiteUrls(params) {
+    return this.r.call("POST", "/map-urls", params);
+  }
+  extractSite(params) {
+    return this.r.call("POST", "/extract-site", params);
+  }
+  auditSite(params) {
+    return this.extractSite(params);
+  }
+  getExtractSiteStatus(id) {
+    return this.r.call("GET", `/extract-site/status/${encodeURIComponent(id)}`);
+  }
+  listJobs() {
+    return this.r.call("GET", "/jobs");
+  }
+  getJob(id) {
+    return this.r.call("GET", `/jobs/${encodeURIComponent(id)}`);
+  }
+  getHistory() {
+    return this.r.call("GET", "/history");
+  }
+  getLedger() {
+    return this.r.call("GET", "/ledger");
+  }
+};
+export {
+  ScraperApiError,
+  ScraperClient
+};

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "mcpscraper-sdk",
+  "version": "0.3.0",
+  "description": "Official TypeScript/JavaScript client for the mcpscraper.dev REST API",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "generate": "openapi-typescript ../../contracts/scraper.openapi.yaml -o src/schema.ts",
+    "build": "tsup src/index.ts --format esm,cjs --dts",
+    "typecheck": "tsc --noEmit",
+    "test": "tsx --test test/*.test.ts"
+  },
+  "keywords": [
+    "mcp-scraper",
+    "serp",
+    "web-scraping",
+    "seo-api"
+  ],
+  "dependencies": {
+    "mcpscraper-memory-sdk": "^0.2.0"
+  },
+  "devDependencies": {
+    "openapi-typescript": "^7.13.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/VilovietaSEO/mcpscraper-sdk.git",
+    "directory": "packages/scraper"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}