scrapercity 1.0.12 → 1.0.14

package/AGENT_DOCS.txt

@@ -40,17 +40,13 @@ SCRAPE ENDPOINTS (POST /api/v1/scrape/{slug})
 
 apollo
   Body: { url: "https://app.apollo.io/#/people?...", count: 1000, fileName: "My Export" }
-  Returns: { runId, message }
+  Returns: { runId, message, lead_database? }
+    lead_database (when there are matches): { matches, url, api } - leads with the same
+    filters already in the Lead Database (ones you don't have), a dashboard link, and the
+    /api/v1/database/leads call that returns them now.
   Cost: $0.0039/lead | Min 500, max 50000
   DELIVERY: UP TO 4 DAYS. Use webhook, not polling.
-
-apollo-filters
-  Body: { seniorityLevel, functionDept, companyIndustry, personCountry, personState,
-          companyCountry, companyState, companySize, personTitles:[], companyDomains:[],
-          companyKeywords:[], personCities:[], companyCities:[], hasPhone, count, fileName }
-  At least one filter required.
-  Returns: { runId, message }
-  Cost: $0.0039/lead | DELIVERY: UP TO 4 DAYS.
+  To filter by title/location/industry without a URL, use the Lead Database (below).
 
 maps
   Body: { searchStringsArray: ["plumbers"], locationQuery: "Denver, CO", maxCrawledPlacesPerSearch: 500 }
@@ -180,21 +176,42 @@ GET /api/v1/runs?hours=24&limit=50
   Returns: { runs: [{ run_id, status, handled, url, file_name, created_at }] }
 
 GET /api/v1/apollo-status
-  Returns: { useApify, message } - check if Apollo URL endpoint is available
+  Returns: { status: "url-based" | "legacy", message, timestamp } - "url-based" means the
+  Apollo URL endpoint is available
 
 ────────────────────────────────────────
-DATABASES (GET, $649 plan only, 100k/day)
+DATABASES (GET, $149/mo plan and up, 100k new records/day)
 ────────────────────────────────────────
 
 GET /api/v1/database/leads?title=CTO&country=United States&hasEmail=true&page=1&limit=100
   Filters: title, industry, country, state, city, companyName, companyDomain,
-           companySize, seniority, department, hasEmail, hasPhone, minEmployees, maxEmployees
+           seniority, department, hasEmail, hasPhone, minEmployees, maxEmployees, socialUrl
+  Company filters: keywords (company tags, whole-word, any match), revenueMin, revenueMax (USD),
+           companyCountry, companyState, companyCity (company HQ, not the person)
+  Exclusions: notTitle, notKeywords, notIndustry
+  apolloUrl=<Apollo people-search URL>: use that search's filters (other params override).
+           The response adds apollo_translation: { applied, approximated, not_supported }.
+  Country: full name ("United States"); US, USA, UK, UAE also work.
   Array params use repeated keys: ?seniority=vp&seniority=director
-  Returns: { data: [...leads], pagination: { page, limit, total, totalPages } }
+  (keywords / notKeywords also accept commas: ?keywords=saas,fintech)
+  Optional:
+    excludeDelivered=true  skip leads this account already has (from the API or the
+                           dashboard). For daily pulls. Keep page=1 (or use after).
+    after=<id>             cursor paging in id order. Send after=0 first, then
+                           pagination.next_after from each response until it is null.
+  Every lead returned is saved to your account. Only NEW leads count toward the
+  100k/day limit; fetching a lead you already have again is free.
+  Returns: { data: [...leads], pagination: { page, limit, total, totalPages, has_more, next_after }, rate_limit,
+             apollo_translation? }
+  Lead fields include company_industry, company_size, employees_count, company_website,
+  company_annual_revenue, company_city, company_state, company_country, keywords.
+  409 with filters_not_applied_yet: the company filters listed can't be used yet (company
+  data still being prepared right after launch). Nothing is returned or counted; retry later
+  or drop those filters.
 
 GET /api/v1/database/local-businesses?...
 GET /api/v1/database/ecommerce?...
-  Same pattern, different datasets.
+  Same pattern (including excludeDelivered and after), different datasets.
 
 ────────────────────────────────────────
 ERROR CODES

package/README.md

@@ -104,7 +104,7 @@ curl -O https://app.scrapercity.com/api/downloads/RUN_ID \
 | **Store Leads** | Shopify/WooCommerce stores with contacts | $0.0039/lead |
 | **BuiltWith** | All sites using a technology | $4.99/search |
 | **Criminal Records** | Background check by name | $1.00 if found |
-| **Lead Database** | 3M+ B2B contacts, instant query ($649 plan) | Included |
+| **Lead Database** | 3M+ B2B contacts, instant query ($149/mo plan and up) | Included |
 
 ## How It Works
 

package/SKILL.md

@@ -45,7 +45,6 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
 | Slug | Input | Cost | Speed |
 |------|-------|------|-------|
 | `apollo` | `{url, count, fileName}` | $0.0039/lead | ~4 DAYS (use webhook) |
-| `apollo-filters` | `{seniorityLevel, functionDept, companyIndustry, personCountry, personState, companySize, personTitles[], companyDomains[], count}` | $0.0039/lead | ~4 DAYS |
 | `maps` | `{searchStringsArray:["query"], locationQuery, maxCrawledPlacesPerSearch}` | $0.01/place | 5-30 min |
 | `email-validator` | `{emails:["a@b.com"]}` | $0.0036/email | 1-10 min |
 | `email-finder` | `{contacts:[{first_name,last_name,domain}], autoValidateEmails, autoFindMobiles}` | $0.05/contact | 1-10 min |
@@ -78,10 +77,10 @@ Apollo scrapes take **up to 4 days** to deliver. Do NOT poll in a loop.
 | GET | `/api/v1/runs?hours=24&limit=50` | Recent runs |
 | POST | `/api/v1/scrape/cancel/{runId}` | Cancel running job |
 | GET | `/api/v1/scrape/logs/{runId}` | Run logs |
-| GET | `/api/v1/apollo-status` | Apollo service health |
-| GET | `/api/v1/database/leads?title=CTO&country=US&hasEmail=true&page=1&limit=100` | Lead DB ($649 plan, 100k/day) |
-| GET | `/api/v1/database/local-businesses?...` | Local biz DB ($649 plan) |
-| GET | `/api/v1/database/ecommerce?...` | Ecommerce DB ($649 plan) |
+| GET | `/api/v1/apollo-status` | Apollo service health: `{status: "url-based" or "legacy", message, timestamp}` |
+| GET | `/api/v1/database/leads?title=CTO&country=United%20States&hasEmail=true&limit=100` | Lead DB ($149/mo plan and up, 100k new leads/day). Optional: `excludeDelivered=true` (only leads you don't have yet), `after=0` then `pagination.next_after` (cursor paging). Company filters: `keywords`, `revenueMin`/`revenueMax`, `companyCountry`/`companyState`/`companyCity`. Exclusions: `notTitle`, `notKeywords`, `notIndustry`. `apolloUrl=<Apollo people-search URL>` searches with that URL's filters |
+| GET | `/api/v1/database/local-businesses?...` | Local biz DB ($149/mo plan and up). Same optional `excludeDelivered` / `after` |
+| GET | `/api/v1/database/ecommerce?...` | Ecommerce DB ($149/mo plan and up). Same optional `excludeDelivered` / `after` |
 
 ## Status Values
 `RUNNING` → `SUCCEEDED` or `FAILED` or `CANCELLED`

package/bin/cli.mjs

@@ -5,7 +5,9 @@ import fs from 'fs'
 import readline from 'readline'
 
 const [,, cmd, ...args] = process.argv
-const flag = (name) => { const i = args.indexOf(name); return i !== -1 ? (args.splice(i, 2), args[i] || true) : undefined }
+// Read "--name value" and remove both from args. (It used to splice first and then read
+// args[i], which by then was the NEXT flag, so every value flag got the wrong value.)
+const flag = (name) => { const i = args.indexOf(name); if (i === -1) return undefined; const v = args[i + 1]; args.splice(i, 2); return v ?? true }
 const flagBool = (name) => { const i = args.indexOf(name); if (i !== -1) { args.splice(i, 1); return true } return false }
 const json = (d) => JSON.stringify(d, null, 2)
 
@@ -365,26 +367,35 @@ async function main() {
         break
       }
 
-      // ── Database: Leads ($649) ────────────────────────────
+      // ── Database: Leads ($149/mo plan and up) ─────────────
       case 'db-leads': {
         const params = {}
-        for (const f of ['--title', '--industry', '--country', '--state', '--city',
-                         '--company', '--domain', '--company-size', '--seniority',
-                         '--department', '--page', '--limit', '--min-employees', '--max-employees']) {
-          const v = flag(f)
-          if (v === undefined) continue
-          const key = { '--title': 'title', '--industry': 'industry', '--country': 'country',
+        const keyFor = { '--title': 'title', '--industry': 'industry', '--country': 'country',
                         '--state': 'state', '--city': 'city', '--company': 'companyName',
-                        '--domain': 'companyDomain', '--company-size': 'companySize',
+                        '--domain': 'companyDomain',
                         '--seniority': 'seniority', '--department': 'department',
                         '--page': 'page', '--limit': 'limit',
-                        '--min-employees': 'minEmployees', '--max-employees': 'maxEmployees' }[f]
-          params[key] = v
+                        '--min-employees': 'minEmployees', '--max-employees': 'maxEmployees',
+                        '--after': 'after', '--apollo-url': 'apolloUrl',
+                        '--keywords': 'keywords', '--revenue-min': 'revenueMin', '--revenue-max': 'revenueMax',
+                        '--company-country': 'companyCountry', '--company-state': 'companyState',
+                        '--company-city': 'companyCity', '--not-title': 'notTitle',
+                        '--not-keywords': 'notKeywords', '--not-industry': 'notIndustry' }
+        // List filters take commas: --country "United States,Canada" sends both.
+        const lists = new Set(['--industry', '--country', '--state', '--seniority', '--department',
+                               '--company-country', '--company-state', '--not-industry'])
+        for (const f of Object.keys(keyFor)) {
+          const v = flag(f)
+          if (v === undefined) continue
+          params[keyFor[f]] = lists.has(f) ? v.split(',').map(s => s.trim()).filter(Boolean) : v
         }
         if (flagBool('--has-email')) params.hasEmail = 'true'
         if (flagBool('--has-phone')) params.hasPhone = 'true'
+        if (flagBool('--exclude-delivered')) params.excludeDelivered = 'true'
         const r = await sc.dbLeads(params)
         console.log(`${r.pagination?.total || '?'} total leads, page ${r.pagination?.page || 1} of ${r.pagination?.totalPages || '?'}`)
+        if (r.pagination?.next_after) console.log(`Next page: --after ${r.pagination.next_after}`)
+        if (r.apollo_translation?.not_supported?.length) console.log(`Not supported from the Apollo URL: ${r.apollo_translation.not_supported.join(', ')}`)
         console.log(json(r.data?.slice(0, 3) || r))
         if (r.data?.length > 3) console.log(`... and ${r.data.length - 3} more`)
         break
@@ -440,8 +451,15 @@ ScraperCity CLI - B2B lead generation from your terminal
     scrapercity logs <runId>                 View run logs
     scrapercity runs [--hours 24]            List recent runs
 
-  Database ($649 plan):
+  Database ($149/mo plan and up):
     scrapercity db-leads [filters]           Query lead database
+      --title --industry --country --state --city --company --domain --seniority --department
+      --min-employees --max-employees --has-email --has-phone
+      --keywords --revenue-min --revenue-max --company-country --company-state --company-city
+      --not-title --not-keywords --not-industry
+      --apollo-url "<Apollo people-search URL>"  Search with that URL's filters
+      --exclude-delivered                    Only leads you don't already have
+      --after <id>                           Cursor paging (start with 0, then use the printed next id)
 
   Env: SCRAPERCITY_API_KEY=...  or  scrapercity login
   Docs: https://scrapercity.com/agents

package/bin/mcp.mjs

@@ -50,21 +50,36 @@ const UTILITY_TOOLS = [
   },
   {
     name: 'query_lead_database',
-    description: 'Query the B2B lead database directly. Returns contacts with names, emails, phones, titles, companies. 100 per request, paginate with page param. Included with the $149/mo plan.',
+    description: 'Query the B2B lead database directly. Returns contacts with names, emails, phones, titles, companies (plus company website, revenue, HQ location and keywords). Up to 100 per request. Included with the $149/mo plan (100,000 new leads a day; leads you already have do not count again). For a daily pull of only new leads set excludeDelivered=true. For big pulls page with after: send after="0" first, then the pagination.next_after from each response until it is null. Have an Apollo people-search URL? Pass it as apolloUrl to search with its filters right away (apollo_translation in the response says what was applied).',
     inputSchema: { type: 'object', properties: {
-      title: { type: 'string', description: 'Job title filter' },
-      industry: { type: 'string', description: 'Company industry' },
-      country: { type: 'string', description: 'Person country' },
-      state: { type: 'string', description: 'Person state' },
-      city: { type: 'string', description: 'Person city' },
+      apolloUrl: { type: 'string', description: 'An Apollo people-search URL (app.apollo.io/#/people?...). Its filters become the search; any other filter you pass overrides the matching one.' },
+      title: { type: 'string', description: 'Job title filter, comma separated for several (partial match, e.g. "CEO, Founder")' },
+      industry: { type: 'array', items: { type: 'string' }, description: 'Company industries (any match)' },
+      country: { type: 'array', items: { type: 'string' }, description: 'Person countries, full names like "United States" (US, USA, UK, UAE also work)' },
+      state: { type: 'array', items: { type: 'string' }, description: 'Person states' },
+      city: { type: 'string', description: 'Person city, comma separated for several' },
       companyName: { type: 'string', description: 'Company name' },
-      companyDomain: { type: 'string', description: 'Company domain' },
-      seniority: { type: 'string', description: 'e.g. "vp", "director", "c_suite"' },
-      department: { type: 'string', description: 'e.g. "sales", "engineering"' },
+      companyDomain: { type: 'string', description: 'Company domain(s), comma separated' },
+      seniority: { type: 'array', items: { type: 'string' }, description: 'e.g. ["vp", "director", "c_suite"]' },
+      department: { type: 'array', items: { type: 'string' }, description: 'e.g. ["sales", "engineering"]' },
+      minEmployees: { type: 'number', description: 'Minimum company employee count' },
+      maxEmployees: { type: 'number', description: 'Maximum company employee count' },
+      keywords: { type: 'array', items: { type: 'string' }, description: 'Company keywords/tags, any match (e.g. ["saas", "fintech"])' },
+      revenueMin: { type: 'number', description: 'Minimum company annual revenue, USD' },
+      revenueMax: { type: 'number', description: 'Maximum company annual revenue, USD' },
+      companyCountry: { type: 'array', items: { type: 'string' }, description: 'Company HQ countries (not where the person is)' },
+      companyState: { type: 'array', items: { type: 'string' }, description: 'Company HQ states' },
+      companyCity: { type: 'string', description: 'Company HQ city' },
+      notTitle: { type: 'string', description: 'Exclude titles containing any of these (comma separated)' },
+      notKeywords: { type: 'array', items: { type: 'string' }, description: 'Exclude companies with any of these keywords' },
+      notIndustry: { type: 'array', items: { type: 'string' }, description: 'Exclude these industries' },
+      socialUrl: { type: 'string', description: 'Match a social profile URL' },
       hasEmail: { type: 'boolean', description: 'Only contacts with email' },
       hasPhone: { type: 'boolean', description: 'Only contacts with phone' },
       page: { type: 'number', description: 'Page number (default 1)', default: 1 },
-      limit: { type: 'number', description: 'Results per page (max 100)', default: 50 }
+      limit: { type: 'number', description: 'Results per page (max 100)', default: 50 },
+      excludeDelivered: { type: 'boolean', description: 'Skip leads this account already has (from the API or unlocked in the dashboard). With this on, keep page at 1 or use after.' },
+      after: { type: 'string', description: 'Cursor paging: return leads after this lead id. Use "0" to start, then the pagination.next_after from each response.' }
     } }
   }
 ]
@@ -95,6 +110,9 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
           const params = { ...args }
           if (params.hasEmail) params.hasEmail = 'true'
           if (params.hasPhone) params.hasPhone = 'true'
+          if (params.excludeDelivered) params.excludeDelivered = 'true'
+          else delete params.excludeDelivered
+          if (params.after !== undefined && params.after !== null) params.after = String(params.after)
           result = await sc.dbLeads(params)
           break
         }

package/lib/catalog.generated.mjs

@@ -1,6 +1,6 @@
 // AUTO-GENERATED by scripts/generate.mjs — DO NOT EDIT BY HAND.
 // Source of truth: scraperConfigs.ts (+ src/config/scrapers.ts). Regenerate: npm run generate
-// Generated: 2026-09-25T02:44:56.288Z
+// Generated: 2026-10-01T23:44:06.142Z
 export const TOOLS = [
   {
     "name": "scrape_apollo",
@@ -559,29 +559,31 @@ export const TOOLS = [
         "contacts": {
           "type": "array",
           "items": {
-            "type": "object"
+            "type": "object",
+            "properties": {
+              "first_name": {
+                "type": "string",
+                "description": "Person's first name (required if full_name not provided)"
+              },
+              "last_name": {
+                "type": "string",
+                "description": "Person's last name"
+              },
+              "full_name": {
+                "type": "string",
+                "description": "Full name (alternative to first_name + last_name)"
+              },
+              "domain": {
+                "type": "string",
+                "description": "Company domain (preferred over company_name)"
+              },
+              "company_name": {
+                "type": "string",
+                "description": "Company name (use if domain not available)"
+              }
+            }
           },
           "description": "Array of contact objects to look up"
-        },
-        "contacts[].first_name": {
-          "type": "string",
-          "description": "Person's first name (required if full_name not provided)"
-        },
-        "contacts[].last_name": {
-          "type": "string",
-          "description": "Person's last name"
-        },
-        "contacts[].full_name": {
-          "type": "string",
-          "description": "Full name (alternative to first_name + last_name)"
-        },
-        "contacts[].domain": {
-          "type": "string",
-          "description": "Company domain (preferred over company_name)"
-        },
-        "contacts[].company_name": {
-          "type": "string",
-          "description": "Company name (use if domain not available)"
         }
       },
       "required": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scrapercity",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "description": "ScraperCity CLI & MCP Server - B2B lead generation for AI agents",
   "type": "module",
   "bin": {