scrapercity 1.0.25 → 1.0.27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENT_DOCS.txt +3 -3
- package/README.md +2 -2
- package/SKILL.md +4 -4
- package/bin/cli.mjs +1 -1
- package/lib/catalog.generated.mjs +2 -2
- package/package.json +1 -1
package/AGENT_DOCS.txt
CHANGED
|
@@ -11,7 +11,7 @@ PRICING (auto-generated from the live catalog - do not edit)
|
|
|
11
11
|
| `scrape_website_finder` | /api/v1/scrape/website-finder | $0.0499 per contact found |
|
|
12
12
|
| `find_people` | /api/v1/scrape/skip-trace | $0.0199 per result (searches with 0 matches are billed as 1 result) |
|
|
13
13
|
| `scrape_distress_list` | /api/v1/scrape/distress-list | $0.05 per property |
|
|
14
|
-
| `validate_emails` | /api/v1/scrape/email-validator | $0.
|
|
14
|
+
| `validate_emails` | /api/v1/scrape/email-validator | $0.0017 per email |
|
|
15
15
|
| `scrape_maps` | /api/v1/scrape/maps | $0.0099 per business |
|
|
16
16
|
| `scrape_airbnb` | /api/v1/scrape/airbnb-email | $0.019 per result ($19.00 per 1,000) |
|
|
17
17
|
| `scrape_bizbuysell` | /api/v1/scrape/bizbuysell-scraper | $0.0099 per listing |
|
|
@@ -53,7 +53,7 @@ apollo
|
|
|
53
53
|
filters already in the Lead Database (ones you don't have), a dashboard link, and the
|
|
54
54
|
/api/v1/database/leads call that returns them now.
|
|
55
55
|
Cost: $0.0039/lead | Min 500, max 50000
|
|
56
|
-
DELIVERY:
|
|
56
|
+
DELIVERY: usually 15-30 minutes, some lists take longer. Use webhook, not polling.
|
|
57
57
|
To filter by title/location/industry without a URL, use the Lead Database (below).
|
|
58
58
|
|
|
59
59
|
maps
|
|
@@ -309,7 +309,7 @@ WORKFLOW EXAMPLES
|
|
|
309
309
|
|
|
310
310
|
2. APOLLO SCRAPE (slow):
|
|
311
311
|
POST /api/v1/scrape/apollo → get runId → configure webhook → wait for callback
|
|
312
|
-
Do NOT poll Apollo in a tight loop.
|
|
312
|
+
Do NOT poll Apollo in a tight loop. Start after 15 minutes and check every few minutes.
|
|
313
313
|
|
|
314
314
|
3. ENRICH PIPELINE:
|
|
315
315
|
Apollo/Maps → download CSV → extract emails → POST email-validator → download validated CSV
|
package/README.md
CHANGED
|
@@ -110,7 +110,7 @@ Both SDKs carry the same tool list as the MCP server, regenerated from the live
|
|
|
110
110
|
| `scrape_website_finder` | /api/v1/scrape/website-finder | $0.0499 per contact found |
|
|
111
111
|
| `find_people` | /api/v1/scrape/skip-trace | $0.0199 per result (searches with 0 matches are billed as 1 result) |
|
|
112
112
|
| `scrape_distress_list` | /api/v1/scrape/distress-list | $0.05 per property |
|
|
113
|
-
| `validate_emails` | /api/v1/scrape/email-validator | $0.
|
|
113
|
+
| `validate_emails` | /api/v1/scrape/email-validator | $0.0017 per email |
|
|
114
114
|
| `scrape_maps` | /api/v1/scrape/maps | $0.0099 per business |
|
|
115
115
|
| `scrape_airbnb` | /api/v1/scrape/airbnb-email | $0.019 per result ($19.00 per 1,000) |
|
|
116
116
|
| `scrape_bizbuysell` | /api/v1/scrape/bizbuysell-scraper | $0.0099 per listing |
|
|
@@ -148,7 +148,7 @@ Both SDKs carry the same tool list as the MCP server, regenerated from the live
|
|
|
148
148
|
2. **Poll status** (or use webhooks) → wait for `SUCCEEDED`
|
|
149
149
|
3. **Download CSV** → leads with full contact info
|
|
150
150
|
|
|
151
|
-
Apollo scrapes take
|
|
151
|
+
Apollo scrapes usually take 15-30 minutes. All other scrapers: 1-30 minutes. Store leads are instant.
|
|
152
152
|
|
|
153
153
|
## Authentication
|
|
154
154
|
|
package/SKILL.md
CHANGED
|
@@ -25,7 +25,7 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
|
|
|
25
25
|
| `scrape_website_finder` | /api/v1/scrape/website-finder | $0.0499 per contact found |
|
|
26
26
|
| `find_people` | /api/v1/scrape/skip-trace | $0.0199 per result (searches with 0 matches are billed as 1 result) |
|
|
27
27
|
| `scrape_distress_list` | /api/v1/scrape/distress-list | $0.05 per property |
|
|
28
|
-
| `validate_emails` | /api/v1/scrape/email-validator | $0.
|
|
28
|
+
| `validate_emails` | /api/v1/scrape/email-validator | $0.0017 per email |
|
|
29
29
|
| `scrape_maps` | /api/v1/scrape/maps | $0.0099 per business |
|
|
30
30
|
| `scrape_airbnb` | /api/v1/scrape/airbnb-email | $0.019 per result ($19.00 per 1,000) |
|
|
31
31
|
| `scrape_bizbuysell` | /api/v1/scrape/bizbuysell-scraper | $0.0099 per listing |
|
|
@@ -45,7 +45,7 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
|
|
|
45
45
|
|
|
46
46
|
| Slug | Input | Cost | Speed |
|
|
47
47
|
|------|-------|------|-------|
|
|
48
|
-
| `apollo` | `{url, count, fileName}` | $0.0039/lead |
|
|
48
|
+
| `apollo` | `{url, count, fileName}` | $0.0039/lead | usually 15-30 min (use webhook) |
|
|
49
49
|
| `maps` | `{searchStringsArray:["query"], locationQuery, maxCrawledPlacesPerSearch}` | $0.01/place | 5-30 min |
|
|
50
50
|
| `email-validator` | `{emails:["a@b.com"]}` | $0.0036/email | 1-10 min |
|
|
51
51
|
| `email-finder` | `{contacts:[{first_name,last_name,domain}], autoValidateEmails, autoFindMobiles}` | $0.05/contact | 1-10 min |
|
|
@@ -65,10 +65,10 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
|
|
|
65
65
|
| `property-lookup` | `{addresses:["123 Main St, City, ST 12345"], includeOwnerContact:false}` | $0.15/address | 2-10 min |
|
|
66
66
|
|
|
67
67
|
## ⚠ Apollo Delivery
|
|
68
|
-
Apollo scrapes take **
|
|
68
|
+
Apollo scrapes usually take **15-30 minutes** to deliver; some lists take longer. Do NOT poll in a loop.
|
|
69
69
|
- Set up a webhook at `app.scrapercity.com/dashboard/webhooks`
|
|
70
70
|
- Webhook fires when results are ready with `{runId, fileName, leadsCount}`
|
|
71
|
-
- If you must poll, check
|
|
71
|
+
- If you must poll, start after 15 minutes and check every few minutes, not in a tight loop
|
|
72
72
|
|
|
73
73
|
## Other Endpoints
|
|
74
74
|
|
package/bin/cli.mjs
CHANGED
|
@@ -94,7 +94,7 @@ async function main() {
|
|
|
94
94
|
console.log(`✓ Apollo scrape started`)
|
|
95
95
|
console.log(` Run ID: ${r.runId}`)
|
|
96
96
|
console.log(` ${r.message || ''}`)
|
|
97
|
-
console.log(` Note: Apollo takes
|
|
97
|
+
console.log(` Note: Apollo usually takes 15-30 minutes. Set up a webhook at app.scrapercity.com/dashboard/webhooks to get notified.`)
|
|
98
98
|
console.log(` Check: scrapercity status ${r.runId}`)
|
|
99
99
|
break
|
|
100
100
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
// AUTO-GENERATED by scripts/generate.mjs — DO NOT EDIT BY HAND.
|
|
2
2
|
// Source of truth: scraperConfigs.ts (+ src/config/scrapers.ts). Regenerate: npm run generate
|
|
3
|
-
// Generated: 2026-10-
|
|
3
|
+
// Generated: 2026-10-30T17:50:32.419Z
|
|
4
4
|
export const TOOLS = [
|
|
5
5
|
{
|
|
6
6
|
"name": "scrape_apollo",
|
|
@@ -128,7 +128,7 @@ export const TOOLS = [
|
|
|
128
128
|
},
|
|
129
129
|
{
|
|
130
130
|
"name": "validate_emails",
|
|
131
|
-
"description": "Verify email addresses for validity, deliverability, and quality scoring with company enrichment data Cost: $0.
|
|
131
|
+
"description": "Verify email addresses for validity, deliverability, and quality scoring with company enrichment data Cost: $0.0017 per email.",
|
|
132
132
|
"inputSchema": {
|
|
133
133
|
"type": "object",
|
|
134
134
|
"properties": {
|