scrapercity 1.0.26 → 1.0.27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENT_DOCS.txt +2 -2
- package/README.md +1 -1
- package/SKILL.md +3 -3
- package/bin/cli.mjs +1 -1
- package/lib/catalog.generated.mjs +1 -1
- package/package.json +1 -1
package/AGENT_DOCS.txt
CHANGED
|
@@ -53,7 +53,7 @@ apollo
|
|
|
53
53
|
filters already in the Lead Database (ones you don't have), a dashboard link, and the
|
|
54
54
|
/api/v1/database/leads call that returns them now.
|
|
55
55
|
Cost: $0.0039/lead | Min 500, max 50000
|
|
56
|
-
DELIVERY:
|
|
56
|
+
DELIVERY: usually 15-30 minutes, some lists take longer. Use webhook, not polling.
|
|
57
57
|
To filter by title/location/industry without a URL, use the Lead Database (below).
|
|
58
58
|
|
|
59
59
|
maps
|
|
@@ -309,7 +309,7 @@ WORKFLOW EXAMPLES
|
|
|
309
309
|
|
|
310
310
|
2. APOLLO SCRAPE (slow):
|
|
311
311
|
POST /api/v1/scrape/apollo → get runId → configure webhook → wait for callback
|
|
312
|
-
Do NOT poll Apollo in a tight loop.
|
|
312
|
+
Do NOT poll Apollo in a tight loop. Start after 15 minutes and check every few minutes.
|
|
313
313
|
|
|
314
314
|
3. ENRICH PIPELINE:
|
|
315
315
|
Apollo/Maps → download CSV → extract emails → POST email-validator → download validated CSV
|
package/README.md
CHANGED
|
@@ -148,7 +148,7 @@ Both SDKs carry the same tool list as the MCP server, regenerated from the live
|
|
|
148
148
|
2. **Poll status** (or use webhooks) → wait for `SUCCEEDED`
|
|
149
149
|
3. **Download CSV** → leads with full contact info
|
|
150
150
|
|
|
151
|
-
Apollo scrapes take
|
|
151
|
+
Apollo scrapes usually take 15-30 minutes. All other scrapers: 1-30 minutes. Store leads are instant.
|
|
152
152
|
|
|
153
153
|
## Authentication
|
|
154
154
|
|
package/SKILL.md
CHANGED
|
@@ -45,7 +45,7 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
|
|
|
45
45
|
|
|
46
46
|
| Slug | Input | Cost | Speed |
|
|
47
47
|
|------|-------|------|-------|
|
|
48
|
-
| `apollo` | `{url, count, fileName}` | $0.0039/lead |
|
|
48
|
+
| `apollo` | `{url, count, fileName}` | $0.0039/lead | usually 15-30 min (use webhook) |
|
|
49
49
|
| `maps` | `{searchStringsArray:["query"], locationQuery, maxCrawledPlacesPerSearch}` | $0.01/place | 5-30 min |
|
|
50
50
|
| `email-validator` | `{emails:["a@b.com"]}` | $0.0036/email | 1-10 min |
|
|
51
51
|
| `email-finder` | `{contacts:[{first_name,last_name,domain}], autoValidateEmails, autoFindMobiles}` | $0.05/contact | 1-10 min |
|
|
@@ -65,10 +65,10 @@ Auth: `Authorization: Bearer $SCRAPERCITY_API_KEY` on all requests.
|
|
|
65
65
|
| `property-lookup` | `{addresses:["123 Main St, City, ST 12345"], includeOwnerContact:false}` | $0.15/address | 2-10 min |
|
|
66
66
|
|
|
67
67
|
## ⚠ Apollo Delivery
|
|
68
|
-
Apollo scrapes take **
|
|
68
|
+
Apollo scrapes usually take **15-30 minutes** to deliver; some lists take longer. Do NOT poll in a loop.
|
|
69
69
|
- Set up a webhook at `app.scrapercity.com/dashboard/webhooks`
|
|
70
70
|
- Webhook fires when results are ready with `{runId, fileName, leadsCount}`
|
|
71
|
-
- If you must poll, check
|
|
71
|
+
- If you must poll, start after 15 minutes and check every few minutes, not in a tight loop
|
|
72
72
|
|
|
73
73
|
## Other Endpoints
|
|
74
74
|
|
package/bin/cli.mjs
CHANGED
|
@@ -94,7 +94,7 @@ async function main() {
|
|
|
94
94
|
console.log(`✓ Apollo scrape started`)
|
|
95
95
|
console.log(` Run ID: ${r.runId}`)
|
|
96
96
|
console.log(` ${r.message || ''}`)
|
|
97
|
-
console.log(` Note: Apollo takes
|
|
97
|
+
console.log(` Note: Apollo usually takes 15-30 minutes. Set up a webhook at app.scrapercity.com/dashboard/webhooks to get notified.`)
|
|
98
98
|
console.log(` Check: scrapercity status ${r.runId}`)
|
|
99
99
|
break
|
|
100
100
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
// AUTO-GENERATED by scripts/generate.mjs — DO NOT EDIT BY HAND.
|
|
2
2
|
// Source of truth: scraperConfigs.ts (+ src/config/scrapers.ts). Regenerate: npm run generate
|
|
3
|
-
// Generated: 2026-10-
|
|
3
|
+
// Generated: 2026-10-30T17:50:32.419Z
|
|
4
4
|
export const TOOLS = [
|
|
5
5
|
{
|
|
6
6
|
"name": "scrape_apollo",
|