scrapercity 1.0.6 → 1.0.7

package/lib/catalog.generated.mjs

@@ -0,0 +1,623 @@
+// AUTO-GENERATED by scripts/generate.mjs — DO NOT EDIT BY HAND.
+// Source of truth: scraperConfigs.ts (+ src/config/scrapers.ts). Regenerate: npm run generate
+// Generated: 2026-09-22T16:56:55.864Z
+export const TOOLS = [
+  {
+    "name": "scrape_apollo",
+    "description": "Extract B2B leads from Apollo.io search URLs (Filters 1.0 only) Cost: $0.0039 per lead.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "url": {
+          "type": "string",
+          "description": "Apollo.io search URL with Filters 1.0 format"
+        },
+        "count": {
+          "type": "number",
+          "description": "Number of leads to scrape (500-50,000)"
+        },
+        "fileName": {
+          "type": "string",
+          "description": "Custom filename for export (max 50 chars)"
+        }
+      },
+      "required": [
+        "url"
+      ]
+    }
+  },
+  {
+    "name": "scrape_website_finder",
+    "description": "Extract emails, phone numbers, and lead enrichment data from any website domain for outreach campaigns Cost: $0.05 per contact found.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "startUrls": {
+          "type": "array",
+          "items": {
+            "type": "object"
+          },
+          "description": "Array of domain URLs to scrape"
+        },
+        "departments": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Filter contacts by department. Available: information_technology, c_suite, sales, marketing, finance, human_resources, legal, operations, product, engineering_technical, design, education, medical_health, consulting"
+        }
+      },
+      "required": [
+        "startUrls"
+      ]
+    }
+  },
+  {
+    "name": "find_people",
+    "description": "Find comprehensive contact information and addresses from names, phones, emails, or addresses Cost: $0.0199 per result (searches with 0 matches are billed as 1 result).",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Names to search"
+        },
+        "email": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Email addresses to search"
+        },
+        "phone_number": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Phone numbers to search"
+        },
+        "street_citystatezip": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Addresses to search"
+        },
+        "max_results": {
+          "type": "number",
+          "description": "Max results per search"
+        }
+      }
+    }
+  },
+  {
+    "name": "scrape_distress_list",
+    "description": "Find distressed, motivated-seller properties in any US market - pre-foreclosures, foreclosures, auctions, and bank-owned (REO). Returns full address, distress type, value estimates, and property details. Pair with People Finder to reach the owner. Cost: $0.05 per property.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "search": {
+          "type": "string",
+          "description": "Target market: city + state, or ZIP code"
+        },
+        "distressTypes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Signals to include: preForeclosure, foreclosure, auction, bankOwned"
+        },
+        "maxItems": {
+          "type": "number",
+          "description": "Max properties to return (1-500)"
+        }
+      },
+      "required": [
+        "search"
+      ]
+    }
+  },
+  {
+    "name": "validate_emails",
+    "description": "Verify email addresses for validity, deliverability, and quality scoring with company enrichment data Cost: $0.0072 per email.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "emails": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of email addresses to validate"
+        }
+      },
+      "required": [
+        "emails"
+      ]
+    }
+  },
+  {
+    "name": "scrape_maps",
+    "description": "Extract business listings from Google Maps with contact details and reviews Cost: $0.0099 per business.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "searchStringsArray": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of search terms to find businesses"
+        },
+        "locationQuery": {
+          "type": "string",
+          "description": "City, state, or address for the search area"
+        },
+        "customGeolocation": {
+          "type": "object",
+          "description": "Alternative to locationQuery - bounding box coordinates"
+        },
+        "maxCrawledPlacesPerSearch": {
+          "type": "number",
+          "description": "Maximum results per search term"
+        }
+      }
+    }
+  },
+  {
+    "name": "scrape_airbnb",
+    "description": "Extract professional host business information including emails, phone numbers, and registration details from Airbnb listings. Europe countries only. Cost: $0.019 per result ($19.00 per 1,000).",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "mode": {
+          "type": "string",
+          "description": "Scraping mode: \"city\", \"single\", or \"bulk\""
+        },
+        "city": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Cities to search (for city mode). Europe countries only. Format: \"City, Country\". The country is required to disambiguate city names."
+        },
+        "listingUrl": {
+          "type": "string",
+          "description": "Single Airbnb listing URL (for single mode)"
+        },
+        "bulkListings": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of listing URLs (for bulk mode)"
+        },
+        "maxPages": {
+          "type": "number",
+          "description": "Max pages per city (city mode only)"
+        },
+        "checkin": {
+          "type": "string",
+          "description": "Check-in date (YYYY-MM-DD)"
+        },
+        "checkout": {
+          "type": "string",
+          "description": "Check-out date (YYYY-MM-DD)"
+        },
+        "onlyProHosts": {
+          "type": "boolean",
+          "description": "Only return professional hosts"
+        },
+        "onlyUniqueEmails": {
+          "type": "boolean",
+          "description": "Deduplicate results by email"
+        }
+      }
+    }
+  },
+  {
+    "name": "scrape_bizbuysell",
+    "description": "Extract business-for-sale listings with financials and broker contacts from BizBuySell Cost: $0.01 per listing.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "startUrls": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of BizBuySell URLs (search pages or individual listings)"
+        },
+        "maxItems": {
+          "type": "number",
+          "description": "Maximum number of listings to extract"
+        },
+        "datasetName": {
+          "type": "string",
+          "description": "Dataset name for deduplication across runs"
+        }
+      },
+      "required": [
+        "startUrls"
+      ]
+    }
+  },
+  {
+    "name": "scrape_crexi",
+    "description": "Extract commercial real estate listings and broker details from Crexi Cost: $0.029 per property.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "startUrls": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of Crexi URLs (property searches or broker directories)"
+        }
+      },
+      "required": [
+        "startUrls"
+      ]
+    }
+  },
+  {
+    "name": "scrape_angi",
+    "description": "Extract verified home service professionals from Angi with ratings and contact details Cost: $0.01 per listing.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "keyword": {
+          "type": "string",
+          "description": "Service category slug. Valid values: air-duct-cleaning, animal-removal, tv-antenna, appliance-repair, architects, asbestos-removal, awnings, remodeling-basements, basement-waterproofing, basketball-goals, bathtub-refinishing, biohazard-remediation, blind-cleaning, cabinet-makers, cabinet-refinishing, carpet-cleaning, carpet, ceiling-fans, central-vacuum-cleaners, childproofing, chimney-caps, chimney-repair, chimney-sweep, cleaning, closets, computer-repair, concrete-driveways, concrete-repair, countertops, deck-maintenance, decks-and-porches, dock-building-repair, pet-fencing, doors, drain-cleaning, drain-pipe-installation, drapery-cleaning, driveway-gates, driveways, dryer-vent-cleaning, drywall, dumpster-rental, earthquake-retrofit, egress, electrical, epoxy-flooring, excavating, fencing, fireplaces, firewood, buffing-and-polishing, floor-cleaning, flooring, foundation-repair, fountains, furniture-refinishing, garage-builders, garage-doors, gas-logs, gas-leak-repair, contractor, generator-installers, glass-block, glass-and-mirrors, gas-grill-repair, gutter-cleaning, gutter-repair-replacement, handyman-service, landscaping-hardscaping-and-pavers, hardwood-flooring, hauling, heating-oil-companies, holiday-decorating, home-automation, home-builders, energy-audit, home-inspection, kitchen-and-bath-remodeling, home-security-systems, home-staging, home-theater-systems, home-warranty-companies, house-cleaning, exterior-painting, hurricane-shutters, hvac, insulation, interior-design, interior-painting, wrought-iron, lawn-irrigation, appraisals, land-surveying, landscaping-lighting, appliance-sales, landscaping, lawn-and-yard-work, lawn-mower-repair, lawn-fertilization-and-treatment, lead-testing-and-removal, leaf-removal, leather-and-vinyl-repair, lighting, locksmiths, mailbox-repair, marble-and-granite, masonry, metal-fabrication-and-restoration, remodeling-modular-and-mobile-home, mold-testing-and-remediation, moving, concrete-leveling, mulch-and-topsoil, plant-nurseries, oriental-rug-cleaning, outdoor-kitchens, sunroom-and-patio-remodeling, patios, pest-control, home-phone-service, phone-repair, piano-moving, plaster-plaster-repair, playground-equipment, plumbing, pool-and-spa-service, swimming-pools, pressure-washing, home-and-garage-organization, radon-testing, real-estate-agents, property-appraiser, roof-cleaning, roof-ice-and-snow-removal, roofing, roto-tilling, satellite-tv-service, screen-repair, septic-tank, sewer-cleaning, siding, skylights, small-appliance-repair, snow-removal, solar-panels, concrete-stamped-decorative, stone-and-gravel, structural-engineering, stucco, ceramic-tile, garbage-collection, tree-service, upholstering, upholstery-cleaning, wallpapering, wallpaper-removal, water-and-smoke-damage, water-heaters, water-softeners, welding, wells-and-pumps, window-cleaning, windows, hurricane-film, window-tinting, window-treatments, woodworking"
+        },
+        "zipCodes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Zip codes to search within (optional)"
+        },
+        "maxItems": {
+          "type": "number",
+          "description": "Maximum results to extract (0 for unlimited)"
+        }
+      },
+      "required": [
+        "keyword"
+      ]
+    }
+  },
+  {
+    "name": "scrape_yelp",
+    "description": "Extract business listings, reviews, and ratings from Yelp Cost: $0.01 per result.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "searchTerms": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Search keywords (pizza, plumber, etc.)"
+        },
+        "locations": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Cities or areas to search"
+        },
+        "directUrls": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Direct Yelp business URLs (skips search)"
+        },
+        "searchLimit": {
+          "type": "number",
+          "description": "Results per search combination"
+        }
+      }
+    }
+  },
+  {
+    "name": "scrape_zillow_agents",
+    "description": "Extract real estate agent profiles from Zillow with contact details and specialties Cost: $0.029 per agent.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "location": {
+          "type": "string",
+          "description": "City and state or zip code"
+        },
+        "specialty": {
+          "type": "string",
+          "description": "Agent specialty code (see documentation for full list)"
+        },
+        "language": {
+          "type": "string",
+          "description": "Preferred language"
+        },
+        "searchLimit": {
+          "type": "number",
+          "description": "Maximum agents to extract (1-500)"
+        }
+      },
+      "required": [
+        "location"
+      ]
+    }
+  },
+  {
+    "name": "search_criminal_records",
+    "description": "Search nationwide criminal records across Sex Offender Registry, Department of Corrections, Arrest Records, and Court Records. Free if no records are found. Submit one name per request. Cost: $1.00 per search (only charged if records found).",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "description": "Full name to search (e.g., \"John Smith\")"
+        },
+        "state": {
+          "type": "string",
+          "description": "Two-letter state code or full state name (e.g., \"CA\" or \"California\"). Omit to search all states."
+        },
+        "dob": {
+          "type": "string",
+          "description": "Date of birth to filter results (e.g., \"02/07/1992\"). Only records matching this DOB will be returned. You are only charged if DOB-matched records are found."
+        }
+      },
+      "required": [
+        "name"
+      ]
+    }
+  },
+  {
+    "name": "scrape_store_leads",
+    "description": "Access 14M+ verified e-commerce store leads from Shopify, WooCommerce, Magento, and 7 other platforms. Specify totalLeads for bulk jobs and page through results with offset. Filter server-side by estimated monthly visits, revenue and employee count so you are only charged for stores that match. Cost: $0.0039 per lead.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "platform": {
+          "type": "string",
+          "description": "E-commerce platform (case-insensitive). Omit to search all platforms."
+        },
+        "totalLeads": {
+          "type": "number",
+          "description": "Total leads to fetch"
+        },
+        "resumeFromLead": {
+          "type": "number",
+          "description": "Resume from this lead number (useful for continuing a cancelled job)"
+        },
+        "countryCode": {
+          "type": "string",
+          "description": "Two-letter country code"
+        },
+        "emails": {
+          "type": "boolean",
+          "description": "Only return stores with email addresses"
+        },
+        "phones": {
+          "type": "boolean",
+          "description": "Only return stores with phone numbers"
+        },
+        "category": {
+          "type": "string",
+          "description": "Store category filter (case-insensitive)"
+        },
+        "city": {
+          "type": "string",
+          "description": "City location filter"
+        },
+        "technologies": {
+          "type": "string",
+          "description": "Filter by technologies used"
+        },
+        "apps": {
+          "type": "string",
+          "description": "Filter by installed apps (Shopify only)"
+        },
+        "instagram": {
+          "type": "boolean",
+          "description": "Has Instagram"
+        },
+        "facebook": {
+          "type": "boolean",
+          "description": "Has Facebook"
+        },
+        "tiktok": {
+          "type": "boolean",
+          "description": "Has TikTok"
+        },
+        "youtube": {
+          "type": "boolean",
+          "description": "Has YouTube"
+        },
+        "linkedin": {
+          "type": "boolean",
+          "description": "Has LinkedIn"
+        },
+        "twitter": {
+          "type": "boolean",
+          "description": "Has Twitter"
+        },
+        "pinterest": {
+          "type": "boolean",
+          "description": "Has Pinterest"
+        },
+        "planExclude": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Exclude stores on these plan tiers, e.g. Shopify Plus (multiple allowed, case-insensitive)"
+        },
+        "offset": {
+          "type": "number",
+          "description": "Number of leads to skip before returning results, so you can page through them. Send offset 0 for the first batch, then bump it by your totalLeads each call (0, 100, 200, and so on). The response also returns a nextOffset you can send back directly. Without an offset, repeat calls with the same filters return the same first page."
+        },
+        "minEstimatedMonthlyVisits": {
+          "type": "number",
+          "description": "Only return stores with at least this many estimated monthly visits. Applied server-side, so stores below the threshold are never returned or billed. Alias: visitsMin."
+        },
+        "maxEstimatedMonthlyVisits": {
+          "type": "number",
+          "description": "Only return stores with at most this many estimated monthly visits. Applied server-side. Alias: visitsMax."
+        },
+        "minEstimatedMonthlySales": {
+          "type": "number",
+          "description": "Minimum estimated monthly sales in USD (server-side). Alias: salesMin."
+        },
+        "maxEstimatedMonthlySales": {
+          "type": "number",
+          "description": "Maximum estimated monthly sales in USD (server-side). Alias: salesMax."
+        },
+        "minEmployeeCount": {
+          "type": "number",
+          "description": "Minimum employee count (server-side). Alias: employeesMin."
+        },
+        "maxEmployeeCount": {
+          "type": "number",
+          "description": "Maximum employee count (server-side). Alias: employeesMax."
+        },
+        "state": {
+          "type": "string",
+          "description": "State / region filter (case-insensitive)"
+        },
+        "fileName": {
+          "type": "string",
+          "description": "Custom filename for export"
+        }
+      }
+    }
+  },
+  {
+    "name": "scrape_builtwith",
+    "description": "Find all websites using a specific technology. Returns a list of domains detected using that technology. Cost: $4.99 per technology.",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "technology": {
+          "type": "string",
+          "description": "Technology name to search for (e.g., WordPress, Shopify, HubSpot)"
+        },
+        "fileName": {
+          "type": "string",
+          "description": "Custom filename for export (max 50 chars)"
+        }
+      },
+      "required": [
+        "technology"
+      ]
+    }
+  },
+  {
+    "name": "find_emails",
+    "description": "Find verified work email addresses from a person's name and company domain. Every email found is automatically validated for deliverability. Cost: $0.05 per email found (FREE if not found).",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "contacts": {
+          "type": "array",
+          "items": {
+            "type": "object"
+          },
+          "description": "Array of contact objects to look up"
+        },
+        "contacts[].first_name": {
+          "type": "string",
+          "description": "Person's first name (required if full_name not provided)"
+        },
+        "contacts[].last_name": {
+          "type": "string",
+          "description": "Person's last name"
+        },
+        "contacts[].full_name": {
+          "type": "string",
+          "description": "Full name (alternative to first_name + last_name)"
+        },
+        "contacts[].domain": {
+          "type": "string",
+          "description": "Company domain (preferred over company_name)"
+        },
+        "contacts[].company_name": {
+          "type": "string",
+          "description": "Company name (use if domain not available)"
+        }
+      },
+      "required": [
+        "contacts"
+      ]
+    }
+  },
+  {
+    "name": "find_mobiles",
+    "description": "Find mobile phone numbers from social profile URLs or work email addresses. Cost: $0.25 per number found (FREE if not found).",
+    "inputSchema": {
+      "type": "object",
+      "properties": {
+        "inputs": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Array of social profile URLs or email addresses (auto-detected)"
+        }
+      },
+      "required": [
+        "inputs"
+      ]
+    }
+  }
+]
+
+export const ENDPOINT_BY_TOOL = {
+  "scrape_apollo": "/api/v1/scrape/apollo",
+  "scrape_website_finder": "/api/v1/scrape/website-finder",
+  "find_people": "/api/v1/scrape/skip-trace",
+  "scrape_distress_list": "/api/v1/scrape/distress-list",
+  "validate_emails": "/api/v1/scrape/email-validator",
+  "scrape_maps": "/api/v1/scrape/maps",
+  "scrape_airbnb": "/api/v1/scrape/airbnb-email",
+  "scrape_bizbuysell": "/api/v1/scrape/bizbuysell-scraper",
+  "scrape_crexi": "/api/v1/scrape/crexi-scraper",
+  "scrape_angi": "/api/v1/scrape/angi-angies-list-scraper",
+  "scrape_yelp": "/api/v1/scrape/yelp-scraper",
+  "scrape_zillow_agents": "/api/v1/scrape/zillow-agents",
+  "search_criminal_records": "/api/v1/scrape/criminal-records",
+  "scrape_store_leads": "/api/v1/scrape/store-leads",
+  "scrape_builtwith": "/api/v1/scrape/techstack",
+  "find_emails": "/api/v1/scrape/email-finder",
+  "find_mobiles": "/api/v1/scrape/mobile-finder"
+}
+
+export const ENDPOINTS = {
+  "apollo": "/api/v1/scrape/apollo",
+  "website-finder": "/api/v1/scrape/website-finder",
+  "skip-trace": "/api/v1/scrape/skip-trace",
+  "distress-list": "/api/v1/scrape/distress-list",
+  "email-validator": "/api/v1/scrape/email-validator",
+  "maps": "/api/v1/scrape/maps",
+  "airbnb-email": "/api/v1/scrape/airbnb-email",
+  "bizbuysell-scraper": "/api/v1/scrape/bizbuysell-scraper",
+  "crexi-scraper": "/api/v1/scrape/crexi-scraper",
+  "angi-angies-list-scraper": "/api/v1/scrape/angi-angies-list-scraper",
+  "yelp-scraper": "/api/v1/scrape/yelp-scraper",
+  "zillow-agents": "/api/v1/scrape/zillow-agents",
+  "criminal-records": "/api/v1/scrape/criminal-records",
+  "store-leads": "/api/v1/scrape/store-leads",
+  "builtwith": "/api/v1/scrape/techstack",
+  "email-finder": "/api/v1/scrape/email-finder",
+  "mobile-finder": "/api/v1/scrape/mobile-finder",
+  "buy-credits": "/api/v1/buy-credits",
+  "database-leads": "/api/v1/database/leads",
+  "database-enrichment": "/api/v1/enrich",
+  "database-local-businesses": "/api/v1/database/local-businesses",
+  "database-ecommerce": "/api/v1/database/ecommerce"
+}