@crawlora-org/sdk 1.7.0-sdk.1 → 1.8.0-sdk.2

package/openapi/public.json

@@ -464,6 +464,191 @@
       },
       "type": "object"
     },
+    "antibot.Band": {
+      "enum": [
+        "easy",
+        "medium",
+        "hard",
+        "very_hard",
+        "blocked",
+        "unknown"
+      ],
+      "type": "string",
+      "x-enum-varnames": [
+        "BandEasy",
+        "BandMedium",
+        "BandHard",
+        "BandVeryHard",
+        "BandBlocked",
+        "BandUnknown"
+      ]
+    },
+    "antibot.Protection": {
+      "properties": {
+        "captcha_mode": {
+          "type": "string"
+        },
+        "captcha_type": {
+          "description": "CaptchaType / CaptchaMode sub-classify a kind=captcha detection\n(e.g. recaptcha_v3 / score, turnstile / managed).",
+          "type": "string"
+        },
+        "confidence": {
+          "description": "low | medium | high",
+          "type": "string"
+        },
+        "confidence_score": {
+          "description": "ConfidenceScore is the numeric (0-100) additive confidence over this\ndetection's own evidence (Wappalyzer-style); Confidence is its bucketed label.",
+          "type": "integer"
+        },
+        "custom_vm": {
+          "description": "CustomVM marks the proprietary signed-payload / closed-VM class (Kasada,\nF5 Shape, TikTok) whose anti-bot is a closed in-browser bytecode VM rather\nthan generic transport detection; VMVendor names it.",
+          "type": "boolean"
+        },
+        "evidence": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "kind": {
+          "description": "waf | bot_management | captcha | challenge | access_control | rate_limit",
+          "type": "string"
+        },
+        "vendor": {
+          "type": "string"
+        },
+        "vm_vendor": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "antibot.Signals": {
+      "properties": {
+        "attempts_passed": {
+          "type": "integer"
+        },
+        "attempts_run": {
+          "type": "integer"
+        },
+        "attempts_skipped": {
+          "type": "integer"
+        },
+        "block_markers": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "blocked_status": {
+          "type": "boolean"
+        },
+        "captcha_detected": {
+          "type": "boolean"
+        },
+        "challenge_detected": {
+          "type": "boolean"
+        },
+        "js_render_likely": {
+          "type": "boolean"
+        },
+        "rate_limited": {
+          "type": "boolean"
+        }
+      },
+      "type": "object"
+    },
+    "antibot.Verdict": {
+      "properties": {
+        "auth_required": {
+          "type": "boolean"
+        },
+        "block_detail": {
+          "type": "string"
+        },
+        "block_reason": {
+          "description": "BlockReason is WHY the representative request was blocked (or \"ok\"):\nok | bot_challenge | captcha_required | rate_limited | ip_blocked |\ngeo_blocked | auth_required | payment_required | service_unavailable |\nforbidden | other | unreachable. Different reasons call for different fixes\n(rotate IPs vs run a browser vs log in), so they are surfaced distinctly.",
+          "type": "string"
+        },
+        "captcha_types": {
+          "description": "CaptchaTypes lists the distinct CAPTCHA types detected (e.g. recaptcha_v3,\nturnstile) for easy aggregation.",
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "coverage": {
+          "description": "Coverage is `full` when every transport tier ran, or `partial` when some\nwere skipped (e.g. browser sidecars unconfigured in this environment), in\nwhich case a \"blocked\" verdict may understate what a browser could do.",
+          "type": "string"
+        },
+        "custom_vm": {
+          "description": "CustomVM / VMVendor are set when any detected protection is the proprietary\nclosed-VM class (Kasada / F5 Shape / TikTok).",
+          "type": "boolean"
+        },
+        "detection_confidence_score": {
+          "description": "ConfidenceScore is the strongest detection's numeric confidence (0-100), or\n0 when nothing was detected (confidence describes a detection, not a negative).",
+          "type": "integer"
+        },
+        "difficulty_band": {
+          "$ref": "#/definitions/antibot.Band"
+        },
+        "difficulty_score": {
+          "description": "0 (trivial) .. 10 (blocked)",
+          "type": "integer"
+        },
+        "easiest_working_transport": {
+          "type": "string"
+        },
+        "enforcement": {
+          "description": "Enforcement separates a managed vendor actively challenging/blocking us from\none merely sitting in front as passive CDN/edge:\nopen | passive_edge | active_challenge | active_block.",
+          "type": "string"
+        },
+        "gated_layers": {
+          "description": "GatedLayers names the anti-bot detection layers that block a plain client,\nderived empirically from which probe tiers were rejected: `tls` (a plain\nHTTP client's TLS/header fingerprint was rejected, but browser-impersonation\nor a browser got through), `js` (HTTP transports failed; JavaScript\nrendering / a real browser was required), `behavior` (a plain headless\nbrowser was also rejected; an anti-detect/stealth browser was needed).",
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "notes": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "protections": {
+          "items": {
+            "$ref": "#/definitions/antibot.Protection"
+          },
+          "type": "array"
+        },
+        "recommended_approach": {
+          "type": "string"
+        },
+        "recommended_profile": {
+          "type": "string"
+        },
+        "retry_after": {
+          "type": "string"
+        },
+        "scrapeable": {
+          "type": "boolean"
+        },
+        "signals": {
+          "$ref": "#/definitions/antibot.Signals"
+        },
+        "summary": {
+          "type": "string"
+        },
+        "url": {
+          "type": "string"
+        },
+        "vm_vendor": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
     "api.componentStatus": {
       "properties": {
         "error": {
@@ -8076,6 +8261,167 @@
       },
       "type": "object"
     },
+    "contact.ContactRequest": {
+      "properties": {
+        "independents_only": {
+          "description": "IndependentsOnly, when true, returns just the classification (no crawl) for\nany non-independent site (chain/social/builder/directory) — a cheap filter.",
+          "example": false,
+          "type": "boolean"
+        },
+        "max_pages": {
+          "example": 5,
+          "type": "integer"
+        },
+        "url": {
+          "example": "https://example.com",
+          "type": "string"
+        },
+        "verify": {
+          "example": true,
+          "type": "boolean"
+        }
+      },
+      "required": [
+        "url"
+      ],
+      "type": "object"
+    },
+    "contact.ContactResult": {
+      "properties": {
+        "crawl_status": {
+          "description": "CrawlStatus explains an empty result: \"ok\" (read fine, nothing public to\nfind), \"blocked\" (an anti-bot wall stopped the read), or \"unreachable\" (the\nhomepage couldn't be fetched).",
+          "enum": [
+            "ok",
+            "blocked",
+            "unreachable"
+          ],
+          "example": "ok",
+          "type": "string"
+        },
+        "crawled_pages": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "domain": {
+          "example": "example.com",
+          "type": "string"
+        },
+        "domain_type": {
+          "enum": [
+            "independent",
+            "chain",
+            "social",
+            "builder",
+            "directory"
+          ],
+          "example": "independent",
+          "type": "string"
+        },
+        "emails": {
+          "items": {
+            "$ref": "#/definitions/contact.EmailContact"
+          },
+          "type": "array"
+        },
+        "phones": {
+          "items": {
+            "$ref": "#/definitions/contact.PhoneContact"
+          },
+          "type": "array"
+        },
+        "socials": {
+          "items": {
+            "$ref": "#/definitions/contact.SocialProfile"
+          },
+          "type": "array"
+        },
+        "website": {
+          "example": "https://example.com",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "contact.EmailContact": {
+      "properties": {
+        "address": {
+          "example": "hello@example.com",
+          "type": "string"
+        },
+        "source_page": {
+          "example": "https://example.com/contact",
+          "type": "string"
+        },
+        "status": {
+          "enum": [
+            "verified",
+            "risky",
+            "unverified",
+            "invalid"
+          ],
+          "example": "unverified",
+          "type": "string"
+        },
+        "type": {
+          "enum": [
+            "generic",
+            "role",
+            "personal"
+          ],
+          "example": "generic",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "contact.PhoneContact": {
+      "properties": {
+        "number": {
+          "example": "+1 415-555-2671",
+          "type": "string"
+        },
+        "source_page": {
+          "example": "https://example.com/contact",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "contact.SocialProfile": {
+      "properties": {
+        "handle": {
+          "example": "example",
+          "type": "string"
+        },
+        "network": {
+          "example": "linkedin",
+          "type": "string"
+        },
+        "url": {
+          "example": "https://www.linkedin.com/company/example",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "contact.contactResponseDoc": {
+      "properties": {
+        "code": {
+          "example": 200,
+          "type": "integer"
+        },
+        "data": {
+          "$ref": "#/definitions/contact.ContactResult"
+        },
+        "msg": {
+          "example": "OK",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
     "datasets.DatasetInfo": {
       "properties": {
         "capabilities": {
@@ -8214,6 +8560,39 @@
       },
       "type": "object"
     },
+    "diagnostics.AntibotCheckRequest": {
+      "properties": {
+        "fast": {
+          "description": "Fast (default true) escalates cheapest-transport-first and returns at the\nfirst tier that retrieves the page, so an unprotected page never spins up a\nbrowser. Set false for an exhaustive multi-run sweep across every backend.",
+          "type": "boolean"
+        },
+        "url": {
+          "description": "URL is the absolute http/https target to assess.",
+          "example": "https://www.crunchbase.com/organization/snowflake-computing",
+          "type": "string"
+        }
+      },
+      "required": [
+        "url"
+      ],
+      "type": "object"
+    },
+    "diagnostics.antibotCheckResponseDoc": {
+      "properties": {
+        "code": {
+          "example": 200,
+          "type": "integer"
+        },
+        "data": {
+          "$ref": "#/definitions/antibot.Verdict"
+        },
+        "msg": {
+          "example": "OK",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
     "ebay.Item": {
       "properties": {
         "availability": {
@@ -24141,6 +24520,318 @@
       },
       "type": "object"
     },
+    "redfin.EstimateResponse": {
+      "properties": {
+        "address": {
+          "type": "string"
+        },
+        "baths": {
+          "type": "number"
+        },
+        "beds": {
+          "type": "number"
+        },
+        "city_time_series": {
+          "items": {
+            "type": "number"
+          },
+          "type": "array"
+        },
+        "county_time_series": {
+          "items": {
+            "type": "number"
+          },
+          "type": "array"
+        },
+        "estimate": {
+          "type": "number"
+        },
+        "estimate_text": {
+          "type": "string"
+        },
+        "latitude": {
+          "type": "number"
+        },
+        "listing_price": {
+          "type": "number"
+        },
+        "longitude": {
+          "type": "number"
+        },
+        "postal_code_time_series": {
+          "items": {
+            "type": "number"
+          },
+          "type": "array"
+        },
+        "property_id": {
+          "example": "1715020",
+          "type": "string"
+        },
+        "property_time_series": {
+          "items": {
+            "type": "number"
+          },
+          "type": "array"
+        },
+        "sqft": {
+          "type": "number"
+        },
+        "updated_at": {
+          "type": "integer"
+        },
+        "year_built": {
+          "type": "integer"
+        }
+      },
+      "type": "object"
+    },
+    "redfin.PropertyItem": {
+      "properties": {
+        "address": {
+          "type": "string"
+        },
+        "baths": {
+          "type": "number"
+        },
+        "beds": {
+          "type": "number"
+        },
+        "city": {
+          "type": "string"
+        },
+        "days_on_market": {
+          "type": "integer"
+        },
+        "hoa_monthly": {
+          "type": "number"
+        },
+        "image": {
+          "type": "string"
+        },
+        "latitude": {
+          "type": "number"
+        },
+        "listing_id": {
+          "type": "string"
+        },
+        "longitude": {
+          "type": "number"
+        },
+        "lot_size": {
+          "type": "number"
+        },
+        "mls_number": {
+          "type": "string"
+        },
+        "price": {
+          "type": "number"
+        },
+        "price_per_sqft": {
+          "type": "number"
+        },
+        "property_id": {
+          "example": "1715020",
+          "type": "string"
+        },
+        "property_type": {
+          "type": "string"
+        },
+        "sqft": {
+          "type": "number"
+        },
+        "state": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string"
+        },
+        "url": {
+          "type": "string"
+        },
+        "year_built": {
+          "type": "integer"
+        },
+        "zip": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "redfin.PropertyResponse": {
+      "properties": {
+        "address": {
+          "type": "string"
+        },
+        "baths": {
+          "type": "number"
+        },
+        "beds": {
+          "type": "number"
+        },
+        "city": {
+          "type": "string"
+        },
+        "days_on_market": {
+          "type": "integer"
+        },
+        "description": {
+          "type": "string"
+        },
+        "facts": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "hoa_monthly": {
+          "type": "number"
+        },
+        "image": {
+          "type": "string"
+        },
+        "latitude": {
+          "type": "number"
+        },
+        "listing_id": {
+          "type": "string"
+        },
+        "longitude": {
+          "type": "number"
+        },
+        "lot_size": {
+          "type": "number"
+        },
+        "mls_number": {
+          "type": "string"
+        },
+        "price": {
+          "type": "number"
+        },
+        "price_per_sqft": {
+          "type": "number"
+        },
+        "property_id": {
+          "example": "1715020",
+          "type": "string"
+        },
+        "property_type": {
+          "type": "string"
+        },
+        "sqft": {
+          "type": "number"
+        },
+        "state": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string"
+        },
+        "url": {
+          "type": "string"
+        },
+        "year_built": {
+          "type": "integer"
+        },
+        "zip": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "redfin.RegionTrendsResponse": {
+      "properties": {
+        "avg_days_on_market": {
+          "type": "string"
+        },
+        "avg_down_payment": {
+          "type": "string"
+        },
+        "avg_num_offers": {
+          "type": "string"
+        },
+        "median_list_per_sqft": {
+          "type": "string"
+        },
+        "median_list_price": {
+          "example": "$1.29M",
+          "type": "string"
+        },
+        "median_sale_per_list": {
+          "type": "string"
+        },
+        "median_sale_per_sqft": {
+          "type": "string"
+        },
+        "median_sale_price": {
+          "example": "$1.76M",
+          "type": "string"
+        },
+        "num_homes_on_market": {
+          "type": "string"
+        },
+        "num_homes_sold": {
+          "type": "string"
+        },
+        "region_id": {
+          "example": 17151,
+          "type": "integer"
+        },
+        "region_type": {
+          "example": 6,
+          "type": "integer"
+        },
+        "yoy_sale_per_sqft": {
+          "type": "string"
+        },
+        "yoy_sale_price": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "redfin.SearchResponse": {
+      "properties": {
+        "location": {
+          "example": "San Francisco, CA",
+          "type": "string"
+        },
+        "page": {
+          "example": 1,
+          "type": "integer"
+        },
+        "region_id": {
+          "example": 17151,
+          "type": "integer"
+        },
+        "region_type": {
+          "example": 6,
+          "type": "integer"
+        },
+        "results": {
+          "items": {
+            "$ref": "#/definitions/redfin.PropertyItem"
+          },
+          "type": "array"
+        }
+      },
+      "type": "object"
+    },
+    "redfin.SimilarResponse": {
+      "properties": {
+        "property_id": {
+          "example": "1715020",
+          "type": "string"
+        },
+        "results": {
+          "items": {
+            "$ref": "#/definitions/redfin.PropertyItem"
+          },
+          "type": "array"
+        }
+      },
+      "type": "object"
+    },
     "referrals.referralAttributionDoc": {
       "properties": {
         "campaign": {
@@ -28673,6 +29364,11 @@
         "operationName": {
           "example": "countryHubContent",
           "type": "string"
+        },
+        "partialErrors": {
+          "description": "PartialErrors counts upstream GraphQL field errors tolerated alongside\nusable items. Zero on a fully clean response.",
+          "example": 1,
+          "type": "integer"
         }
       },
       "type": "object"
@@ -28801,6 +29497,11 @@
           "example": "countryHubsPage",
           "type": "string"
         },
+        "partialErrors": {
+          "description": "PartialErrors counts upstream GraphQL field errors that were tolerated\nbecause usable shelves were still returned (e.g. one broken shelf among\nseveral). Zero on a fully clean response.",
+          "example": 1,
+          "type": "integer"
+        },
         "sectionCount": {
           "example": 5,
           "type": "integer"
@@ -35472,6 +36173,193 @@
       },
       "type": "object"
     },
+    "web.ScrapeInfo": {
+      "properties": {
+        "backend": {
+          "description": "headless backend that rendered, when method=browser",
+          "type": "string"
+        },
+        "cache_state": {
+          "description": "\"hit\" | \"miss\" — whether this response came from the cache",
+          "type": "string"
+        },
+        "cached_at": {
+          "description": "RFC3339 time the served copy was fetched (cache hits only)",
+          "type": "string"
+        },
+        "escalated": {
+          "description": "true when the fetch escalated from HTTP to a headless browser",
+          "type": "boolean"
+        },
+        "method": {
+          "description": "\"http\" | \"browser\"",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "web.ScrapeLink": {
+      "properties": {
+        "href": {
+          "type": "string"
+        },
+        "rel": {
+          "type": "string"
+        },
+        "text": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "web.ScrapeMetadata": {
+      "properties": {
+        "author": {
+          "type": "string"
+        },
+        "canonical_url": {
+          "type": "string"
+        },
+        "content_type": {
+          "type": "string"
+        },
+        "description": {
+          "type": "string"
+        },
+        "final_url": {
+          "type": "string"
+        },
+        "image": {
+          "type": "string"
+        },
+        "language": {
+          "type": "string"
+        },
+        "modified_at": {
+          "type": "string"
+        },
+        "published_at": {
+          "type": "string"
+        },
+        "section": {
+          "type": "string"
+        },
+        "site_name": {
+          "type": "string"
+        },
+        "source_url": {
+          "type": "string"
+        },
+        "status_code": {
+          "type": "integer"
+        },
+        "title": {
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "web.ScrapeOption": {
+      "properties": {
+        "backend": {
+          "example": "",
+          "type": "string"
+        },
+        "formats": {
+          "example": [
+            "markdown"
+          ],
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "max_age": {
+          "example": 604800000,
+          "type": "integer"
+        },
+        "only_main_content": {
+          "type": "boolean"
+        },
+        "proxy": {
+          "example": "",
+          "type": "string"
+        },
+        "render": {
+          "enum": [
+            "auto",
+            "http",
+            "browser",
+            "unblocker"
+          ],
+          "example": "auto",
+          "type": "string"
+        },
+        "store_in_cache": {
+          "type": "boolean"
+        },
+        "url": {
+          "example": "https://example.com",
+          "type": "string"
+        },
+        "wait_for": {
+          "example": 0,
+          "type": "integer"
+        }
+      },
+      "required": [
+        "url"
+      ],
+      "type": "object"
+    },
+    "web.ScrapeResult": {
+      "properties": {
+        "html": {
+          "type": "string"
+        },
+        "link_details": {
+          "items": {
+            "$ref": "#/definitions/web.ScrapeLink"
+          },
+          "type": "array"
+        },
+        "links": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array"
+        },
+        "markdown": {
+          "type": "string"
+        },
+        "metadata": {
+          "$ref": "#/definitions/web.ScrapeMetadata"
+        },
+        "raw_html": {
+          "type": "string"
+        },
+        "scrape": {
+          "$ref": "#/definitions/web.ScrapeInfo"
+        }
+      },
+      "type": "object"
+    },
+    "web.scrapeResponseDoc": {
+      "properties": {
+        "code": {
+          "example": 200,
+          "type": "integer"
+        },
+        "data": {
+          "$ref": "#/definitions/web.ScrapeResult"
+        },
+        "msg": {
+          "example": "OK",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
     "yahoofinance.ActionEvents": {
       "properties": {
         "capital_gains": {
@@ -42607,7 +43495,7 @@
         "consumes": [
           "application/json"
         ],
-        "description": "Fetches a domain's homepage and extracts a normalized brand profile (title, description, colors, logos, backdrops, socials, links, and any schema.org organization data). Enrichment-only fields that are not present in the page markup are returned as null.",
+        "description": "Fetches a domain's homepage and Web App Manifest and extracts a normalized brand profile (title, description, brand colors normalized to hex, logos and icons ranked best-first, backdrops, socials, links, and any schema.org organization data). Enrichment-only fields that are not present in the page markup are returned as null.",
         "operationId": "brand-retrieve",
         "parameters": [
           {
@@ -45953,6 +46841,64 @@
         ]
       }
     },
+    "/contact": {
+      "post": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Crawls a public website URL (homepage plus contact/about/team/imprint pages) and returns its public business contact details: emails — each tagged with a verification `status` (`verified`, `risky`, `unverified`, `invalid`) and a `type` (`generic`, `role`, `personal`) — plus social-media profiles and phone numbers. Intended for authorized public-business data only.",
+        "operationId": "contact",
+        "parameters": [
+          {
+            "description": "Website URL payload",
+            "in": "body",
+            "name": "option",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/contact.ContactRequest"
+            }
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/contact.contactResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Invalid input or missing URL",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Rate limit exceeded",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "500": {
+            "description": "Internal server error during contact extraction",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Contact API — emails, socials and phones for a website",
+        "tags": [
+          "Web"
+        ]
+      }
+    },
     "/datasets": {
       "get": {
         "consumes": [
@@ -46076,13 +47022,314 @@
             "type": "boolean"
           },
           {
-            "description": "Latitude for radius filtering",
+            "description": "Latitude for radius filtering",
+            "in": "query",
+            "name": "lat",
+            "type": "number"
+          },
+          {
+            "description": "Longitude for radius filtering",
+            "in": "query",
+            "name": "lon",
+            "type": "number"
+          },
+          {
+            "description": "Radius in meters, 1 through 50000; requires lat and lon when supplied",
+            "in": "query",
+            "name": "radius_m",
+            "type": "integer"
+          },
+          {
+            "description": "Sort enum: relevance, updated_at_desc, rating_desc, review_count_desc, distance_asc",
+            "in": "query",
+            "name": "sort",
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/datasets.googleMapBusinessesFacetResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "500": {
+            "description": "Internal Server Error",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Facet stored Google Maps businesses",
+        "tags": [
+          "Datasets"
+        ]
+      }
+    },
+    "/datasets/google-map-businesses/items/{place_id}": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns one stored Google Maps business by Google place_id from dataset id enum value `google-map-businesses`.",
+        "operationId": "datasets-google-map-businesses-item",
+        "parameters": [
+          {
+            "description": "Google Place ID, max 256 characters",
+            "in": "path",
+            "name": "place_id",
+            "required": true,
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/datasets.googleMapBusinessResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "404": {
+            "description": "Not Found",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "500": {
+            "description": "Internal Server Error",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Get a stored Google Maps business",
+        "tags": [
+          "Datasets"
+        ]
+      }
+    },
+    "/datasets/google-map-businesses/nearby": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Searches stored Google Maps businesses near a coordinate in dataset id enum value `google-map-businesses`.",
+        "operationId": "datasets-google-map-businesses-nearby",
+        "parameters": [
+          {
+            "description": "Latitude",
+            "in": "query",
+            "name": "lat",
+            "required": true,
+            "type": "number"
+          },
+          {
+            "description": "Longitude",
+            "in": "query",
+            "name": "lon",
+            "required": true,
+            "type": "number"
+          },
+          {
+            "description": "Radius in meters, max 50000",
+            "in": "query",
+            "name": "radius_m",
+            "required": true,
+            "type": "integer"
+          },
+          {
+            "description": "Exact category filter, max 128 characters",
+            "in": "query",
+            "name": "category",
+            "type": "string"
+          },
+          {
+            "description": "Minimum rating, 0 through 5",
+            "in": "query",
+            "name": "min_rating",
+            "type": "number"
+          },
+          {
+            "description": "Minimum review count",
+            "in": "query",
+            "name": "min_review_count",
+            "type": "integer"
+          },
+          {
+            "description": "Page number, defaults to 1",
+            "in": "query",
+            "name": "page",
+            "type": "integer"
+          },
+          {
+            "description": "Page size, defaults to 20 and maxes at 100; page * page_size must be <= 10000",
+            "in": "query",
+            "name": "page_size",
+            "type": "integer"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/datasets.googleMapBusinessesSearchResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "500": {
+            "description": "Internal Server Error",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Search nearby stored Google Maps businesses",
+        "tags": [
+          "Datasets"
+        ]
+      }
+    },
+    "/datasets/google-map-businesses/search": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Searches Google Maps business records stored in a search index. Sort enum: `relevance`, `updated_at_desc`, `rating_desc`, `review_count_desc`, `distance_asc`.",
+        "operationId": "datasets-google-map-businesses-search",
+        "parameters": [
+          {
+            "description": "Full-text business search query, max 256 characters",
+            "in": "query",
+            "name": "q",
+            "type": "string"
+          },
+          {
+            "description": "Exact category filter, max 128 characters",
+            "in": "query",
+            "name": "category",
+            "type": "string"
+          },
+          {
+            "description": "Exact country filter, max 128 characters",
+            "in": "query",
+            "name": "country",
+            "type": "string"
+          },
+          {
+            "description": "Exact state filter, max 128 characters",
+            "in": "query",
+            "name": "state",
+            "type": "string"
+          },
+          {
+            "description": "Exact county filter, max 128 characters",
+            "in": "query",
+            "name": "county",
+            "type": "string"
+          },
+          {
+            "description": "Exact city filter, max 128 characters",
+            "in": "query",
+            "name": "city",
+            "type": "string"
+          },
+          {
+            "description": "Exact town filter, max 128 characters",
+            "in": "query",
+            "name": "town",
+            "type": "string"
+          },
+          {
+            "description": "Minimum rating, 0 through 5",
+            "in": "query",
+            "name": "min_rating",
+            "type": "number"
+          },
+          {
+            "description": "Minimum review count",
+            "in": "query",
+            "name": "min_review_count",
+            "type": "integer"
+          },
+          {
+            "description": "Filter by website presence",
+            "in": "query",
+            "name": "has_website",
+            "type": "boolean"
+          },
+          {
+            "description": "Filter by phone presence",
+            "in": "query",
+            "name": "has_phone",
+            "type": "boolean"
+          },
+          {
+            "description": "Latitude for radius filtering or distance sort",
             "in": "query",
             "name": "lat",
             "type": "number"
           },
           {
-            "description": "Longitude for radius filtering",
+            "description": "Longitude for radius filtering or distance sort",
             "in": "query",
             "name": "lon",
             "type": "number"
@@ -46098,156 +47345,6 @@
             "in": "query",
             "name": "sort",
             "type": "string"
-          }
-        ],
-        "produces": [
-          "application/json"
-        ],
-        "responses": {
-          "200": {
-            "description": "OK",
-            "schema": {
-              "$ref": "#/definitions/datasets.googleMapBusinessesFacetResponseDoc"
-            }
-          },
-          "400": {
-            "description": "Bad Request",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
-          "429": {
-            "description": "Too Many Requests",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
-          "500": {
-            "description": "Internal Server Error",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          }
-        },
-        "security": [
-          {
-            "ApiKeyAuth": []
-          }
-        ],
-        "summary": "Facet stored Google Maps businesses",
-        "tags": [
-          "Datasets"
-        ]
-      }
-    },
-    "/datasets/google-map-businesses/items/{place_id}": {
-      "get": {
-        "consumes": [
-          "application/json"
-        ],
-        "description": "Returns one stored Google Maps business by Google place_id from dataset id enum value `google-map-businesses`.",
-        "operationId": "datasets-google-map-businesses-item",
-        "parameters": [
-          {
-            "description": "Google Place ID, max 256 characters",
-            "in": "path",
-            "name": "place_id",
-            "required": true,
-            "type": "string"
-          }
-        ],
-        "produces": [
-          "application/json"
-        ],
-        "responses": {
-          "200": {
-            "description": "OK",
-            "schema": {
-              "$ref": "#/definitions/datasets.googleMapBusinessResponseDoc"
-            }
-          },
-          "400": {
-            "description": "Bad Request",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
-          "404": {
-            "description": "Not Found",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
-          "429": {
-            "description": "Too Many Requests",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
-          "500": {
-            "description": "Internal Server Error",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          }
-        },
-        "security": [
-          {
-            "ApiKeyAuth": []
-          }
-        ],
-        "summary": "Get a stored Google Maps business",
-        "tags": [
-          "Datasets"
-        ]
-      }
-    },
-    "/datasets/google-map-businesses/nearby": {
-      "get": {
-        "consumes": [
-          "application/json"
-        ],
-        "description": "Searches stored Google Maps businesses near a coordinate in dataset id enum value `google-map-businesses`.",
-        "operationId": "datasets-google-map-businesses-nearby",
-        "parameters": [
-          {
-            "description": "Latitude",
-            "in": "query",
-            "name": "lat",
-            "required": true,
-            "type": "number"
-          },
-          {
-            "description": "Longitude",
-            "in": "query",
-            "name": "lon",
-            "required": true,
-            "type": "number"
-          },
-          {
-            "description": "Radius in meters, max 50000",
-            "in": "query",
-            "name": "radius_m",
-            "required": true,
-            "type": "integer"
-          },
-          {
-            "description": "Exact category filter, max 128 characters",
-            "in": "query",
-            "name": "category",
-            "type": "string"
-          },
-          {
-            "description": "Minimum rating, 0 through 5",
-            "in": "query",
-            "name": "min_rating",
-            "type": "number"
-          },
-          {
-            "description": "Minimum review count",
-            "in": "query",
-            "name": "min_review_count",
-            "type": "integer"
           },
           {
             "description": "Page number, defaults to 1",
@@ -46296,121 +47393,28 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "Search nearby stored Google Maps businesses",
+        "summary": "Search stored Google Maps businesses",
         "tags": [
           "Datasets"
         ]
       }
     },
-    "/datasets/google-map-businesses/search": {
-      "get": {
+    "/diagnostics/antibot-check": {
+      "post": {
         "consumes": [
           "application/json"
         ],
-        "description": "Searches Google Maps business records stored in Elasticsearch. Sort enum: `relevance`, `updated_at_desc`, `rating_desc`, `review_count_desc`, `distance_asc`.",
-        "operationId": "datasets-google-map-businesses-search",
+        "description": "Probes a URL across escalating transports (direct HTTP → browser-impersonation → headless/stealth browsers) and returns an empirical scraping-difficulty assessment for that exact URL: a 0–10 `difficulty_score` and `difficulty_band` (`easy`, `medium`, `hard`, `very_hard`, `blocked`, `unknown`), whether it is `scrapeable`, the detected anti-bot `protections` (Cloudflare, DataDome, Akamai, PerimeterX, Kasada, Imperva, AWS WAF and more — each with a `kind` and `confidence`), the lightest transport that worked, and a `recommended_profile`. Difficulty is per-URL, not per-site — a homepage may be open while deep pages are bot-managed. Intended for authorized public-data scraping planning.",
+        "operationId": "antibot-check",
         "parameters": [
           {
-            "description": "Full-text business search query, max 256 characters",
-            "in": "query",
-            "name": "q",
-            "type": "string"
-          },
-          {
-            "description": "Exact category filter, max 128 characters",
-            "in": "query",
-            "name": "category",
-            "type": "string"
-          },
-          {
-            "description": "Exact country filter, max 128 characters",
-            "in": "query",
-            "name": "country",
-            "type": "string"
-          },
-          {
-            "description": "Exact state filter, max 128 characters",
-            "in": "query",
-            "name": "state",
-            "type": "string"
-          },
-          {
-            "description": "Exact county filter, max 128 characters",
-            "in": "query",
-            "name": "county",
-            "type": "string"
-          },
-          {
-            "description": "Exact city filter, max 128 characters",
-            "in": "query",
-            "name": "city",
-            "type": "string"
-          },
-          {
-            "description": "Exact town filter, max 128 characters",
-            "in": "query",
-            "name": "town",
-            "type": "string"
-          },
-          {
-            "description": "Minimum rating, 0 through 5",
-            "in": "query",
-            "name": "min_rating",
-            "type": "number"
-          },
-          {
-            "description": "Minimum review count",
-            "in": "query",
-            "name": "min_review_count",
-            "type": "integer"
-          },
-          {
-            "description": "Filter by website presence",
-            "in": "query",
-            "name": "has_website",
-            "type": "boolean"
-          },
-          {
-            "description": "Filter by phone presence",
-            "in": "query",
-            "name": "has_phone",
-            "type": "boolean"
-          },
-          {
-            "description": "Latitude for radius filtering or distance sort",
-            "in": "query",
-            "name": "lat",
-            "type": "number"
-          },
-          {
-            "description": "Longitude for radius filtering or distance sort",
-            "in": "query",
-            "name": "lon",
-            "type": "number"
-          },
-          {
-            "description": "Radius in meters, 1 through 50000; requires lat and lon when supplied",
-            "in": "query",
-            "name": "radius_m",
-            "type": "integer"
-          },
-          {
-            "description": "Sort enum: relevance, updated_at_desc, rating_desc, review_count_desc, distance_asc",
-            "in": "query",
-            "name": "sort",
-            "type": "string"
-          },
-          {
-            "description": "Page number, defaults to 1",
-            "in": "query",
-            "name": "page",
-            "type": "integer"
-          },
-          {
-            "description": "Page size, defaults to 20 and maxes at 100; page * page_size must be <= 10000",
-            "in": "query",
-            "name": "page_size",
-            "type": "integer"
+            "description": "Target URL (and optional fast flag)",
+            "in": "body",
+            "name": "request",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/diagnostics.AntibotCheckRequest"
+            }
           }
         ],
         "produces": [
@@ -46420,23 +47424,23 @@
           "200": {
             "description": "OK",
             "schema": {
-              "$ref": "#/definitions/datasets.googleMapBusinessesSearchResponseDoc"
+              "$ref": "#/definitions/diagnostics.antibotCheckResponseDoc"
             }
           },
           "400": {
-            "description": "Bad Request",
+            "description": "Invalid or missing URL",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
           },
           "429": {
-            "description": "Too Many Requests",
+            "description": "Rate limit exceeded",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
           },
-          "500": {
-            "description": "Internal Server Error",
+          "503": {
+            "description": "Probe failed (transport/browser error or blocked target)",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
@@ -46447,9 +47451,9 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "Search stored Google Maps businesses",
+        "summary": "Anti-bot check — website scraping difficulty",
         "tags": [
-          "Datasets"
+          "Web"
         ]
       }
     },
@@ -46945,8 +47949,8 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "429": {
-            "description": "Too Many Requests",
+          "502": {
+            "description": "Bad Gateway",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
@@ -47044,8 +48048,8 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "429": {
-            "description": "Too Many Requests",
+          "502": {
+            "description": "Bad Gateway",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
@@ -47177,8 +48181,8 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "429": {
-            "description": "Too Many Requests",
+          "502": {
+            "description": "Bad Gateway",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
@@ -48637,7 +49641,7 @@
         "consumes": [
           "application/json"
         ],
-        "description": "Returns normalized Google web search results. Results are fetched through gost-egressing browser backends that race several concurrent renders per request (in-render gost fan-out) and return the first clean result, with stale-cache fallback when available. The endpoint returns 503 when Google serves a challenge page or unusable HTML. Rate limit is enforced at 1 request per second, and if the limit is exceeded a 429 status code is returned with rate limit headers.",
+        "description": "Returns normalized Google web search results. Results are fetched through proxied browser renderers that race several concurrent renders per request and return the first clean result, with stale-cache fallback when available. The endpoint returns 503 when Google serves a challenge page or unusable HTML. Rate limit is enforced at 1 request per second, and if the limit is exceeded a 429 status code is returned with rate limit headers.",
         "operationId": "google-search",
         "parameters": [
           {
@@ -63209,65 +64213,369 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "List Reddit subreddit posts",
+        "summary": "List Reddit subreddit posts",
+        "tags": [
+          "Reddit"
+        ]
+      }
+    },
+    "/reddit/subreddits/posts": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns normalized public posts from a combined multi-subreddit feed.",
+        "operationId": "reddit-subreddits-posts",
+        "parameters": [
+          {
+            "description": "Comma-separated subreddit names, without r/, maximum 10",
+            "in": "query",
+            "name": "subreddits",
+            "required": true,
+            "type": "string"
+          },
+          {
+            "default": "hot",
+            "description": "Sort: hot, new, top, or rising",
+            "enum": [
+              "hot",
+              "new",
+              "top",
+              "rising"
+            ],
+            "in": "query",
+            "name": "sort",
+            "type": "string"
+          },
+          {
+            "description": "Time window for top sort: hour, day, week, month, year, or all",
+            "enum": [
+              "hour",
+              "day",
+              "week",
+              "month",
+              "year",
+              "all"
+            ],
+            "in": "query",
+            "name": "time",
+            "type": "string"
+          },
+          {
+            "description": "Maximum posts, defaults to 25 and clamps to 100",
+            "in": "query",
+            "name": "limit",
+            "type": "integer"
+          },
+          {
+            "description": "Reddit pagination token",
+            "in": "query",
+            "name": "after",
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/reddit.multiSubredditPostsResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "404": {
+            "description": "Not Found",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "503": {
+            "description": "Service Unavailable",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "List Reddit multi-subreddit posts",
+        "tags": [
+          "Reddit"
+        ]
+      }
+    },
+    "/reddit/trends": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns normalized public posts from broad Reddit hot, new, rising, or top feeds. For subreddit-specific trends, use `/reddit/subreddit/{subreddit}/posts` with `sort=hot`, `sort=new`, `sort=rising`, or `sort=top`.",
+        "operationId": "reddit-trends",
+        "parameters": [
+          {
+            "default": "hot",
+            "description": "Sort: hot, new, rising, or top",
+            "enum": [
+              "hot",
+              "new",
+              "rising",
+              "top"
+            ],
+            "in": "query",
+            "name": "sort",
+            "type": "string"
+          },
+          {
+            "description": "Time window for top sort: hour, day, week, month, year, or all",
+            "enum": [
+              "hour",
+              "day",
+              "week",
+              "month",
+              "year",
+              "all"
+            ],
+            "in": "query",
+            "name": "time",
+            "type": "string"
+          },
+          {
+            "description": "Maximum posts, defaults to 25 and clamps to 100",
+            "in": "query",
+            "name": "limit",
+            "type": "integer"
+          },
+          {
+            "description": "Reddit pagination token",
+            "in": "query",
+            "name": "after",
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/reddit.trendsResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "404": {
+            "description": "Not Found",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "503": {
+            "description": "Service Unavailable",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "List Reddit trends",
+        "tags": [
+          "Reddit"
+        ]
+      }
+    },
+    "/reddit/user/{username}/comments": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns flat public comment entries from a public Reddit user's comments feed.",
+        "operationId": "reddit-user-comments",
+        "parameters": [
+          {
+            "description": "Public Reddit username, without u/",
+            "in": "path",
+            "name": "username",
+            "required": true,
+            "type": "string"
+          },
+          {
+            "description": "Maximum comments, defaults to 25 and clamps to 100",
+            "in": "query",
+            "name": "limit",
+            "type": "integer"
+          },
+          {
+            "description": "Reddit pagination token",
+            "in": "query",
+            "name": "after",
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/reddit.userCommentsResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "404": {
+            "description": "Not Found",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "503": {
+            "description": "Service Unavailable",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "List Reddit user comments",
+        "tags": [
+          "Reddit"
+        ]
+      }
+    },
+    "/reddit/user/{username}/posts": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns normalized public posts from a public Reddit user's submitted feed.",
+        "operationId": "reddit-user-posts",
+        "parameters": [
+          {
+            "description": "Public Reddit username, without u/",
+            "in": "path",
+            "name": "username",
+            "required": true,
+            "type": "string"
+          },
+          {
+            "description": "Maximum posts, defaults to 25 and clamps to 100",
+            "in": "query",
+            "name": "limit",
+            "type": "integer"
+          },
+          {
+            "description": "Reddit pagination token",
+            "in": "query",
+            "name": "after",
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/reddit.userPostsResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "404": {
+            "description": "Not Found",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "503": {
+            "description": "Service Unavailable",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "List Reddit user posts",
         "tags": [
           "Reddit"
         ]
       }
     },
-    "/reddit/subreddits/posts": {
+    "/redfin/estimate": {
       "get": {
         "consumes": [
           "application/json"
         ],
-        "description": "Returns normalized public posts from a combined multi-subreddit feed.",
-        "operationId": "reddit-subreddits-posts",
+        "description": "Returns the Redfin Estimate for a property, including the current estimate, property facts, and the monthly estimate history with city/county/postal comparatives. Faithful pass-through of Redfin's public avm + avmHistoricalData resources.",
+        "operationId": "redfin-estimate",
         "parameters": [
           {
-            "description": "Comma-separated subreddit names, without r/, maximum 10",
+            "description": "Redfin property id",
             "in": "query",
-            "name": "subreddits",
+            "name": "property_id",
             "required": true,
             "type": "string"
-          },
-          {
-            "default": "hot",
-            "description": "Sort: hot, new, top, or rising",
-            "enum": [
-              "hot",
-              "new",
-              "top",
-              "rising"
-            ],
-            "in": "query",
-            "name": "sort",
-            "type": "string"
-          },
-          {
-            "description": "Time window for top sort: hour, day, week, month, year, or all",
-            "enum": [
-              "hour",
-              "day",
-              "week",
-              "month",
-              "year",
-              "all"
-            ],
-            "in": "query",
-            "name": "time",
-            "type": "string"
-          },
-          {
-            "description": "Maximum posts, defaults to 25 and clamps to 100",
-            "in": "query",
-            "name": "limit",
-            "type": "integer"
-          },
-          {
-            "description": "Reddit pagination token",
-            "in": "query",
-            "name": "after",
-            "type": "string"
           }
         ],
         "produces": [
@@ -63277,7 +64585,7 @@
           "200": {
             "description": "OK",
             "schema": {
-              "$ref": "#/definitions/reddit.multiSubredditPostsResponseDoc"
+              "$ref": "#/definitions/redfin.EstimateResponse"
             }
           },
           "400": {
@@ -63286,12 +64594,6 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "404": {
-            "description": "Not Found",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
           "429": {
             "description": "Too Many Requests",
             "schema": {
@@ -63310,57 +64612,36 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "List Reddit multi-subreddit posts",
+        "summary": "Get Redfin Estimate",
         "tags": [
-          "Reddit"
+          "Redfin"
         ]
       }
     },
-    "/reddit/trends": {
+    "/redfin/property": {
       "get": {
         "consumes": [
           "application/json"
         ],
-        "description": "Returns normalized public posts from broad Reddit hot, new, rising, or top feeds. For subreddit-specific trends, use `/reddit/subreddit/{subreddit}/posts` with `sort=hot`, `sort=new`, `sort=rising`, or `sort=top`.",
-        "operationId": "reddit-trends",
+        "description": "Returns normalized Redfin public property details. Provide a listing url, or a property_id (optionally with listing_id) to use Redfin's public stingray detail API.",
+        "operationId": "redfin-property",
         "parameters": [
           {
-            "default": "hot",
-            "description": "Sort: hot, new, rising, or top",
-            "enum": [
-              "hot",
-              "new",
-              "rising",
-              "top"
-            ],
+            "description": "Redfin listing URL (primary key)",
             "in": "query",
-            "name": "sort",
+            "name": "url",
             "type": "string"
           },
           {
-            "description": "Time window for top sort: hour, day, week, month, year, or all",
-            "enum": [
-              "hour",
-              "day",
-              "week",
-              "month",
-              "year",
-              "all"
-            ],
+            "description": "Redfin property id, used when url is not provided",
             "in": "query",
-            "name": "time",
+            "name": "property_id",
             "type": "string"
           },
           {
-            "description": "Maximum posts, defaults to 25 and clamps to 100",
-            "in": "query",
-            "name": "limit",
-            "type": "integer"
-          },
-          {
-            "description": "Reddit pagination token",
+            "description": "Redfin listing id, improves completeness with property_id",
             "in": "query",
-            "name": "after",
+            "name": "listing_id",
             "type": "string"
           }
         ],
@@ -63371,7 +64652,7 @@
           "200": {
             "description": "OK",
             "schema": {
-              "$ref": "#/definitions/reddit.trendsResponseDoc"
+              "$ref": "#/definitions/redfin.PropertyResponse"
             }
           },
           "400": {
@@ -63404,38 +64685,32 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "List Reddit trends",
+        "summary": "Get Redfin property",
         "tags": [
-          "Reddit"
+          "Redfin"
         ]
       }
     },
-    "/reddit/user/{username}/comments": {
+    "/redfin/region-trends": {
       "get": {
         "consumes": [
           "application/json"
         ],
-        "description": "Returns flat public comment entries from a public Reddit user's comments feed.",
-        "operationId": "reddit-user-comments",
+        "description": "Returns Redfin's aggregate market trends for a region (median list/sale price, sale-to-list, offers, days on market, inventory, year-over-year). Faithful pass-through of Redfin's public aggregate-trends resource.",
+        "operationId": "redfin-region-trends",
         "parameters": [
           {
-            "description": "Public Reddit username, without u/",
-            "in": "path",
-            "name": "username",
-            "required": true,
-            "type": "string"
-          },
-          {
-            "description": "Maximum comments, defaults to 25 and clamps to 100",
+            "description": "Redfin region id from autocomplete",
             "in": "query",
-            "name": "limit",
+            "name": "region_id",
+            "required": true,
             "type": "integer"
           },
           {
-            "description": "Reddit pagination token",
+            "description": "Redfin region type from autocomplete (defaults to 6, city)",
             "in": "query",
-            "name": "after",
-            "type": "string"
+            "name": "region_type",
+            "type": "integer"
           }
         ],
         "produces": [
@@ -63445,7 +64720,7 @@
           "200": {
             "description": "OK",
             "schema": {
-              "$ref": "#/definitions/reddit.userCommentsResponseDoc"
+              "$ref": "#/definitions/redfin.RegionTrendsResponse"
             }
           },
           "400": {
@@ -63454,12 +64729,6 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "404": {
-            "description": "Not Found",
-            "schema": {
-              "$ref": "#/definitions/app.Response"
-            }
-          },
           "429": {
             "description": "Too Many Requests",
             "schema": {
@@ -63478,38 +64747,73 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "List Reddit user comments",
+        "summary": "Get Redfin region market trends",
         "tags": [
-          "Reddit"
+          "Redfin"
         ]
       }
     },
-    "/reddit/user/{username}/posts": {
+    "/redfin/search": {
       "get": {
         "consumes": [
           "application/json"
         ],
-        "description": "Returns normalized public posts from a public Reddit user's submitted feed.",
-        "operationId": "reddit-user-posts",
+        "description": "Returns normalized Redfin public listing search results from Redfin's credential-free region CSV endpoint. Pass region_id/region_type from autocomplete to skip location resolution.",
+        "operationId": "redfin-search",
         "parameters": [
           {
-            "description": "Public Reddit username, without u/",
-            "in": "path",
-            "name": "username",
-            "required": true,
+            "description": "Display location; resolved via autocomplete when region_id is omitted",
+            "in": "query",
+            "name": "location",
             "type": "string"
           },
           {
-            "description": "Maximum posts, defaults to 25 and clamps to 100",
+            "description": "1-based page",
             "in": "query",
-            "name": "limit",
+            "name": "page",
             "type": "integer"
           },
           {
-            "description": "Reddit pagination token",
+            "description": "Redfin region id from autocomplete",
             "in": "query",
-            "name": "after",
+            "name": "region_id",
+            "type": "integer"
+          },
+          {
+            "description": "Redfin region type from autocomplete (defaults to 6, city)",
+            "in": "query",
+            "name": "region_type",
+            "type": "integer"
+          },
+          {
+            "description": "Listing status: for_sale or sold",
+            "in": "query",
+            "name": "status",
             "type": "string"
+          },
+          {
+            "description": "Minimum price filter",
+            "in": "query",
+            "name": "min_price",
+            "type": "integer"
+          },
+          {
+            "description": "Maximum price filter",
+            "in": "query",
+            "name": "max_price",
+            "type": "integer"
+          },
+          {
+            "description": "Minimum bedrooms filter",
+            "in": "query",
+            "name": "min_beds",
+            "type": "integer"
+          },
+          {
+            "description": "Minimum bathrooms filter",
+            "in": "query",
+            "name": "min_baths",
+            "type": "number"
           }
         ],
         "produces": [
@@ -63519,7 +64823,7 @@
           "200": {
             "description": "OK",
             "schema": {
-              "$ref": "#/definitions/reddit.userPostsResponseDoc"
+              "$ref": "#/definitions/redfin.SearchResponse"
             }
           },
           "400": {
@@ -63528,8 +64832,58 @@
               "$ref": "#/definitions/app.Response"
             }
           },
-          "404": {
-            "description": "Not Found",
+          "429": {
+            "description": "Too Many Requests",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "503": {
+            "description": "Service Unavailable",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Search Redfin listings",
+        "tags": [
+          "Redfin"
+        ]
+      }
+    },
+    "/redfin/similar": {
+      "get": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Returns Redfin's comparable (\"similar\") listings for a property as normalized listing rows. Faithful pass-through of Redfin's public similars resource.",
+        "operationId": "redfin-similar",
+        "parameters": [
+          {
+            "description": "Redfin property id",
+            "in": "query",
+            "name": "property_id",
+            "required": true,
+            "type": "string"
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/redfin.SimilarResponse"
+            }
+          },
+          "400": {
+            "description": "Bad Request",
             "schema": {
               "$ref": "#/definitions/app.Response"
             }
@@ -63552,9 +64906,9 @@
             "ApiKeyAuth": []
           }
         ],
-        "summary": "List Reddit user posts",
+        "summary": "Get Redfin comparable listings",
         "tags": [
-          "Reddit"
+          "Redfin"
         ]
       }
     },
@@ -73051,6 +74405,64 @@
         ]
       }
     },
+    "/web/scrape": {
+      "post": {
+        "consumes": [
+          "application/json"
+        ],
+        "description": "Fetches a single public URL and returns clean content in the requested formats (markdown, html, raw_html, links, metadata). With render=auto the request starts as a fast HTTP fetch and escalates to a real browser when the page is blocked or rendered with JavaScript. only_main_content (default true) strips navigation, headers, footers and other boilerplate before conversion. Only public pages are supported; respect each site's terms of use and robots directives.",
+        "operationId": "web-scrape",
+        "parameters": [
+          {
+            "description": "Scrape options",
+            "in": "body",
+            "name": "scrapeOption",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/web.ScrapeOption"
+            }
+          }
+        ],
+        "produces": [
+          "application/json"
+        ],
+        "responses": {
+          "200": {
+            "description": "OK",
+            "schema": {
+              "$ref": "#/definitions/web.scrapeResponseDoc"
+            }
+          },
+          "400": {
+            "description": "Invalid input",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "500": {
+            "description": "Internal server error",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          },
+          "502": {
+            "description": "Upstream fetch failed",
+            "schema": {
+              "$ref": "#/definitions/app.Response"
+            }
+          }
+        },
+        "security": [
+          {
+            "ApiKeyAuth": []
+          }
+        ],
+        "summary": "Scrape a URL into markdown, HTML, links or metadata",
+        "tags": [
+          "Web"
+        ]
+      }
+    },
     "/yahoo-finance/calendars": {
       "get": {
         "consumes": [