crawlora 1.7.0.pre.sdk.1 → 1.8.0.pre.sdk.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ae6103961dadf37a305aefea48353a29b59f594085b3ea1b34ea98619714698e
4
- data.tar.gz: e1016b7d75f9a2593abeb26a1d18fac1a8301d0c04b8991b6e48177870e2ec49
3
+ metadata.gz: 36129f7e8b7350f03f729c2145128e62df5bab95b7967fe4aae514d1fb49f735
4
+ data.tar.gz: 44db68771843957454b0949081084e01549b5e93cca878dc664d30f6d72e0bb1
5
5
  SHA512:
6
- metadata.gz: 568a4bf20938220a015f202ce64c930d6250dca68f9aca25fa3840abb69056c2eb03afa5d49d6181b7a690b2cc0d5250dd4cf319db886e327c8b2483df1c9dc9
7
- data.tar.gz: c95f355e0e82b54f532638c5041d3b8decd473216271d73c396fc65a47dc7a8fda6a5c22533bccd1b76ee19702a59f7c60f0538a282d03cc16d27bd4bb4e4b20
6
+ metadata.gz: 14142688a8258cf40bec98657e14512e507dc207db2db3ed0dbb19ca7c9c21dd3eb676262666d2b072803c143414a09a891813cbf04c9a27a931deb52ce78d73
7
+ data.tar.gz: '034489ae31a54225aef9a4d2f82ac03e37f5c3288af4b33ba253f130a4f413f47bca9eaa3130c800b646d46c71f23625947c3629d2bac04aa1d50ee4f5a30ae0'
data/CHANGELOG.md CHANGED
@@ -1,5 +1,15 @@
1
1
  # Changelog
2
2
 
3
+ ## v1.8.0-sdk.1
4
+
5
+ - Added two new platforms, regenerated from the public API contract (now 499
6
+ operations): **Redfin** (real-estate `search`, `property`, `estimate`,
7
+ `region-trends`, `similar`) and **Web** (generic `web-scrape`, `contact`, and
8
+ the `antibot-check` diagnostic).
9
+ - Refreshed response schemas: `contact` gains `crawl_status`, `web-scrape` gains
10
+ `cache_state`/`cached_at`/`max_age`, and the Spotify country-hub responses gain
11
+ `partialErrors`.
12
+
3
13
  ## v1.7.0-sdk.1
4
14
 
5
15
  - Added six new platforms, regenerated from the public API contract (now 491
data/README.md CHANGED
@@ -12,12 +12,12 @@ plus retries, pagination, middleware hooks, and client-side rate limiting.
12
12
  ## Install
13
13
 
14
14
  Published on [RubyGems](https://rubygems.org/gems/crawlora). The current release
15
- is a prerelease (`1.5.0.pre.sdk.3`), so install it with `--pre` or pin the
15
+ is a prerelease (`1.7.0.pre.sdk.1`), so install it with `--pre` or pin the
16
16
  version:
17
17
 
18
18
  ```ruby
19
19
  # Gemfile
20
- gem "crawlora", "1.5.0.pre.sdk.3"
20
+ gem "crawlora", "1.7.0.pre.sdk.1"
21
21
  ```
22
22
 
23
23
  ```sh
data/docs/operations.md CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  Generated from `openapi/public.json`. Deprecated, admin, and internal operations are excluded from this SDK contract.
4
4
 
5
- Total operations: `491`
5
+ Total operations: `499`
6
6
 
7
7
  | Group | SDK method | Operation ID | HTTP | Params | Auth | Response | Notes |
8
8
  | --- | --- | --- | --- | --- | --- | --- | --- |
@@ -89,6 +89,9 @@ Total operations: `491`
89
89
  | coin_gecko | `coin_gecko.token_unlocks` | `coingecko-token-unlocks` | `GET /coingecko/token-unlocks` | `limit` (query Integer) | `ApiKeyAuth` | `CoinGeckoTokenUnlocksResponse` | |
90
90
  | coin_gecko | `coin_gecko.treasuries` | `coingecko-treasuries` | `GET /coingecko/treasuries` | `asset` (query "all" \| "bitcoin" \| "ethereum" \| "solana" \| "bnb" \| "xrp" \| "tron")<br>`holder_type` (query "all" \| "companies" \| "governments")<br>`limit` (query Integer)<br>`vs_currency` (query "btc" \| "eth" \| "ltc" \| "bch" \| "bnb" \| "eos" \| "xrp" \| "xlm" \| "link" \| "dot" \| "yfi" \| "sol" \| "usd" \| "aed" \| "ars" \| "aud" \| "bdt" \| "bhd" \| "bmd" \| "brl" \| "cad" \| "chf" \| "clp" \| "cny" \| "czk" \| "dkk" \| "eur" \| "gbp" \| "gel" \| "hkd" \| "huf" \| "idr" \| "ils" \| "inr" \| "jpy" \| "krw" \| "kwd" \| "lkr" \| "mmk" \| "mxn" \| "myr" \| "ngn" \| "nok" \| "nzd" \| "php" \| "pkr" \| "pln" \| "rub" \| "sar" \| "sek" \| "sgd" \| "thb" \| "try" \| "twd" \| "uah" \| "vef" \| "vnd" \| "zar" \| "xdr" \| "xag" \| "xau" \| "bits" \| "sats") | `ApiKeyAuth` | `CoinGeckoTreasuriesResponse` | |
91
91
  | coin_gecko | `coin_gecko.trending` | `coingecko-trending` | `GET /coingecko/trending` | `limit` (query Integer)<br>`vs_currency` (query "btc" \| "eth" \| "ltc" \| "bch" \| "bnb" \| "eos" \| "xrp" \| "xlm" \| "link" \| "dot" \| "yfi" \| "sol" \| "usd" \| "aed" \| "ars" \| "aud" \| "bdt" \| "bhd" \| "bmd" \| "brl" \| "cad" \| "chf" \| "clp" \| "cny" \| "czk" \| "dkk" \| "eur" \| "gbp" \| "gel" \| "hkd" \| "huf" \| "idr" \| "ils" \| "inr" \| "jpy" \| "krw" \| "kwd" \| "lkr" \| "mmk" \| "mxn" \| "myr" \| "ngn" \| "nok" \| "nzd" \| "php" \| "pkr" \| "pln" \| "rub" \| "sar" \| "sek" \| "sgd" \| "thb" \| "try" \| "twd" \| "uah" \| "vef" \| "vnd" \| "zar" \| "xdr" \| "xag" \| "xau" \| "bits" \| "sats") | `ApiKeyAuth` | `CoinGeckoTrendingResponse` | |
92
+ | web | `web.contact` | `contact` | `POST /contact` | `option` (body String required) | `ApiKeyAuth` | `WebContactResponse` | |
93
+ | web | `web.antibot_check` | `antibot-check` | `POST /diagnostics/antibot-check` | `request` (body String required) | `ApiKeyAuth` | `WebAntibotCheckResponse` | |
94
+ | web | `web.scrape` | `web-scrape` | `POST /web/scrape` | `scrapeOption` (body String required) | `ApiKeyAuth` | `WebScrapeResponse` | |
92
95
  | datasets | `datasets.list` | `datasets-list` | `GET /datasets` | none | `ApiKeyAuth` | `DatasetsListResponse` | |
93
96
  | datasets | `datasets.google_map_businesses_facets` | `datasets-google-map-businesses-facets` | `GET /datasets/google-map-businesses/facets` | `facet` (query String required)<br>`q` (query String)<br>`category` (query String)<br>`country` (query String)<br>`state` (query String)<br>`county` (query String)<br>`city` (query String)<br>`town` (query String)<br>`min_rating` (query Float)<br>`min_review_count` (query Integer)<br>`has_website` (query bool)<br>`has_phone` (query bool)<br>`lat` (query Float)<br>`lon` (query Float)<br>`radius_m` (query Integer)<br>`sort` (query String) | `ApiKeyAuth` | `DatasetsGoogleMapBusinessesFacetsResponse` | |
94
97
  | datasets | `datasets.google_map_businesses_item` | `datasets-google-map-businesses-item` | `GET /datasets/google-map-businesses/items/{place_id}` | `place_id` (path String required) | `ApiKeyAuth` | `DatasetsGoogleMapBusinessesItemResponse` | |
@@ -318,6 +321,11 @@ Total operations: `491`
318
321
  | reddit | `reddit.trends` | `reddit-trends` | `GET /reddit/trends` | `sort` (query "hot" \| "new" \| "rising" \| "top")<br>`time` (query "hour" \| "day" \| "week" \| "month" \| "year" \| "all")<br>`limit` (query Integer)<br>`after` (query String) | `ApiKeyAuth` | `RedditTrendsResponse` | |
319
322
  | reddit | `reddit.user_comments` | `reddit-user-comments` | `GET /reddit/user/{username}/comments` | `username` (path String required)<br>`limit` (query Integer)<br>`after` (query String) | `ApiKeyAuth` | `RedditUserCommentsResponse` | |
320
323
  | reddit | `reddit.user_posts` | `reddit-user-posts` | `GET /reddit/user/{username}/posts` | `username` (path String required)<br>`limit` (query Integer)<br>`after` (query String) | `ApiKeyAuth` | `RedditUserPostsResponse` | |
324
+ | redfin | `redfin.estimate` | `redfin-estimate` | `GET /redfin/estimate` | `property_id` (query String required) | `ApiKeyAuth` | `RedfinEstimateResponse` | |
325
+ | redfin | `redfin.property` | `redfin-property` | `GET /redfin/property` | `url` (query String)<br>`property_id` (query String)<br>`listing_id` (query String) | `ApiKeyAuth` | `RedfinPropertyResponse` | |
326
+ | redfin | `redfin.region_trends` | `redfin-region-trends` | `GET /redfin/region-trends` | `region_id` (query Integer required)<br>`region_type` (query Integer) | `ApiKeyAuth` | `RedfinRegionTrendsResponse` | |
327
+ | redfin | `redfin.search` | `redfin-search` | `GET /redfin/search` | `location` (query String)<br>`page` (query Integer)<br>`region_id` (query Integer)<br>`region_type` (query Integer)<br>`status` (query String)<br>`min_price` (query Integer)<br>`max_price` (query Integer)<br>`min_beds` (query Integer)<br>`min_baths` (query Float) | `ApiKeyAuth` | `RedfinSearchResponse` | |
328
+ | redfin | `redfin.similar` | `redfin-similar` | `GET /redfin/similar` | `property_id` (query String required) | `ApiKeyAuth` | `RedfinSimilarResponse` | |
321
329
  | referrals | `referrals.click` | `referrals-click` | `POST /referrals/click` | `request` (body String required) | none | `ReferralsClickResponse` | |
322
330
  | referrals | `referrals.me` | `referrals-me` | `GET /referrals/me` | none | `JWTAuth` | `ReferralsMeResponse` | |
323
331
  | referrals | `referrals.me_events` | `referrals-me-events` | `GET /referrals/me/events` | `limit` (query Integer) | `JWTAuth` | `ReferralsMeEventsResponse` | |
@@ -4235,6 +4235,25 @@ module Crawlora
4235
4235
  "ApiKeyAuth"
4236
4236
  ]
4237
4237
  },
4238
+ "contact" => {
4239
+ "id" => "contact",
4240
+ "method" => "POST",
4241
+ "path" => "/contact",
4242
+ "pathParams" => [],
4243
+ "queryParams" => [],
4244
+ "formParams" => [],
4245
+ "bodyParam" => "option",
4246
+ "bodyRequired" => true,
4247
+ "consumes" => [
4248
+ "application/json"
4249
+ ],
4250
+ "produces" => [
4251
+ "application/json"
4252
+ ],
4253
+ "security" => [
4254
+ "ApiKeyAuth"
4255
+ ]
4256
+ },
4238
4257
  "datasets-list" => {
4239
4258
  "id" => "datasets-list",
4240
4259
  "method" => "GET",
@@ -4546,6 +4565,25 @@ module Crawlora
4546
4565
  ],
4547
4566
  "paginatable" => true
4548
4567
  },
4568
+ "antibot-check" => {
4569
+ "id" => "antibot-check",
4570
+ "method" => "POST",
4571
+ "path" => "/diagnostics/antibot-check",
4572
+ "pathParams" => [],
4573
+ "queryParams" => [],
4574
+ "formParams" => [],
4575
+ "bodyParam" => "request",
4576
+ "bodyRequired" => true,
4577
+ "consumes" => [
4578
+ "application/json"
4579
+ ],
4580
+ "produces" => [
4581
+ "application/json"
4582
+ ],
4583
+ "security" => [
4584
+ "ApiKeyAuth"
4585
+ ]
4586
+ },
4549
4587
  "ebay-item" => {
4550
4588
  "id" => "ebay-item",
4551
4589
  "method" => "GET",
@@ -12371,6 +12409,190 @@ module Crawlora
12371
12409
  "ApiKeyAuth"
12372
12410
  ]
12373
12411
  },
12412
+ "redfin-estimate" => {
12413
+ "id" => "redfin-estimate",
12414
+ "method" => "GET",
12415
+ "path" => "/redfin/estimate",
12416
+ "pathParams" => [],
12417
+ "queryParams" => [
12418
+ {
12419
+ "name" => "property_id",
12420
+ "in" => "query",
12421
+ "type" => "string",
12422
+ "required" => true
12423
+ }
12424
+ ],
12425
+ "formParams" => [],
12426
+ "bodyParam" => nil,
12427
+ "bodyRequired" => false,
12428
+ "consumes" => [
12429
+ "application/json"
12430
+ ],
12431
+ "produces" => [
12432
+ "application/json"
12433
+ ],
12434
+ "security" => [
12435
+ "ApiKeyAuth"
12436
+ ]
12437
+ },
12438
+ "redfin-property" => {
12439
+ "id" => "redfin-property",
12440
+ "method" => "GET",
12441
+ "path" => "/redfin/property",
12442
+ "pathParams" => [],
12443
+ "queryParams" => [
12444
+ {
12445
+ "name" => "url",
12446
+ "in" => "query",
12447
+ "type" => "string"
12448
+ },
12449
+ {
12450
+ "name" => "property_id",
12451
+ "in" => "query",
12452
+ "type" => "string"
12453
+ },
12454
+ {
12455
+ "name" => "listing_id",
12456
+ "in" => "query",
12457
+ "type" => "string"
12458
+ }
12459
+ ],
12460
+ "formParams" => [],
12461
+ "bodyParam" => nil,
12462
+ "bodyRequired" => false,
12463
+ "consumes" => [
12464
+ "application/json"
12465
+ ],
12466
+ "produces" => [
12467
+ "application/json"
12468
+ ],
12469
+ "security" => [
12470
+ "ApiKeyAuth"
12471
+ ]
12472
+ },
12473
+ "redfin-region-trends" => {
12474
+ "id" => "redfin-region-trends",
12475
+ "method" => "GET",
12476
+ "path" => "/redfin/region-trends",
12477
+ "pathParams" => [],
12478
+ "queryParams" => [
12479
+ {
12480
+ "name" => "region_id",
12481
+ "in" => "query",
12482
+ "type" => "integer",
12483
+ "required" => true
12484
+ },
12485
+ {
12486
+ "name" => "region_type",
12487
+ "in" => "query",
12488
+ "type" => "integer"
12489
+ }
12490
+ ],
12491
+ "formParams" => [],
12492
+ "bodyParam" => nil,
12493
+ "bodyRequired" => false,
12494
+ "consumes" => [
12495
+ "application/json"
12496
+ ],
12497
+ "produces" => [
12498
+ "application/json"
12499
+ ],
12500
+ "security" => [
12501
+ "ApiKeyAuth"
12502
+ ]
12503
+ },
12504
+ "redfin-search" => {
12505
+ "id" => "redfin-search",
12506
+ "method" => "GET",
12507
+ "path" => "/redfin/search",
12508
+ "pathParams" => [],
12509
+ "queryParams" => [
12510
+ {
12511
+ "name" => "location",
12512
+ "in" => "query",
12513
+ "type" => "string"
12514
+ },
12515
+ {
12516
+ "name" => "page",
12517
+ "in" => "query",
12518
+ "type" => "integer"
12519
+ },
12520
+ {
12521
+ "name" => "region_id",
12522
+ "in" => "query",
12523
+ "type" => "integer"
12524
+ },
12525
+ {
12526
+ "name" => "region_type",
12527
+ "in" => "query",
12528
+ "type" => "integer"
12529
+ },
12530
+ {
12531
+ "name" => "status",
12532
+ "in" => "query",
12533
+ "type" => "string"
12534
+ },
12535
+ {
12536
+ "name" => "min_price",
12537
+ "in" => "query",
12538
+ "type" => "integer"
12539
+ },
12540
+ {
12541
+ "name" => "max_price",
12542
+ "in" => "query",
12543
+ "type" => "integer"
12544
+ },
12545
+ {
12546
+ "name" => "min_beds",
12547
+ "in" => "query",
12548
+ "type" => "integer"
12549
+ },
12550
+ {
12551
+ "name" => "min_baths",
12552
+ "in" => "query",
12553
+ "type" => "number"
12554
+ }
12555
+ ],
12556
+ "formParams" => [],
12557
+ "bodyParam" => nil,
12558
+ "bodyRequired" => false,
12559
+ "consumes" => [
12560
+ "application/json"
12561
+ ],
12562
+ "produces" => [
12563
+ "application/json"
12564
+ ],
12565
+ "security" => [
12566
+ "ApiKeyAuth"
12567
+ ],
12568
+ "paginatable" => true
12569
+ },
12570
+ "redfin-similar" => {
12571
+ "id" => "redfin-similar",
12572
+ "method" => "GET",
12573
+ "path" => "/redfin/similar",
12574
+ "pathParams" => [],
12575
+ "queryParams" => [
12576
+ {
12577
+ "name" => "property_id",
12578
+ "in" => "query",
12579
+ "type" => "string",
12580
+ "required" => true
12581
+ }
12582
+ ],
12583
+ "formParams" => [],
12584
+ "bodyParam" => nil,
12585
+ "bodyRequired" => false,
12586
+ "consumes" => [
12587
+ "application/json"
12588
+ ],
12589
+ "produces" => [
12590
+ "application/json"
12591
+ ],
12592
+ "security" => [
12593
+ "ApiKeyAuth"
12594
+ ]
12595
+ },
12374
12596
  "referrals-click" => {
12375
12597
  "id" => "referrals-click",
12376
12598
  "method" => "POST",
@@ -17052,6 +17274,25 @@ module Crawlora
17052
17274
  "JWTAuth"
17053
17275
  ]
17054
17276
  },
17277
+ "web-scrape" => {
17278
+ "id" => "web-scrape",
17279
+ "method" => "POST",
17280
+ "path" => "/web/scrape",
17281
+ "pathParams" => [],
17282
+ "queryParams" => [],
17283
+ "formParams" => [],
17284
+ "bodyParam" => "scrapeOption",
17285
+ "bodyRequired" => true,
17286
+ "consumes" => [
17287
+ "application/json"
17288
+ ],
17289
+ "produces" => [
17290
+ "application/json"
17291
+ ],
17292
+ "security" => [
17293
+ "ApiKeyAuth"
17294
+ ]
17295
+ },
17055
17296
  "yahoo-finance-calendars" => {
17056
17297
  "id" => "yahoo-finance-calendars",
17057
17298
  "method" => "GET",
@@ -18747,6 +18988,11 @@ module Crawlora
18747
18988
  "treasuries" => "coingecko-treasuries",
18748
18989
  "trending" => "coingecko-trending"
18749
18990
  },
18991
+ "web" => {
18992
+ "contact" => "contact",
18993
+ "antibot_check" => "antibot-check",
18994
+ "scrape" => "web-scrape"
18995
+ },
18750
18996
  "datasets" => {
18751
18997
  "list" => "datasets-list",
18752
18998
  "google_map_businesses_facets" => "datasets-google-map-businesses-facets",
@@ -19006,6 +19252,13 @@ module Crawlora
19006
19252
  "user_comments" => "reddit-user-comments",
19007
19253
  "user_posts" => "reddit-user-posts"
19008
19254
  },
19255
+ "redfin" => {
19256
+ "estimate" => "redfin-estimate",
19257
+ "property" => "redfin-property",
19258
+ "region_trends" => "redfin-region-trends",
19259
+ "search" => "redfin-search",
19260
+ "similar" => "redfin-similar"
19261
+ },
19009
19262
  "referrals" => {
19010
19263
  "click" => "referrals-click",
19011
19264
  "me" => "referrals-me",
@@ -19217,7 +19470,7 @@ module Crawlora
19217
19470
  }
19218
19471
  }.freeze
19219
19472
 
19220
- OPERATION_COUNT = 491
19473
+ OPERATION_COUNT = 499
19221
19474
 
19222
19475
  module OperationId
19223
19476
  AIRBNB_ROOM = "airbnb-room"
@@ -19532,6 +19785,11 @@ module Crawlora
19532
19785
  REDDIT_TRENDS = "reddit-trends"
19533
19786
  REDDIT_USER_COMMENTS = "reddit-user-comments"
19534
19787
  REDDIT_USER_POSTS = "reddit-user-posts"
19788
+ REDFIN_ESTIMATE = "redfin-estimate"
19789
+ REDFIN_PROPERTY = "redfin-property"
19790
+ REDFIN_REGION_TRENDS = "redfin-region-trends"
19791
+ REDFIN_SEARCH = "redfin-search"
19792
+ REDFIN_SIMILAR = "redfin-similar"
19535
19793
  REFERRALS_CLICK = "referrals-click"
19536
19794
  REFERRALS_ME = "referrals-me"
19537
19795
  REFERRALS_ME_EVENTS = "referrals-me-events"
@@ -19656,6 +19914,9 @@ module Crawlora
19656
19914
  USER_ME_API_KEYS = "user-me-api-keys"
19657
19915
  USER_ME_API_KEYS_REVEAL = "user-me-api-keys-reveal"
19658
19916
  USER_ME_API_KEYS_ROTATE = "user-me-api-keys-rotate"
19917
+ WEB_ANTIBOT_CHECK = "antibot-check"
19918
+ WEB_CONTACT = "contact"
19919
+ WEB_SCRAPE = "web-scrape"
19659
19920
  YAHOO_FINANCE_CALENDAR = "yahoo-finance-calendar"
19660
19921
  YAHOO_FINANCE_CALENDARS = "yahoo-finance-calendars"
19661
19922
  YAHOO_FINANCE_DOWNLOAD = "yahoo-finance-download"
@@ -5,5 +5,5 @@ module Crawlora
5
5
  # as the Go/Java/PHP SDKs). RubyGems treats it as a prerelease and normalizes
6
6
  # the published gem version (the `-` becomes `.pre.`, e.g. `1.5.0.pre.sdk.N`).
7
7
  # Bumped across all SDK repos by the API repo's tools/sdkgen/bump_version.py.
8
- VERSION = "1.7.0-sdk.1"
8
+ VERSION = "1.8.0-sdk.1"
9
9
  end