scrapio 1.0.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0b01cff647c80bdc948a24eef3b9dfe4095466678b6eda74cf01bbfc6a706c57
-  data.tar.gz: '08880b616f26a60b6ce18949253cd96c2d24aca227e702843b6371dcab60c7d6'
+  metadata.gz: ae0b4ed4d0f63eecef44c12169f11f2db4ddfe394a4ce91fda943d0990d9c617
+  data.tar.gz: 3973224543e9cb45a885eec70e3a2c70d89374392b6e94d61ebc42f5b4385936
 SHA512:
-  metadata.gz: 0f321767a8ef0e4775ee52836ba7fa620df758ad341c3d19abf5d52ddaf2a90ba4e9c2e46b22d76d7cbc3ee056cbed63b34d8801d5a3737dbd471c51768122e4
-  data.tar.gz: da66af15d073cce2719fab455fd940d272215d76e3abb894c332197ed817d9b79a1392302e04c85f74e896d9726bd4957886d8f833cf34a949906c932fdd8c80
+  metadata.gz: 36f05244c3a9662a9e0e99a3af16bf1c60bca4e351d1473a6bbbc3a860a118a61ad837e4cf13889a3d364db7ccd2444ae5e2e15a87fd291bd32f36162d445b0b
+  data.tar.gz: 7ef9b4738e632c0512c40b92f6df3fb1d06bc325213d7142102cfd95816c0e1a408aa609db8af2d7b9b1ef2b72b384a739865cc589734ae31349bad9a3322048

data/README.md

@@ -95,8 +95,8 @@ puts result["result"]["summary"]["pages_succeeded"]
 
 ```ruby
 job = client.jobs.create(
-  job_type: "fetch",
-  payload:  { url: "https://example.com", output: ["markdown"] }
+  kind:  "fetch",
+  input: { url: "https://example.com", output: ["markdown"] }
 )
 
 result = client.jobs.wait_for_completion(job["job_id"])

data/lib/scrapio/client.rb

@@ -7,22 +7,33 @@ require_relative "resources/youtube"
 require_relative "resources/jobs"
 require_relative "resources/crawl"
 require_relative "resources/interact"
+require_relative "resources/fast_search"
+require_relative "resources/search"
+require_relative "resources/map"
+require_relative "resources/booking"
+require_relative "resources/agoda"
 
 module Scrapio
   class Client
-    attr_reader :fetch, :google, :amazon, :walmart, :youtube, :jobs, :crawl, :interact
+    attr_reader :fetch, :google, :amazon, :walmart, :youtube, :jobs, :crawl, :interact,
+                :fast_search, :search, :map, :booking, :agoda
 
     def initialize(api_key, base_url: HttpClient::DEFAULT_BASE_URL, timeout: HttpClient::DEFAULT_TIMEOUT)
       http = HttpClient.new(api_key, base_url: base_url, timeout: timeout)
 
-      @fetch    = Resources::Fetch.new(http)
-      @google   = Resources::Google.new(http)
-      @amazon   = Resources::Amazon.new(http)
-      @walmart  = Resources::Walmart.new(http)
-      @youtube  = Resources::YouTube.new(http)
-      @jobs     = Resources::Jobs.new(http)
-      @crawl    = Resources::Crawl.new(http)
-      @interact = Resources::Interact.new(http)
+      @fetch       = Resources::Fetch.new(http)
+      @google      = Resources::Google.new(http)
+      @amazon      = Resources::Amazon.new(http)
+      @walmart     = Resources::Walmart.new(http)
+      @youtube     = Resources::YouTube.new(http)
+      @jobs        = Resources::Jobs.new(http)
+      @crawl       = Resources::Crawl.new(http)
+      @interact    = Resources::Interact.new(http)
+      @fast_search = Resources::FastSearch.new(http)
+      @search      = Resources::Search.new(http)
+      @map         = Resources::Map.new(http)
+      @booking     = Resources::Booking.new(http)
+      @agoda       = Resources::Agoda.new(http)
     end
   end
 end

data/lib/scrapio/resources/agoda.rb

@@ -0,0 +1,39 @@
+module Scrapio
+  module Resources
+    class Agoda
+      def initialize(http) = @http = http
+
+      def search(location:, check_in:, check_out:, adults: nil, children: nil, children_ages: nil,
+                 rooms: nil, currency: nil, pos_country: nil, sort_by: nil, min_price: nil,
+                 max_price: nil, stars: nil, min_review_score: nil, page: nil)
+        @http.get("/v1/agoda/search", {
+          location: location, check_in: check_in, check_out: check_out,
+          adults: adults, children: children, children_ages: children_ages, rooms: rooms,
+          currency: currency, pos_country: pos_country, sort_by: sort_by,
+          min_price: min_price, max_price: max_price, stars: stars,
+          min_review_score: min_review_score, page: page,
+        })
+      end
+
+      # Provide url, or property_id together with city_id (from a prior
+      # search's resolved_city_id).
+      def get_property(property_id: nil, city_id: nil, url: nil, check_in:, check_out:, adults: nil,
+                        children: nil, children_ages: nil, rooms: nil, currency: nil, pos_country: nil)
+        @http.get("/v1/agoda/property", {
+          property_id: property_id, city_id: city_id, url: url, check_in: check_in, check_out: check_out,
+          adults: adults, children: children, children_ages: children_ages, rooms: rooms,
+          currency: currency, pos_country: pos_country,
+        })
+      end
+
+      # Provide url, or property_id together with city_id (from a prior
+      # search's resolved_city_id).
+      def get_reviews(property_id: nil, city_id: nil, url: nil, page: nil, sort_by: nil, language: nil)
+        @http.get("/v1/agoda/reviews", {
+          property_id: property_id, city_id: city_id, url: url,
+          page: page, sort_by: sort_by, language: language,
+        })
+      end
+    end
+  end
+end

data/lib/scrapio/resources/amazon.rb

@@ -7,8 +7,8 @@ module Scrapio
         @http.get("/v1/amazon/product", { asin: asin, country: country })
       end
 
-      def search(query, country: nil, page: nil)
-        @http.get("/v1/amazon/search", { query: query, country: country, page: page })
+      def search(search, country: nil, page: nil)
+        @http.get("/v1/amazon/search", { search: search, country: country, page: page })
       end
     end
   end

data/lib/scrapio/resources/booking.rb

@@ -0,0 +1,35 @@
+module Scrapio
+  module Resources
+    class Booking
+      def initialize(http) = @http = http
+
+      def search(location:, check_in:, check_out:, adults: nil, children: nil, children_ages: nil,
+                 rooms: nil, currency: nil, pos_country: nil, sort_by: nil, min_price: nil,
+                 max_price: nil, stars: nil, min_review_score: nil, page: nil)
+        @http.get("/v1/booking/search", {
+          location: location, check_in: check_in, check_out: check_out,
+          adults: adults, children: children, children_ages: children_ages, rooms: rooms,
+          currency: currency, pos_country: pos_country, sort_by: sort_by,
+          min_price: min_price, max_price: max_price, stars: stars,
+          min_review_score: min_review_score, page: page,
+        })
+      end
+
+      def get_property(property_id: nil, url: nil, check_in:, check_out:, adults: nil,
+                        children: nil, children_ages: nil, rooms: nil, currency: nil, pos_country: nil)
+        @http.get("/v1/booking/property", {
+          property_id: property_id, url: url, check_in: check_in, check_out: check_out,
+          adults: adults, children: children, children_ages: children_ages, rooms: rooms,
+          currency: currency, pos_country: pos_country,
+        })
+      end
+
+      def get_reviews(property_id: nil, url: nil, page: nil, language: nil, include_review_details: nil)
+        @http.get("/v1/booking/reviews", {
+          property_id: property_id, url: url, page: page,
+          language: language, include_review_details: include_review_details,
+        })
+      end
+    end
+  end
+end

data/lib/scrapio/resources/fast_search.rb

@@ -0,0 +1,11 @@
+module Scrapio
+  module Resources
+    class FastSearch
+      def initialize(http) = @http = http
+
+      def search(search, country_code: nil, language: nil, page: nil)
+        @http.get("/v1/fast-search", { search: search, country_code: country_code, language: language, page: page })
+      end
+    end
+  end
+end

data/lib/scrapio/resources/fetch.rb

@@ -4,11 +4,10 @@ module Scrapio
       def initialize(http) = @http = http
 
       def fetch(url:, render_js: nil, device: nil, session: nil, output: nil,
-                extract: nil, actions: nil, timeout: nil, proxy: nil, country: nil)
+                extract: nil, wait_for: nil, timeout_ms: nil)
         @http.post("/v1/fetch", {
           url: url, render_js: render_js, device: device, session: session,
-          output: output, extract: extract, actions: actions,
-          timeout: timeout, proxy: proxy, country: country,
+          output: output, extract: extract, wait_for: wait_for, timeout_ms: timeout_ms,
         })
       end
     end

data/lib/scrapio/resources/jobs.rb

@@ -5,8 +5,9 @@ module Scrapio
 
       def initialize(http) = @http = http
 
-      def create(job_type:, payload:, webhook_url: nil)
-        @http.post("/v1/jobs", { job_type: job_type, payload: payload, webhook_url: webhook_url })
+      def create(kind:, input:, webhook_url: nil)
+        webhook = webhook_url.nil? ? nil : { url: webhook_url }
+        @http.post("/v1/jobs", { kind: kind, input: input, webhook: webhook })
       end
 
       def get(job_id)

data/lib/scrapio/resources/map.rb

@@ -0,0 +1,13 @@
+module Scrapio
+  module Resources
+    # POST /v1/map -- site-map/URL-discovery workflow. Untyped request/response,
+    # same reasoning as Search.
+    class Map
+      def initialize(http) = @http = http
+
+      def execute(request)
+        @http.post("/v1/map", request)
+      end
+    end
+  end
+end

data/lib/scrapio/resources/search.rb

@@ -0,0 +1,15 @@
+module Scrapio
+  module Resources
+    # POST /v1/search -- a multi-provider search workflow (currently resolves
+    # through Google, requires a Pro plan or higher). Untyped request/response
+    # since the workflow orchestrator's payload is more flexible than a fixed
+    # schema.
+    class Search
+      def initialize(http) = @http = http
+
+      def execute(request)
+        @http.post("/v1/search", request)
+      end
+    end
+  end
+end

data/lib/scrapio/resources/walmart.rb

@@ -3,12 +3,17 @@ module Scrapio
     class Walmart
       def initialize(http) = @http = http
 
-      def get_product(product_id, country: nil)
-        @http.get("/v1/walmart/product", { product_id: product_id, country: country })
+      # @deprecated GET /v1/walmart/product is temporarily disabled
+      #   server-side as of 2026-07-11 (frequent PerimeterX-related blocks on
+      #   individual Walmart product pages) and will 404 until it's
+      #   re-enabled. `search` is unaffected. See
+      #   specs/product/walmart-api.md in the main repo.
+      def get_product(product_id, zip_code: nil)
+        @http.get("/v1/walmart/product", { product_id: product_id, zip_code: zip_code })
       end
 
-      def search(query, country: nil, page: nil)
-        @http.get("/v1/walmart/search", { query: query, country: country, page: page })
+      def search(search, zip_code: nil, page: nil)
+        @http.get("/v1/walmart/search", { search: search, zip_code: zip_code, page: page })
       end
     end
   end

data/lib/scrapio/resources/youtube.rb

@@ -7,8 +7,11 @@ module Scrapio
         @http.get("/v1/youtube/videos/#{URI.encode_uri_component(video_id)}")
       end
 
-      def search(query, page: nil, country: nil, language: nil)
-        @http.get("/v1/youtube/search", { query: query, page: page, country: country, language: language })
+      def search(search, start_page: nil, end_page: nil, country: nil, language: nil)
+        @http.get("/v1/youtube/search", {
+          search: search, start_page: start_page, end_page: end_page,
+          country: country, language: language,
+        })
       end
 
       def get_subtitles(video_id, language: nil)

metadata

@@ -1,18 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: scrapio
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Scrapio
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-06-29 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies: []
 description: Fetch, crawl, search, and extract structured data from any URL. Includes
-  Google Search, YouTube transcripts, Amazon and Walmart product data, browser automation,
-  and async jobs.
+  Google and Fast Search, YouTube, Amazon, Walmart, Booking.com, and Agoda data, browser
+  automation, and async jobs.
 email: support@scrapio.dev
 executables: []
 extensions: []
@@ -23,12 +22,17 @@ files:
 - lib/scrapio/client.rb
 - lib/scrapio/errors.rb
 - lib/scrapio/http_client.rb
+- lib/scrapio/resources/agoda.rb
 - lib/scrapio/resources/amazon.rb
+- lib/scrapio/resources/booking.rb
 - lib/scrapio/resources/crawl.rb
+- lib/scrapio/resources/fast_search.rb
 - lib/scrapio/resources/fetch.rb
 - lib/scrapio/resources/google.rb
 - lib/scrapio/resources/interact.rb
 - lib/scrapio/resources/jobs.rb
+- lib/scrapio/resources/map.rb
+- lib/scrapio/resources/search.rb
 - lib/scrapio/resources/walmart.rb
 - lib/scrapio/resources/youtube.rb
 homepage: https://scrapio.dev
@@ -38,7 +42,6 @@ metadata:
   homepage_uri: https://scrapio.dev
   source_code_uri: https://github.com/xsronhou/scrapping-tool
   documentation_uri: https://scrapio.dev/docs
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -53,8 +56,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 4.0.8
 specification_version: 4
 summary: Official Ruby SDK for Scrapio
 test_files: []