scrapio 1.1.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0b4ceb44c4640ab93268a449b90b3c2cb5ee2c4ee11bf0035b1661765662d104
-  data.tar.gz: cad932294af50b9a90d88f3c6008645346e77f0814844d92b6911a7964d6c308
+  metadata.gz: ae0b4ed4d0f63eecef44c12169f11f2db4ddfe394a4ce91fda943d0990d9c617
+  data.tar.gz: 3973224543e9cb45a885eec70e3a2c70d89374392b6e94d61ebc42f5b4385936
 SHA512:
-  metadata.gz: 13270e660b4bb3b69265147a65c07bac5eb3ce03410e8fc260cb246631c703f98b6c261aabf547e81f7b8bebae0c0f4929cc0e085602ad4282c4aac637075176
-  data.tar.gz: 8d3d862efcafef5a430abad6f2da6b8fa01054951c0fbf11858b1de11a140773f0acf7359e20ae3459b2de85741f992668fbe1d35b7eb7cb8b5b3b2fc089245e
+  metadata.gz: 36f05244c3a9662a9e0e99a3af16bf1c60bca4e351d1473a6bbbc3a860a118a61ad837e4cf13889a3d364db7ccd2444ae5e2e15a87fd291bd32f36162d445b0b
+  data.tar.gz: 7ef9b4738e632c0512c40b92f6df3fb1d06bc325213d7142102cfd95816c0e1a408aa609db8af2d7b9b1ef2b72b384a739865cc589734ae31349bad9a3322048

data/README.md

@@ -95,8 +95,8 @@ puts result["result"]["summary"]["pages_succeeded"]
 
 ```ruby
 job = client.jobs.create(
-  job_type: "fetch",
-  payload:  { url: "https://example.com", output: ["markdown"] }
+  kind:  "fetch",
+  input: { url: "https://example.com", output: ["markdown"] }
 )
 
 result = client.jobs.wait_for_completion(job["job_id"])

data/lib/scrapio/resources/agoda.rb

@@ -26,8 +26,13 @@ module Scrapio
         })
       end
 
-      def get_reviews(property_id: nil, url: nil, page: nil, language: nil)
-        @http.get("/v1/agoda/reviews", { property_id: property_id, url: url, page: page, language: language })
+      # Provide url, or property_id together with city_id (from a prior
+      # search's resolved_city_id).
+      def get_reviews(property_id: nil, city_id: nil, url: nil, page: nil, sort_by: nil, language: nil)
+        @http.get("/v1/agoda/reviews", {
+          property_id: property_id, city_id: city_id, url: url,
+          page: page, sort_by: sort_by, language: language,
+        })
       end
     end
   end

data/lib/scrapio/resources/amazon.rb

@@ -7,8 +7,8 @@ module Scrapio
         @http.get("/v1/amazon/product", { asin: asin, country: country })
       end
 
-      def search(query, country: nil, page: nil)
-        @http.get("/v1/amazon/search", { query: query, country: country, page: page })
+      def search(search, country: nil, page: nil)
+        @http.get("/v1/amazon/search", { search: search, country: country, page: page })
       end
     end
   end

data/lib/scrapio/resources/fetch.rb

@@ -4,11 +4,10 @@ module Scrapio
       def initialize(http) = @http = http
 
       def fetch(url:, render_js: nil, device: nil, session: nil, output: nil,
-                extract: nil, actions: nil, timeout: nil, proxy: nil, country: nil)
+                extract: nil, wait_for: nil, timeout_ms: nil)
         @http.post("/v1/fetch", {
           url: url, render_js: render_js, device: device, session: session,
-          output: output, extract: extract, actions: actions,
-          timeout: timeout, proxy: proxy, country: country,
+          output: output, extract: extract, wait_for: wait_for, timeout_ms: timeout_ms,
         })
       end
     end

data/lib/scrapio/resources/jobs.rb

@@ -5,8 +5,9 @@ module Scrapio
 
       def initialize(http) = @http = http
 
-      def create(job_type:, payload:, webhook_url: nil)
-        @http.post("/v1/jobs", { job_type: job_type, payload: payload, webhook_url: webhook_url })
+      def create(kind:, input:, webhook_url: nil)
+        webhook = webhook_url.nil? ? nil : { url: webhook_url }
+        @http.post("/v1/jobs", { kind: kind, input: input, webhook: webhook })
       end
 
       def get(job_id)

data/lib/scrapio/resources/walmart.rb

@@ -8,12 +8,12 @@ module Scrapio
       #   individual Walmart product pages) and will 404 until it's
       #   re-enabled. `search` is unaffected. See
       #   specs/product/walmart-api.md in the main repo.
-      def get_product(product_id, country: nil)
-        @http.get("/v1/walmart/product", { product_id: product_id, country: country })
+      def get_product(product_id, zip_code: nil)
+        @http.get("/v1/walmart/product", { product_id: product_id, zip_code: zip_code })
       end
 
-      def search(query, country: nil, page: nil)
-        @http.get("/v1/walmart/search", { query: query, country: country, page: page })
+      def search(search, zip_code: nil, page: nil)
+        @http.get("/v1/walmart/search", { search: search, zip_code: zip_code, page: page })
       end
     end
   end

data/lib/scrapio/resources/youtube.rb

@@ -7,8 +7,11 @@ module Scrapio
         @http.get("/v1/youtube/videos/#{URI.encode_uri_component(video_id)}")
       end
 
-      def search(query, page: nil, country: nil, language: nil)
-        @http.get("/v1/youtube/search", { query: query, page: page, country: country, language: language })
+      def search(search, start_page: nil, end_page: nil, country: nil, language: nil)
+        @http.get("/v1/youtube/search", {
+          search: search, start_page: start_page, end_page: end_page,
+          country: country, language: language,
+        })
       end
 
       def get_subtitles(video_id, language: nil)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: scrapio
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Scrapio