rockauto_api 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: eff8195831ca08f029eb1128c3fbdc9a8bc5c6441a41d3eba61b2279add15d46
-  data.tar.gz: e961fb95855b0e0d7433ae5c9122ae3a755763e4a5ad99ce22bc0966759ebd9b
+  metadata.gz: 4e4cbe41448443aa7171c3b64a5eabd9cb57238eede7153139787e20a02d703d
+  data.tar.gz: 26413f356a2c6d7981fa912415e878f2f776a1d2c836cd43b60039e3c9217ec0
 SHA512:
-  metadata.gz: e5b8f220ea632303e38d8a34a9ef4bddc5481b2d2c618bc73de1bd286af05cfe8e6ad0fddf621c311cb175b38735a1bb7f04ba0edb3a192a015dbc574622a8d4
-  data.tar.gz: '078556f85c37110c00410c72602a46757c6e8d0fb344f74f1f3d8c14d3e5f0ad6a6870715d6ced9e3c060fe56d6dae593d41460b921aec8e3e64e8362d36ac2c'
+  metadata.gz: 21c380dc61636b085274e65ac4529e33ebd5fe2218f6d0be8d7ff22f5cf00763163098ffc5828ca4161375707f0f5b62df85fa43ef7952e522ea13d81aa76022
+  data.tar.gz: cd88096e1c0e0473373dee1ac07244007a2e8b21a176539ff733c92178b496c6012a7b663b3a647400ddd1a094d89a4566a8f0ba285fd71c96aeab48fb27497b

data/lib/rockauto_api/client.rb

@@ -106,6 +106,7 @@ module RockautoApi
     end
 
     def post_with_csrf(url, form_data)
+      init_session!
       page_resp = @conn.get(url)
       nck = Parsers::HtmlHelpers.extract_csrf_token(page_resp.body)
       form_data["_nck"] = nck if nck
@@ -143,6 +144,7 @@ module RockautoApi
     end
 
     def get(path)
+      init_session!
       resp = @conn.get(path)
       resp.body
     rescue Faraday::Error => e
@@ -150,6 +152,7 @@ module RockautoApi
     end
 
     def post(path, body = nil)
+      init_session!
       resp = @conn.post(path, body)
       resp.body
     rescue Faraday::Error => e

data/lib/rockauto_api/endpoints/part_search.rb

@@ -62,24 +62,51 @@ module RockautoApi
           type_value = match&.value || ""
         end
 
+        init_session!
+
+        page_resp = @conn.get("/en/partsearch/")
+        nck = Parsers::HtmlHelpers.extract_csrf_token(page_resp.body)
+
         form_data = {
+          "_nck" => nck || "",
+          "_jnck" => @jnck_token || "",
           "dopartsearch" => "1",
           "partsearch[partnum][partsearch_007]" => part_number,
           "partsearch[manufacturer][partsearch_007]" => man_value,
           "partsearch[partgroup][partsearch_007]" => group_value,
           "partsearch[parttype][partsearch_007]" => type_value,
           "partsearch[partname][partsearch_007]" => part_name || "",
-          "partsearch[do][partsearch_007]" => "Search"
+          "partsearch[do][partsearch_007]" => "Search",
+          "func" => "sendparttabsearch",
+          "payload" => "{}",
+          "api_json_request" => "1",
+          "sctchecked" => "1",
+          "scbeenloaded" => "false",
+          "curCartGroupID" => ""
         }
 
-        html = post_with_csrf("/en/partsearch/", form_data)
-        doc = Nokogiri::HTML(html)
+        resp = Faraday.new(url: "https://www.rockauto.com") do |f|
+          f.request :url_encoded
+          f.use :cookie_jar
+          f.adapter Faraday.default_adapter
+          f.options.timeout = RockautoApi.configuration&.request_timeout || 30
+          f.headers["X-Requested-With"] = "XMLHttpRequest"
+          f.headers["Content-Type"] = "application/x-www-form-urlencoded; charset=UTF-8"
+          f.headers["User-Agent"] = "Mozilla/5.0 (iPhone; CPU iPhone OS 17_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.1 Mobile/15E148 Safari/604.1"
+          f.headers["Referer"] = "https://www.rockauto.com/en/partsearch/"
+          @conn.headers["Cookie"].to_s.split(";").each do |cookie|
+            name, val = cookie.strip.split("=", 2)
+            f.headers["Cookie"] = "#{f.headers['Cookie']}; #{name}=#{val}" if name && val
+          end
+        end.post("catalog/catalogapi.php", form_data)
 
-        parts = parse_part_search_results(doc)
+        response = JSON.parse(resp.body)
+
+        parts = parse_part_search_json(response)
         parts = parts.map do |p|
           attrs = p.to_h
           if include_fitments && attrs[:listing_data]
-            fitment_result = get_fitment_for_part(attrs[:listing_data])
+            attrs[:buyers_guide] = get_fitment_for_part(attrs[:listing_data])
           end
           Models::PartInfo.new(**attrs)
         end
@@ -91,6 +118,8 @@ module RockautoApi
           manufacturer: manufacturer || "All",
           part_group: part_group || "All"
         )
+      rescue Faraday::Error => e
+        raise NetworkError, "Part search failed: #{e.message}"
       end
 
       def what_is_part_called(search_query)
@@ -146,6 +175,65 @@ module RockautoApi
         data.empty? ? nil : data
       end
 
+      def parse_part_search_json(response)
+        html = response["searchnoderesults"]
+        return [] unless html && !html.empty?
+
+        doc = Nokogiri::HTML(html)
+        parse_part_search_listings(doc)
+      end
+
+      def parse_part_search_listings(doc)
+        doc.css(".listing-container-c").map { |container|
+          begin
+            next nil if container.at_css(".listing-final-partnumber").nil?
+
+            part_number = container.at_css(".listing-final-partnumber")&.text&.strip || "Unknown"
+            brand = container.at_css(".listing-final-manufacturer")&.text&.strip
+            price_el = container.at_css(".listing-price")
+            price = price_el&.text&.strip
+            image_elem = container.at_css("img.listing-inline-image") || container.at_css("img")
+            image_url = Parsers::HtmlHelpers.make_absolute_url(image_elem["src"]) if image_elem&.attr("src")
+            info_link = container.at_css("a[href*='moreinfo']")
+            info_url = Parsers::HtmlHelpers.make_absolute_url(info_link["href"]) if info_link&.attr("href")
+            name_text = container.at_css(".listing-text-row b")&.text&.strip
+            name = name_text || "#{brand} #{part_number}"
+            category_elem = container.at_css(".listing-footnote-text")
+            category = category_elem&.text&.strip
+
+            supplement_input = container.at_css("input[name='listing_data_supplemental'], input[id^='listing_data_supplemental']")
+            essential_input = container.at_css("input[name^='listing_data_essential'], input[id^='listing_data_essential']")
+            listing_data = nil
+            if supplement_input || essential_input
+              listing_data = {}
+              if essential_input
+                ess = JSON.parse(essential_input["value"] || "{}") rescue {}
+                listing_data["groupindex"] = ess["groupindex"].to_s if ess["groupindex"]
+                listing_data["car"] = { "carcode" => ess["carcode"], "parttype" => ess["parttype"], "partkey" => ess["partkey"] }
+              end
+              if supplement_input
+                supp = JSON.parse(supplement_input["value"] || "{}") rescue {}
+                listing_data["supplemental"] = { "partnumber" => supp["partnumber"], "catalogname" => supp["catalogname"] }
+              end
+            end
+
+            Models::PartInfo.new(
+              name: name,
+              part_number: part_number,
+              brand: brand,
+              price: price,
+              url: nil,
+              image_url: image_url,
+              info_url: info_url,
+              category: category,
+              listing_data: listing_data
+            )
+          rescue StandardError
+            nil
+          end
+        }.compact
+      end
+
       def parse_what_is_called_results(doc)
         doc.css("a").map { |a|
           text = a.text.strip

data/lib/rockauto_api/models/part.rb

@@ -15,6 +15,7 @@ module RockautoApi
       attribute? :specifications, Types::String.optional
       attribute? :compatibility_notes, Types::String.optional
       attribute? :listing_data, Types::Hash
+      attribute? :buyers_guide, Types.Instance(RockautoApi::Models::BuyersGuideResult)
     end
 
     class PartSearchResult < Dry::Struct

data/lib/rockauto_api/parsers/fitment_parser.rb

@@ -14,12 +14,21 @@ module RockautoApi
             next if cells.first.match?(/\A\s*(?:Year|Make|Model)\s*\z/i)
 
             year = cells[0].to_i
+            if year.zero?
+              year = cells[2].to_i
+              make = cells[0] || "Unknown"
+              model = cells[1] || "Unknown"
+            else
+              make = cells[1] || "Unknown"
+              model = cells[2] || "Unknown"
+            end
+
             next if year.zero?
 
             fitments << Models::FitmentInfo.new(
               year: year,
-              make: cells[1] || "Unknown",
-              model: cells[2] || "Unknown",
+              make: make,
+              model: model,
               engine: cells[3],
               transmission: cells[4],
               drivetrain: cells[5],

data/lib/rockauto_api/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RockautoApi
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/lib/rockauto_api.rb

@@ -13,8 +13,8 @@ require_relative "rockauto_api/configuration"
 require_relative "rockauto_api/errors"
 require_relative "rockauto_api/cache"
 require_relative "rockauto_api/models/vehicle"
-require_relative "rockauto_api/models/part"
 require_relative "rockauto_api/models/fitment"
+require_relative "rockauto_api/models/part"
 require_relative "rockauto_api/models/order"
 require_relative "rockauto_api/models/account"
 require_relative "rockauto_api/models/tool"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rockauto_api
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Ben D'Angelo