yad2-scraper 0.5.2__tar.gz → 0.5.3__tar.gz

{yad2_scraper-0.5.2 → yad2_scraper-0.5.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: yad2-scraper
-Version: 0.5.2
+Version: 0.5.3
 Summary: Scrape Yad2 in Python.
 License: LICENSE
 Author: dav ost
@@ -59,9 +59,9 @@ To fetch any category, use the `fetch_category` function:
 from yad2_scraper import fetch_category, Yad2Category
 
 # Fetch real estate category (returns a generic Yad2Category object)
-real_estate_category_page1 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=1)
+real_estate_page1 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=1)
 ...
-real_estate_category_page2 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=2)
+real_estate_page2 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=2)
 ...
 ```
 
@@ -75,21 +75,21 @@ from yad2_scraper import fetch_vehicle_category, OrderVehiclesBy, Field
 # Fetch cars category
 cars_category = fetch_vehicle_category("cars")
 
-for car_data in cars_category.load_next_data().iterate_vehicles():
+for car_data in cars_category.load_next_data().get_data():
     print(car_data.model(Field.ENGLISH_TEXT))
     print(car_data.test_date)
     print(car_data.price)
     ...
 
 # Fetch motorcycles category
-motorcycle_categories = fetch_vehicle_category(
+motorcycle_category = fetch_vehicle_category(
     "motorcycles",
     price_range=(5000, 15000),
     year_range=(2010, 2020),
     order_by=OrderVehiclesBy.PRICE_LOWEST_TO_HIGHEST
 )
 
-for motorcycle_tag in motorcycle_categories.get_vehicle_tags():
+for motorcycle_tag in motorcycle_category.get_tags():
     print(motorcycle_tag.page_link)
     print(motorcycle_tag.hand)
     print(motorcycle_tag.price)
@@ -129,22 +129,23 @@ from yad2_scraper.vehicles import (
     get_vehicle_category_url
 )
 
-# Fetch businesses for sale category with filters
-scraper = Yad2Scraper()
+scraper = Yad2Scraper(request_defaults={"timeout": 5}, max_request_attempts=3)
+
+# Fetch businesses-for-sale category with filters
 url = "https://www.yad2.co.il/products/businesses-for-sale"
 query_filters = QueryFilters(price_range=(10000, 250000), order_by=OrderBy.PRICE_LOWEST_TO_HIGHEST)
-business_for_sale_category = scraper.fetch_category(url, Yad2Category, params=query_filters)
+businesses_for_sale_category = scraper.fetch_category(url, Yad2Category, params=query_filters)
 
-# Fetch watercraft (vehicle) category with filters
+# Fetch watercraft category with filters
 url = get_vehicle_category_url("watercraft")
 query_filters = VehiclesQueryFilters(year_range=(2010, 2020), order_by=OrderVehiclesBy.DATE)
 watercraft_category = scraper.fetch_category(url, Yad2VehiclesCategory, params=query_filters)
 ```
 
-#### Attributes & Methods
+#### Features & Functionality
 
-The `Yad2Scraper` object contains a lot of additional attributes & methods which you can use.
-Please check out the actual code documentation for more details.
+The `Yad2Scraper` class provides various attributes and methods to customize and extend its functionality.
+For detailed usage and examples, refer to the code documentation.
 
 ## Contributing
 

{yad2_scraper-0.5.2 → yad2_scraper-0.5.3}/README.md

@@ -36,9 +36,9 @@ To fetch any category, use the `fetch_category` function:
 from yad2_scraper import fetch_category, Yad2Category
 
 # Fetch real estate category (returns a generic Yad2Category object)
-real_estate_category_page1 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=1)
+real_estate_page1 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=1)
 ...
-real_estate_category_page2 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=2)
+real_estate_page2 = fetch_category("https://www.yad2.co.il/realestate/forsale", page=2)
 ...
 ```
 
@@ -52,21 +52,21 @@ from yad2_scraper import fetch_vehicle_category, OrderVehiclesBy, Field
 # Fetch cars category
 cars_category = fetch_vehicle_category("cars")
 
-for car_data in cars_category.load_next_data().iterate_vehicles():
+for car_data in cars_category.load_next_data().get_data():
     print(car_data.model(Field.ENGLISH_TEXT))
     print(car_data.test_date)
     print(car_data.price)
     ...
 
 # Fetch motorcycles category
-motorcycle_categories = fetch_vehicle_category(
+motorcycle_category = fetch_vehicle_category(
     "motorcycles",
     price_range=(5000, 15000),
     year_range=(2010, 2020),
     order_by=OrderVehiclesBy.PRICE_LOWEST_TO_HIGHEST
 )
 
-for motorcycle_tag in motorcycle_categories.get_vehicle_tags():
+for motorcycle_tag in motorcycle_category.get_tags():
     print(motorcycle_tag.page_link)
     print(motorcycle_tag.hand)
     print(motorcycle_tag.price)
@@ -106,22 +106,23 @@ from yad2_scraper.vehicles import (
     get_vehicle_category_url
 )
 
-# Fetch businesses for sale category with filters
-scraper = Yad2Scraper()
+scraper = Yad2Scraper(request_defaults={"timeout": 5}, max_request_attempts=3)
+
+# Fetch businesses-for-sale category with filters
 url = "https://www.yad2.co.il/products/businesses-for-sale"
 query_filters = QueryFilters(price_range=(10000, 250000), order_by=OrderBy.PRICE_LOWEST_TO_HIGHEST)
-business_for_sale_category = scraper.fetch_category(url, Yad2Category, params=query_filters)
+businesses_for_sale_category = scraper.fetch_category(url, Yad2Category, params=query_filters)
 
-# Fetch watercraft (vehicle) category with filters
+# Fetch watercraft category with filters
 url = get_vehicle_category_url("watercraft")
 query_filters = VehiclesQueryFilters(year_range=(2010, 2020), order_by=OrderVehiclesBy.DATE)
 watercraft_category = scraper.fetch_category(url, Yad2VehiclesCategory, params=query_filters)
 ```
 
-#### Attributes & Methods
+#### Features & Functionality
 
-The `Yad2Scraper` object contains a lot of additional attributes & methods which you can use.
-Please check out the actual code documentation for more details.
+The `Yad2Scraper` class provides various attributes and methods to customize and extend its functionality.
+For detailed usage and examples, refer to the code documentation.
 
 ## Contributing
 

{yad2_scraper-0.5.2 → yad2_scraper-0.5.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "yad2-scraper"
-version = "0.5.2"
+version = "0.5.3"
 description = "Scrape Yad2 in Python."
 authors = ["dav ost <davidost2003@gmail.com>"]
 license = "LICENSE"

{yad2_scraper-0.5.2 → yad2_scraper-0.5.3}/yad2_scraper/vehicles/category.py

@@ -7,8 +7,9 @@ from yad2_scraper.vehicles.next_data import VehiclesNextData
 
 class Yad2VehiclesCategory(Yad2Category):
     """Represents a Yad2 vehicles category parsed from an HTML page."""
-    def get_vehicle_tags(self) -> List[VehicleTag]:
-        """Retrieve a and return list of vehicle tags from the current category."""
+
+    def get_tags(self) -> List[VehicleTag]:
+        """Retrieve and return a list of tags from the current vehicle page."""
         tags = self.find_all_tags_by_class_substring("div", "feedItemBox")
         return [VehicleTag(tag) for tag in tags]
 

{yad2_scraper-0.5.2 → yad2_scraper-0.5.3}/yad2_scraper/vehicles/next_data.py

@@ -307,8 +307,10 @@ class VehicleData(metaclass=SafeAccessOptionalKeysMeta):
 class VehiclesNextData(NextData):
     """Represents structured Next.js data of a specific vehicle category."""
 
-    def iterate_vehicles(self) -> Iterator[VehicleData]:
-        """Iterates through the queries and yields `VehicleData` objects."""
+    def get_data(self) -> List[VehicleData]:
+        """Extract and return a list of vehicle-data objects from the stored queries."""
+        data_list = []
+
         for query in self.queries:
             data = query["state"].get("data")
 
@@ -317,4 +319,6 @@ class VehiclesNextData(NextData):
 
             for vehicle_data in itertools.chain.from_iterable(data.values()):
                 if isinstance(vehicle_data, dict):
-                    yield VehicleData(vehicle_data)
+                    data_list.append(VehicleData(vehicle_data))
+
+        return data_list