uk_bin_collection 0.141.4__py3-none-any.whl → 0.142.0__py3-none-any.whl

uk_bin_collection/tests/input.json

@@ -1861,6 +1861,15 @@
         "wiki_name": "Stevenage Borough Council",
         "wiki_note": "Use [FindMyAddress](https://www.findmyaddress.co.uk/search) to find your UPRN."
     },
+    "StirlingCouncil": {
+        "url": "https://www.stirling.gov.uk/bins-and-recycling/bin-collection-dates-search/",
+        "house_number": "5, SUNNYLAW ROAD, BRIDGE OF ALLAN, STIRLING, FK9 4QA",
+        "postcode": "FK9 4QA",
+        "skip_get_url": true,
+        "web_driver": "http://selenium:4444",
+        "wiki_name": "Stirling Council",
+        "wiki_note": "Use the full address as it appears on the drop-down on the site when you search by postcode."
+    },
     "StockportBoroughCouncil": {
         "url": "https://myaccount.stockport.gov.uk/bin-collections/show/100011434401",
         "wiki_command_url_override": "https://myaccount.stockport.gov.uk/bin-collections/show/XXXXXXXX",

uk_bin_collection/uk_bin_collection/councils/StirlingCouncil.py

@@ -0,0 +1,163 @@
+# This script pulls bin collection data from Stirling Council
+# Example URL: https://www.stirling.gov.uk/bins-and-recycling/bin-collection-dates-search/
+import time
+
+from bs4 import BeautifulSoup
+from dateutil.parser import parse
+from selenium.common.exceptions import NoSuchElementException, TimeoutException
+from selenium.webdriver.common.by import By
+from selenium.webdriver.common.keys import Keys
+from selenium.webdriver.support import expected_conditions as EC
+from selenium.webdriver.support.ui import Select
+from selenium.webdriver.support.wait import WebDriverWait
+
+from uk_bin_collection.uk_bin_collection.common import *
+from uk_bin_collection.uk_bin_collection.get_bin_data import AbstractGetBinDataClass
+
+
+class CouncilClass(AbstractGetBinDataClass):
+
+    def parse_data(self, page: str, **kwargs) -> dict:
+        driver = None
+        try:
+            data = {"bins": []}
+
+            user_paon = kwargs.get("paon")
+            postcode = kwargs.get("postcode")
+            web_driver = kwargs.get("web_driver")
+            headless = kwargs.get("headless")
+            url = kwargs.get("url")
+
+            print(
+                f"Starting parse_data with parameters: postcode={postcode}, paon={user_paon}"
+            )
+            print(
+                f"Creating webdriver with: web_driver={web_driver}, headless={headless}"
+            )
+
+            driver = create_webdriver(web_driver, headless, None, __name__)
+            print(f"Navigating to URL: {url}")
+            driver.get(url)
+            print("Successfully loaded the page")
+
+            # Handle cookie confirmation dialog
+            wait = WebDriverWait(driver, 60)
+
+            # Handle cookie banner if present
+            try:
+                cookie_button = wait.until(
+                    EC.element_to_be_clickable((By.ID, "ccc-recommended-settings")),
+                    message="Cookie banner not found",
+                )
+                cookie_button.click()
+                print("Cookie banner clicked.")
+                time.sleep(1)  # Brief pause to let banner disappear
+            except (TimeoutException, NoSuchElementException):
+                print("No cookie banner appeared or selector failed.")
+
+            # Enter postcode
+            print("Looking for postcode input...")
+            post_code_input = wait.until(
+                EC.element_to_be_clickable((By.ID, "js-postcode-lookup-postcode")),
+                message="Postcode input not found",
+            )
+            post_code_input.clear()
+            post_code_input.send_keys(postcode)
+            print(f"Entered postcode: {postcode}")
+
+            driver.switch_to.active_element.send_keys(Keys.TAB + Keys.ENTER)
+            print("Pressed ENTER on Find")
+
+            # Wait for and select address
+            print("Waiting for address dropdown...")
+            address_select = wait.until(
+                EC.element_to_be_clickable((By.CLASS_NAME, "select__input")),
+                message="Address dropdown not found",
+            )
+            dropdown = Select(address_select)
+
+            dropdown.select_by_visible_text(user_paon)
+            print("Address selected successfully")
+
+            driver.switch_to.active_element.send_keys(Keys.TAB * 2 + Keys.ENTER)
+            print("Pressed ENTER on Next button")
+
+            print("Looking for schedule list...")
+            schedule_list = WebDriverWait(driver, 10).until(
+                EC.presence_of_element_located((By.CLASS_NAME, "schedule__list"))
+            )
+
+            # Make a BS4 object
+            print("Parsing page with BeautifulSoup...")
+            soup = BeautifulSoup(driver.page_source, features="html.parser")
+
+            # Process collection details
+            print("Looking for collection details in the page...")
+
+            schedule_items = []
+            selectors = [
+                "li.schedule__item",
+            ]
+
+            for selector in selectors:
+                items = soup.select(selector)
+                if items:
+                    print(f"Found {len(items)} items using selector: {selector}")
+                    schedule_items = items
+                    break
+
+            print(f"\nProcessing {len(schedule_items)} schedule items...")
+
+            for item in schedule_items:
+                try:
+                    # Try multiple selectors for bin type
+                    title = item.find("h2", class_="schedule__title")
+
+                    bin_type = title.text.strip()
+
+                    summary = item.find("p", class_="schedule__summary")
+
+                    # Extract date text
+                    summary_text = summary.get_text(strip=True)
+                    print(f"Found summary text: {summary_text}")
+
+                    # Try different date formats
+                    date_text = None
+                    for splitter in ["Then every", "then every", "Every"]:
+                        if splitter in summary_text:
+                            date_text = summary_text.split(splitter)[0].strip()
+                            break
+
+                    if not date_text:
+                        date_text = summary_text  # Use full text if no splitter found
+
+                    print(f"Extracted date text: {date_text}")
+
+                    # Parse the date
+                    cleaned_date_text = remove_ordinal_indicator_from_date_string(
+                        date_text
+                    )
+                    parsed_date = parse(cleaned_date_text, fuzzy=True)
+                    bin_date = parsed_date.strftime("%d/%m/%Y")
+
+                    # Add only the next collection
+                    if bin_type and bin_date:
+                        dict_data = {
+                            "type": bin_type,
+                            "collectionDate": bin_date,
+                        }
+                        data["bins"].append(dict_data)
+                        print(f"Successfully added collection: {dict_data}")
+
+                except Exception as e:
+                    print(f"Error processing item: {e}")
+                    continue
+        except Exception as e:
+            print(f"An error occurred: {e}")
+            raise
+        finally:
+            print("Cleaning up webdriver...")
+            if driver:
+                driver.quit()
+
+        return data

{uk_bin_collection-0.141.4.dist-info → uk_bin_collection-0.142.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: uk_bin_collection
-Version: 0.141.4
+Version: 0.142.0
 Summary: Python Lib to collect UK Bin Data
 Author: Robert Bradley
 Author-email: robbrad182@gmail.com

{uk_bin_collection-0.141.4.dist-info → uk_bin_collection-0.142.0.dist-info}/RECORD

@@ -3,7 +3,7 @@ uk_bin_collection/tests/check_selenium_url_in_input.json.py,sha256=Iecdja0I3XIiY
 uk_bin_collection/tests/council_feature_input_parity.py,sha256=DO6Mk4ImYgM5ZCZ-cutwz5RoYYWZRLYx2tr6zIs_9Rc,3843
 uk_bin_collection/tests/features/environment.py,sha256=VQZjJdJI_kZn08M0j5cUgvKT4k3iTw8icJge1DGOkoA,127
 uk_bin_collection/tests/features/validate_council_outputs.feature,sha256=SJK-Vc737hrf03tssxxbeg_JIvAH-ddB8f6gU1LTbuQ,251
-uk_bin_collection/tests/input.json,sha256=NQy_rR9oaERmyOMOwk02BTJqAafV1F-Nk1aNjJFTRag,120526
+uk_bin_collection/tests/input.json,sha256=CheFZpYR_5AaYma_Eb1EtziWGQWR8c7nYgwLLzxAio4,120996
 uk_bin_collection/tests/output.schema,sha256=ZwKQBwYyTDEM4G2hJwfLUVM-5v1vKRvRK9W9SS1sd18,1086
 uk_bin_collection/tests/step_defs/step_helpers/file_handler.py,sha256=Ygzi4V0S1MIHqbdstUlIqtRIwnynvhu4UtpweJ6-5N8,1474
 uk_bin_collection/tests/step_defs/test_validate_council.py,sha256=VZ0a81sioJULD7syAYHjvK_-nT_Rd36tUyzPetSA0gk,3475
@@ -265,6 +265,7 @@ uk_bin_collection/uk_bin_collection/councils/StHelensBC.py,sha256=X9dvnQTNn7QUO8
 uk_bin_collection/uk_bin_collection/councils/StaffordBoroughCouncil.py,sha256=9Qj4HJI7Dbiqb2mVSG2UtkBe27Y7wvQ5SYFTwGzJ5g0,2292
 uk_bin_collection/uk_bin_collection/councils/StaffordshireMoorlandsDistrictCouncil.py,sha256=vdSnDbiKLQIdvvqVXDi2butZXRBMxv401aIrkLkKgy4,4370
 uk_bin_collection/uk_bin_collection/councils/StevenageBoroughCouncil.py,sha256=EiDIyOlHhdiJ-YYjo7T5uA5sN2jzNoysu6FctjuAjBI,3549
+uk_bin_collection/uk_bin_collection/councils/StirlingCouncil.py,sha256=QaUw5oP_mmFAXo98EdHhI6lWo4OjF2E8zY2M7HQo2bk,6308
 uk_bin_collection/uk_bin_collection/councils/StockportBoroughCouncil.py,sha256=v0HmioNVRoU1-9OnLJl2V3M5pVR1aVu1BgOLHFR1Sf4,1429
 uk_bin_collection/uk_bin_collection/councils/StocktonOnTeesCouncil.py,sha256=obaBgsmIJ95Ah7KaTNWdU107tZDPVuuJox0mGUoGjNk,6070
 uk_bin_collection/uk_bin_collection/councils/StokeOnTrentCityCouncil.py,sha256=KM0EgWeO7mk8lkozX0RCTfMchXdjrfBqIjCiOtB09aM,2884
@@ -326,8 +327,8 @@ uk_bin_collection/uk_bin_collection/councils/YorkCouncil.py,sha256=I2kBYMlsD4bId
 uk_bin_collection/uk_bin_collection/councils/council_class_template/councilclasstemplate.py,sha256=EQWRhZ2pEejlvm0fPyOTsOHKvUZmPnxEYO_OWRGKTjs,1158
 uk_bin_collection/uk_bin_collection/create_new_council.py,sha256=m-IhmWmeWQlFsTZC4OxuFvtw5ZtB8EAJHxJTH4O59lQ,1536
 uk_bin_collection/uk_bin_collection/get_bin_data.py,sha256=YvmHfZqanwrJ8ToGch34x-L-7yPe31nB_x77_Mgl_vo,4545
-uk_bin_collection-0.141.4.dist-info/LICENSE,sha256=vABBUOzcrgfaTKpzeo-si9YVEun6juDkndqA8RKdKGs,1071
-uk_bin_collection-0.141.4.dist-info/METADATA,sha256=3InKR2PGDz8pWtSdL27kM0OwKZAZV0dxHHhZaK06LWs,19851
-uk_bin_collection-0.141.4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-uk_bin_collection-0.141.4.dist-info/entry_points.txt,sha256=36WCSGMWSc916S3Hi1ZkazzDKHaJ6CD-4fCEFm5MIao,90
-uk_bin_collection-0.141.4.dist-info/RECORD,,
+uk_bin_collection-0.142.0.dist-info/LICENSE,sha256=vABBUOzcrgfaTKpzeo-si9YVEun6juDkndqA8RKdKGs,1071
+uk_bin_collection-0.142.0.dist-info/METADATA,sha256=i2E_v_Kj_688lBYFandCTV20fc9CRU4UJIl50Z30AmU,19851
+uk_bin_collection-0.142.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+uk_bin_collection-0.142.0.dist-info/entry_points.txt,sha256=36WCSGMWSc916S3Hi1ZkazzDKHaJ6CD-4fCEFm5MIao,90
+uk_bin_collection-0.142.0.dist-info/RECORD,,