fmscraper 0.1.0__tar.gz

fmscraper-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Mieszko Pugowski
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

fmscraper-0.1.0/PKG-INFO

@@ -0,0 +1,42 @@
+Metadata-Version: 2.4
+Name: fmscraper
+Version: 0.1.0
+Summary: Scraper for FotMob matches
+Author: Mieszko Pugowski
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/MieszkoPugowski/FMScraper
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: selenium
+Requires-Dist: requests
+Requires-Dist: beautifulsoup4
+Dynamic: license-file
+
+# FMScraper
+
+FMScraper is a Python-based web scraping tool designed to collect football match data from [FotMob](https://www.fotmob.com/). It automates the extraction of match information.
+
+Inspired by: [Webscraper-PremData](https://github.com/deanpatel2/Webscraper-PremData/tree/main) and [scraping-football-sites](https://github.com/axelbol/scraping-football-sites/tree/main)
+
+## Features
+
+- Scrapes match info from FotMob
+- Handles JavaScript-driven layouts using Selenium
+- Extracts data for specific leagues, seasons, and matchweeks
+
+## Requirements
+
+- Python 3.8+
+- [Selenium](https://selenium.dev/)
+- [chromedriver](https://chromedriver.chromium.org/) or another compatible WebDriver
+
+## Disclaimer
+For educational and research purposes only. Do not use it commercially.
+
+## Installation
+
+1. Clone the repository:
+   ```bash
+   git clone https://github.com/MieszkoPugowski/FMScraper.git
+   cd FMScraper

fmscraper-0.1.0/README.md

@@ -0,0 +1,27 @@
+# FMScraper
+
+FMScraper is a Python-based web scraping tool designed to collect football match data from [FotMob](https://www.fotmob.com/). It automates the extraction of match information.
+
+Inspired by: [Webscraper-PremData](https://github.com/deanpatel2/Webscraper-PremData/tree/main) and [scraping-football-sites](https://github.com/axelbol/scraping-football-sites/tree/main)
+
+## Features
+
+- Scrapes match info from FotMob
+- Handles JavaScript-driven layouts using Selenium
+- Extracts data for specific leagues, seasons, and matchweeks
+
+## Requirements
+
+- Python 3.8+
+- [Selenium](https://selenium.dev/)
+- [chromedriver](https://chromedriver.chromium.org/) or another compatible WebDriver
+
+## Disclaimer
+For educational and research purposes only. Do not use it commercially.
+
+## Installation
+
+1. Clone the repository:
+   ```bash
+   git clone https://github.com/MieszkoPugowski/FMScraper.git
+   cd FMScraper

fmscraper-0.1.0/fmscraper/__init__.py

@@ -0,0 +1,4 @@
+from .match_list_scraper import MatchLinks
+from .match_stats import MatchStats
+
+__all__ = ["MatchLinks","MatchStats"]

fmscraper-0.1.0/fmscraper/match_list_scraper.py

@@ -0,0 +1,82 @@
+"""
+
+Author: Mieszko Pugowski
+
+FotMob scraper
+
+**FOR EDUCATIONAL PURPOSES ONLY**
+"""
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as ec
+import time
+
+
+LEAGUE_ID = 38
+LEAGUE = "bundesliga"
+SEASON = "2024-2025"
+
+
+class MatchLinks:
+    def __init__(self, league_id:int,league:str, season:str):
+        self.base_url = "https://www.fotmob.com/leagues"
+        self.league_id = str(league_id)
+        self.league = league
+        self.season = season
+        self.final_url = ""
+        # Setting up selenium driver
+        options = webdriver.ChromeOptions()
+        options.add_argument("--no-sandbox")
+        options.add_argument('--headless')
+        self.driver = webdriver.Chrome(options=options)
+        self._url_to_scrape()
+
+    def _url_to_scrape(self):
+        try:
+            matches_url = "/".join([self.base_url, self.league_id,
+                                    'matches',self.league])
+            url_to_scrape = "?".join([matches_url, f"season={self.season}"])
+            self.final_url = url_to_scrape
+        except:
+            return f"Please pick correct league's id or season (in format 20xx-20xx)"
+
+    def _consent_fotmob(self):
+        wait = WebDriverWait(self.driver, 5)
+        consent_button = wait.until(
+            ec.element_to_be_clickable((By.CSS_SELECTOR, "button.fc-button.fc-cta-consent.fc-primary-button"))
+        )
+        consent_button.click()
+
+
+    def get_matches_ids(self,rounds):
+        games_list = []
+        games_ids = []
+        self.driver.get(self.final_url)
+        self._consent_fotmob()
+        for i in range(rounds):
+            round_i = self.final_url +f"&group=by-round&round={i}"
+            self.driver.get(round_i)
+            try:
+                time.sleep(2)
+                hrefs = [a.get_attribute("href") for a in
+                         self.driver.find_elements(By.CSS_SELECTOR,
+                                              "a.css-1ajdexg-MatchWrapper.e1mxmq6p0")]
+                if not hrefs:
+                    return "You have exceeded the number of rounds in the league"
+                else:
+                    games_list.extend(hrefs)
+            except:
+                print(f"Error: stale element reference for match {i}")
+        self.driver.quit()
+        for game in games_list:
+            match_id = game.split('#')[-1]
+            games_ids.append(match_id.replace("\n", ""))
+        return games_ids
+
+
+    def write_to_file(self,file_name,ids):
+        with open(f"{file_name}.txt","w") as file:
+            for id in ids:
+                file.write(f'{id}\n')
+

fmscraper-0.1.0/fmscraper/match_stats.py

@@ -0,0 +1,22 @@
+import requests
+from bs4 import BeautifulSoup
+import json
+from fmscraper.xmas_generator import generate_xmas_header
+
+
+class MatchStats:
+    def __init__(self,match_id):
+        self.url = "https://www.fotmob.com"
+        self.id = match_id
+        self.api_url = f'/api/data/matchDetails?matchId={self.id}'
+
+    def get_json_content(self):
+        headers = {
+            "x-mas": generate_xmas_header(self.api_url)
+        }
+        full_url = self.url+self.api_url
+        response = requests.get(full_url, headers=headers)
+        response.raise_for_status()
+        soup = BeautifulSoup(response.text, 'html.parser').text
+        data = json.loads(soup)
+        return data

fmscraper-0.1.0/fmscraper/xmas_generator.py

@@ -0,0 +1,95 @@
+import base64
+import hashlib
+import json
+import time
+
+# Key to session-generated key for api. That's not a joke
+H_LYRICS = """[Spoken Intro: Alan Hansen & Trevor Brooking]
+I think it's bad news for the English game
+We're not creative enough, and we're not positive enough
+
+[Refrain: Ian Broudie & Jimmy Hill]
+It's coming home, it's coming home, it's coming
+Football's coming home (We'll go on getting bad results)
+It's coming home, it's coming home, it's coming
+Football's coming home
+It's coming home, it's coming home, it's coming
+Football's coming home
+It's coming home, it's coming home, it's coming
+Football's coming home
+
+[Verse 1: Frank Skinner]
+Everyone seems to know the score, they've seen it all before
+They just know, they're so sure
+That England's gonna throw it away, gonna blow it away
+But I know they can play, 'cause I remember
+
+[Chorus: All]
+Three lions on a shirt
+Jules Rimet still gleaming
+Thirty years of hurt
+Never stopped me dreaming
+
+[Verse 2: David Baddiel]
+So many jokes, so many sneers
+But all those "Oh, so near"s wear you down through the years
+But I still see that tackle by Moore and when Lineker scored
+Bobby belting the ball, and Nobby dancing
+
+[Chorus: All]
+Three lions on a shirt
+Jules Rimet still gleaming
+Thirty years of hurt
+Never stopped me dreaming
+
+[Bridge]
+England have done it, in the last minute of extra time!
+What a save, Gordon Banks!
+Good old England, England that couldn't play football!
+England have got it in the bag!
+I know that was then, but it could be again
+
+[Refrain: Ian Broudie]
+It's coming home, it's coming
+Football's coming home
+It's coming home, it's coming home, it's coming
+Football's coming home
+(England have done it!)
+It's coming home, it's coming home, it's coming
+Football's coming home
+It's coming home, it's coming home, it's coming
+Football's coming home
+[Chorus: All]
+(It's coming home) Three lions on a shirt
+(It's coming home, it's coming) Jules Rimet still gleaming
+(Football's coming home
+It's coming home) Thirty years of hurt
+(It's coming home, it's coming) Never stopped me dreaming
+(Football's coming home
+It's coming home) Three lions on a shirt
+(It's coming home, it's coming) Jules Rimet still gleaming
+(Football's coming home
+It's coming home) Thirty years of hurt
+(It's coming home, it's coming) Never stopped me dreaming
+(Football's coming home
+It's coming home) Three lions on a shirt
+(It's coming home, it's coming) Jules Rimet still gleaming
+(Football's coming home
+It's coming home) Thirty years of hurt
+(It's coming home, it's coming) Never stopped me dreaming
+(Football's coming home)"""
+
+def generate_xmas_header(url, h=H_LYRICS):
+    body = {
+        "url": url,
+        "code": int(time.time() * 1000),
+        "foo": "production:e590188e5cefd1927f5971700c5e8175db729285-undefined"
+    }
+    json_body = json.dumps(body, separators=(',', ':'))
+    signature = hashlib.md5((json_body + h).encode('utf-8')).hexdigest().upper()
+    header_obj = {
+        "body": body,
+        "signature": signature
+    }
+    xmas = base64.b64encode(json.dumps(header_obj, separators=(',', ':')).encode('utf-8')).decode('utf-8')
+    return xmas

fmscraper-0.1.0/fmscraper.egg-info/PKG-INFO

@@ -0,0 +1,42 @@
+Metadata-Version: 2.4
+Name: fmscraper
+Version: 0.1.0
+Summary: Scraper for FotMob matches
+Author: Mieszko Pugowski
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/MieszkoPugowski/FMScraper
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: selenium
+Requires-Dist: requests
+Requires-Dist: beautifulsoup4
+Dynamic: license-file
+
+# FMScraper
+
+FMScraper is a Python-based web scraping tool designed to collect football match data from [FotMob](https://www.fotmob.com/). It automates the extraction of match information.
+
+Inspired by: [Webscraper-PremData](https://github.com/deanpatel2/Webscraper-PremData/tree/main) and [scraping-football-sites](https://github.com/axelbol/scraping-football-sites/tree/main)
+
+## Features
+
+- Scrapes match info from FotMob
+- Handles JavaScript-driven layouts using Selenium
+- Extracts data for specific leagues, seasons, and matchweeks
+
+## Requirements
+
+- Python 3.8+
+- [Selenium](https://selenium.dev/)
+- [chromedriver](https://chromedriver.chromium.org/) or another compatible WebDriver
+
+## Disclaimer
+For educational and research purposes only. Do not use it commercially.
+
+## Installation
+
+1. Clone the repository:
+   ```bash
+   git clone https://github.com/MieszkoPugowski/FMScraper.git
+   cd FMScraper

fmscraper-0.1.0/fmscraper.egg-info/SOURCES.txt

@@ -0,0 +1,12 @@
+LICENSE
+README.md
+pyproject.toml
+fmscraper/__init__.py
+fmscraper/match_list_scraper.py
+fmscraper/match_stats.py
+fmscraper/xmas_generator.py
+fmscraper.egg-info/PKG-INFO
+fmscraper.egg-info/SOURCES.txt
+fmscraper.egg-info/dependency_links.txt
+fmscraper.egg-info/requires.txt
+fmscraper.egg-info/top_level.txt

fmscraper-0.1.0/fmscraper.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

fmscraper-0.1.0/fmscraper.egg-info/requires.txt

@@ -0,0 +1,3 @@
+selenium
+requests
+beautifulsoup4

fmscraper-0.1.0/fmscraper.egg-info/top_level.txt

@@ -0,0 +1 @@
+fmscraper

fmscraper-0.1.0/pyproject.toml

@@ -0,0 +1,22 @@
+[project]
+name = "fmscraper"
+version = "0.1.0"
+description = "Scraper for FotMob matches"
+authors = [
+    { name = "Mieszko Pugowski"}
+]
+license = "MIT"
+readme = "README.md"
+requires-python = ">=3.8"
+dependencies = [
+    "selenium",
+    "requests",
+    "beautifulsoup4"
+]
+
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project.urls]
+"Homepage" = "https://github.com/MieszkoPugowski/FMScraper"

fmscraper-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+