structables 0.3.16__tar.gz → 0.4.0__tar.gz

{structables-0.3.16 → structables-0.4.0}/.forgejo/workflows/docker.yml

@@ -9,7 +9,7 @@ jobs:
   docker:
     name: Docker Build and Push to Docker Hub
     container:
-      image: node:20-bookworm
+      image: node:22-bookworm
     steps:
       - name: Install dependencies
         run: |
@@ -25,7 +25,7 @@ jobs:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
       - name: Build and push to Docker Hub
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           push: true
           tags: |

{structables-0.3.16 → structables-0.4.0}/.forgejo/workflows/release.yml

@@ -10,7 +10,7 @@ jobs:
   publish:
     name: Publish to PyPI
     container:
-      image: node:20-bookworm
+      image: node:22-bookworm
 
     steps:
       - name: Check out code

{structables-0.3.16 → structables-0.4.0}/.gitignore

@@ -6,6 +6,7 @@ privacy.md
 privacy.txt
 *.pyc
 venv/
+/output
 
 # Special rules needed for building the Docker image
 /dist/*

{structables-0.3.16 → structables-0.4.0}/Dockerfile

@@ -1,4 +1,4 @@
-FROM alpine:3.20
+FROM alpine:3.21
 
 ENV APP_ENV=/opt/venv
 ENV PATH="${APP_ENV}/bin:$PATH"

{structables-0.3.16 → structables-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: structables
-Version: 0.3.16
+Version: 0.4.0
 Summary: A simple frontend for Instructables
 Project-URL: Homepage, https://git.private.coffee/privatecoffee/structables
 Project-URL: Bug Tracker, https://git.private.coffee/privatecoffee/structables/issues
@@ -692,18 +692,26 @@ An open source alternative front-end to Instructables. This is a fork of <a href
 
 ## Instances
 
-| URL                                                                     | Provided by                                     | Country | Comments |
-| ----------------------------------------------------------------------- | ----------------------------------------------- | ------- | -------- |
-| [structables.private.coffee](https://structables.private.coffee/)       | [Private.coffee](https://private.coffee/)       | Austria |          |
-| [structables.bloat.cat](https://structables.bloat.cat/)                 | [Bloat.cat](https://bloat.cat)                  | Germany |          |
-| [structables.darkness.services](https://structables.darkness.services/) | [Darkness.services](https://darkness.services/) | USA     |          |
+<!-- START_INSTANCE_LIST type:eq=clearnet -->
+
+| URL                                                                    | Provided by                                    | Country          | Notes         |
+| ---------------------------------------------------------------------- | ---------------------------------------------- | ---------------- | ------------- |
+| [structables.private.coffee](https://structables.private.coffee)       | [Private.coffee](https://private.coffee)       | Austria 🇦🇹 🇪🇺    | Main instance |
+| [structables.bloat.cat](https://structables.bloat.cat)                 | [Bloat.cat](https://bloat.cat)                 | Germany 🇩🇪 🇪🇺    |               |
+| [structables.darkness.services](https://structables.darkness.services) | [Darkness.services](https://darkness.services) | United States 🇺🇸 |               |
+
+<!-- END_INSTANCE_LIST -->
 
 ### Tor Hidden Services
 
-| URL                                                                                                                                                              | Provided by                                     | Country | Comments |
-| ---------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------------------------------------- | ------- | -------- |
-| [structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion](http://structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion/) | [Private.coffee](https://private.coffee/)       | Austria |          |
-| [structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion](http://structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion/) | [Darkness.services](https://darkness.services/) | USA     |          |
+<!-- START_INSTANCE_LIST type:eq=onion -->
+
+| URL                                                                                                                                                             | Provided by                                    | Country          | Notes         |
+| --------------------------------------------------------------------------------------------------------------------------------------------------------------- | ---------------------------------------------- | ---------------- | ------------- |
+| [structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion](http://structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion) | [Private.coffee](https://private.coffee)       | Austria 🇦🇹 🇪🇺    | Main instance |
+| [structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion](http://structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion) | [Darkness.services](https://darkness.services) | United States 🇺🇸 |               |
+
+<!-- END_INSTANCE_LIST -->
 
 ### Adding Your Instance
 
@@ -760,6 +768,12 @@ Structables supports the use of the following environment variables for configur
 - `STRUCTABLES_UNSAFE`: If set, allow embedding untrusted iframes (if unset, display a warning and allow loading the content manually)
 - `STRUCTABLES_PRIVACY_FILE`: The path to a text file or Markdown file (with .md suffix) to use for the Privacy Policy page (if unset, try `privacy.txt` or `privacy.md` in the working directory, or fall back to a generic message)
 - `STRUCTABLES_DEBUG`: If set, log additional debug information to stdout
+- `STRUCTABLES_THEME`: Allows selecting a theme for the frontend. Currently, only `dark` and `light` are supported. If not set, it will be automatically detected based on the user's system settings, and a toggle will be provided in the header.
+- `STRUCTABLES_CACHE_ENABLED`: Whether to enable caching of proxied content (default: true). Set to "false" or "0" to disable caching.
+- `STRUCTABLES_CACHE_DIR`: The directory to use for caching proxied content (default: `structables_cache` within the temporary directory as returned by `tempfile.gettempdir()`)
+- `STRUCTABLES_CACHE_MAX_AGE`: The maximum age of cached content in seconds before it's considered stale (default: 604800 seconds, or 1 week)
+- `STRUCTABLES_CACHE_MAX_SIZE`: The maximum size of the cache directory in bytes (default: 1073741824 bytes, or 1GB)
+- `STRUCTABLES_CACHE_CLEANUP_INTERVAL`: How often to run the cache cleanup process in seconds (default: 3600 seconds, or 1 hour)
 
 ## License
 

{structables-0.3.16 → structables-0.4.0}/README.md

@@ -13,18 +13,26 @@ An open source alternative front-end to Instructables. This is a fork of <a href
 
 ## Instances
 
-| URL                                                                     | Provided by                                     | Country | Comments |
-| ----------------------------------------------------------------------- | ----------------------------------------------- | ------- | -------- |
-| [structables.private.coffee](https://structables.private.coffee/)       | [Private.coffee](https://private.coffee/)       | Austria |          |
-| [structables.bloat.cat](https://structables.bloat.cat/)                 | [Bloat.cat](https://bloat.cat)                  | Germany |          |
-| [structables.darkness.services](https://structables.darkness.services/) | [Darkness.services](https://darkness.services/) | USA     |          |
+<!-- START_INSTANCE_LIST type:eq=clearnet -->
+
+| URL                                                                    | Provided by                                    | Country          | Notes         |
+| ---------------------------------------------------------------------- | ---------------------------------------------- | ---------------- | ------------- |
+| [structables.private.coffee](https://structables.private.coffee)       | [Private.coffee](https://private.coffee)       | Austria 🇦🇹 🇪🇺    | Main instance |
+| [structables.bloat.cat](https://structables.bloat.cat)                 | [Bloat.cat](https://bloat.cat)                 | Germany 🇩🇪 🇪🇺    |               |
+| [structables.darkness.services](https://structables.darkness.services) | [Darkness.services](https://darkness.services) | United States 🇺🇸 |               |
+
+<!-- END_INSTANCE_LIST -->
 
 ### Tor Hidden Services
 
-| URL                                                                                                                                                              | Provided by                                     | Country | Comments |
-| ---------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------------------------------------- | ------- | -------- |
-| [structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion](http://structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion/) | [Private.coffee](https://private.coffee/)       | Austria |          |
-| [structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion](http://structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion/) | [Darkness.services](https://darkness.services/) | USA     |          |
+<!-- START_INSTANCE_LIST type:eq=onion -->
+
+| URL                                                                                                                                                             | Provided by                                    | Country          | Notes         |
+| --------------------------------------------------------------------------------------------------------------------------------------------------------------- | ---------------------------------------------- | ---------------- | ------------- |
+| [structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion](http://structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion) | [Private.coffee](https://private.coffee)       | Austria 🇦🇹 🇪🇺    | Main instance |
+| [structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion](http://structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion) | [Darkness.services](https://darkness.services) | United States 🇺🇸 |               |
+
+<!-- END_INSTANCE_LIST -->
 
 ### Adding Your Instance
 
@@ -81,6 +89,12 @@ Structables supports the use of the following environment variables for configur
 - `STRUCTABLES_UNSAFE`: If set, allow embedding untrusted iframes (if unset, display a warning and allow loading the content manually)
 - `STRUCTABLES_PRIVACY_FILE`: The path to a text file or Markdown file (with .md suffix) to use for the Privacy Policy page (if unset, try `privacy.txt` or `privacy.md` in the working directory, or fall back to a generic message)
 - `STRUCTABLES_DEBUG`: If set, log additional debug information to stdout
+- `STRUCTABLES_THEME`: Allows selecting a theme for the frontend. Currently, only `dark` and `light` are supported. If not set, it will be automatically detected based on the user's system settings, and a toggle will be provided in the header.
+- `STRUCTABLES_CACHE_ENABLED`: Whether to enable caching of proxied content (default: true). Set to "false" or "0" to disable caching.
+- `STRUCTABLES_CACHE_DIR`: The directory to use for caching proxied content (default: `structables_cache` within the temporary directory as returned by `tempfile.gettempdir()`)
+- `STRUCTABLES_CACHE_MAX_AGE`: The maximum age of cached content in seconds before it's considered stale (default: 604800 seconds, or 1 week)
+- `STRUCTABLES_CACHE_MAX_SIZE`: The maximum size of the cache directory in bytes (default: 1073741824 bytes, or 1GB)
+- `STRUCTABLES_CACHE_CLEANUP_INTERVAL`: How often to run the cache cleanup process in seconds (default: 3600 seconds, or 1 hour)
 
 ## License
 

structables-0.4.0/instances.json

@@ -0,0 +1,54 @@
+[
+    {
+        "name": "structables.private.coffee",
+        "url": "https://structables.private.coffee",
+        "type": "clearnet",
+        "provider": {
+            "name": "Private.coffee",
+            "url": "https://private.coffee"
+        },
+        "location": "AT",
+        "notes": "Main instance"
+    },
+    {
+        "name": "structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion",
+        "url": "http://structables.coffee2m3bjsrrqqycx6ghkxrnejl2q6nl7pjw2j4clchjj6uk5zozad.onion",
+        "type": "onion",
+        "provider": {
+            "name": "Private.coffee",
+            "url": "https://private.coffee"
+        },
+        "location": "AT",
+        "notes": "Main instance"
+    },
+    {
+        "name": "structables.bloat.cat",
+        "url": "https://structables.bloat.cat",
+        "type": "clearnet",
+        "provider": {
+            "name": "Bloat.cat",
+            "url": "https://bloat.cat"
+        },
+        "location": "DE"
+    },
+    {
+        "name": "structables.darkness.services",
+        "url": "https://structables.darkness.services",
+        "type": "clearnet",
+        "provider": {
+            "name": "Darkness.services",
+            "url": "https://darkness.services"
+        },
+        "location": "US"
+    },
+    {
+        "name": "structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion",
+        "url": "http://structables.darknessrdor43qkl2ngwitj72zdavfz2cead4t5ed72bybgauww5lyd.onion",
+        "type": "onion",
+        "provider": {
+            "name": "Darkness.services",
+            "url": "https://darkness.services"
+        },
+        "location": "US"
+    }
+]

{structables-0.3.16 → structables-0.4.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "structables"
-version = "0.3.16"
+version = "0.4.0"
 authors = [
   { name="Private.coffee Team", email="support@private.coffee" },
 ]

structables-0.4.0/renovate.json

@@ -0,0 +1,6 @@
+{
+  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
+  "extends": [
+    "config:recommended"
+  ]
+}

structables-0.4.0/requirements-dev.txt

@@ -0,0 +1,6 @@
+ruff
+black
+isort
+mypy
+types-beautifulsoup4
+types-colorama

structables-0.4.0/src/structables/config.py

@@ -0,0 +1,44 @@
+import os
+import tempfile
+
+from .utils.helpers import get_typesense_api_key
+
+
+class Config:
+    DEBUG = os.environ.get("FLASK_DEBUG", os.environ.get("STRUCTABLES_DEBUG", False))
+    PORT = int(os.environ.get("STRUCTABLES_PORT", 8002))
+    LISTEN_HOST = os.environ.get("STRUCTABLES_LISTEN_HOST", "127.0.0.1")
+    INVIDIOUS = os.environ.get("STRUCTABLES_INVIDIOUS")
+    UNSAFE = os.environ.get("STRUCTABLES_UNSAFE", False)
+    PRIVACY_FILE = os.environ.get("STRUCTABLES_PRIVACY_FILE")
+    THEME = os.environ.get("STRUCTABLES_THEME", "auto")
+    TYPESENSE_API_KEY = get_typesense_api_key()
+
+    # Cache settings
+    CACHE_ENABLED = os.environ.get("STRUCTABLES_CACHE_ENABLED", "true").lower() not in (
+        "false",
+        "0",
+        "no",
+        "off",
+        "n",
+    )
+    CACHE_DIR = os.environ.get("STRUCTABLES_CACHE_DIR")
+
+    if CACHE_DIR is None:
+        CACHE_DIR = os.path.join(
+            tempfile.gettempdir(), "structables_cache"
+        )
+
+    CACHE_MAX_AGE = int(
+        os.environ.get("STRUCTABLES_CACHE_MAX_AGE", 60 * 60 * 24 * 7)
+    )  # 1 week default
+    CACHE_MAX_SIZE = int(
+        os.environ.get("STRUCTABLES_CACHE_MAX_SIZE", 1024 * 1024 * 1024)
+    )  # 1GB default
+    CACHE_CLEANUP_INTERVAL = int(
+        os.environ.get("STRUCTABLES_CACHE_CLEANUP_INTERVAL", 60 * 60)
+    )  # 1 hour default
+
+    @staticmethod
+    def init_app(app):
+        pass

structables-0.4.0/src/structables/main.py

@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+
+from flask import Flask
+import threading
+import time
+import logging
+
+from .config import Config
+from .routes import init_routes
+from .utils.data import update_data
+from .routes.proxy import start_cache_cleanup_thread
+
+# Configure logging
+logger = logging.getLogger(__name__)
+
+app = Flask(__name__, template_folder="templates", static_folder="static")
+app.config.from_object(Config)
+
+logger.debug("Initializing routes")
+init_routes(app)
+logger.debug("Performing initial data update")
+update_data(app)
+
+def background_update_data(app):
+    """Runs the update_data function every 5 minutes.
+
+    This replaces the need for a cron job to update the data.
+
+    Args:
+        app (Flask): The Flask app instance.
+    """
+    logger.debug("Starting background update thread")
+    while True:
+        logger.debug("Running scheduled data update")
+        update_data(app)
+        logger.debug("Data update complete, sleeping for 5 minutes")
+        time.sleep(300)
+
+def main():
+    if app.config["DEBUG"]:
+        logging.basicConfig(
+            level=logging.DEBUG,
+            format="%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+        )
+    else:
+        logging.basicConfig(
+            level=logging.INFO,
+            format="%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+        )
+    
+    logger.debug("Starting background update thread")
+    threading.Thread(target=background_update_data, args=(app,), daemon=True).start()
+    
+    # Start the cache cleanup thread
+    start_cache_cleanup_thread(app)
+    
+    logger.info(f"Starting Structables on {app.config['LISTEN_HOST']}:{app.config['PORT']}")
+    app.run(
+        port=app.config["PORT"],
+        host=app.config["LISTEN_HOST"],
+        debug=app.config["DEBUG"],
+    )
+
+if __name__ == "__main__":
+    main()

{structables-0.3.16 → structables-0.4.0}/src/structables/routes/category.py

@@ -1,15 +1,22 @@
 from flask import redirect
 from werkzeug.exceptions import NotFound
 from ..utils.helpers import project_list, category_page
+import logging
+
+logger = logging.getLogger(__name__)
 
 
 def init_category_routes(app):
     @app.route("/<category>/<channel>/projects/")
     def route_channel_projects(category, channel):
+        logger.debug(f"Rendering channel projects for {category}/{channel}")
         return project_list(app, channel.title())
 
     @app.route("/<category>/<channel>/projects/<sort>/")
     def route_channel_projects_sort(category, channel, sort):
+        logger.debug(
+            f"Rendering channel projects for {category}/{channel} sorted by {sort}"
+        )
         return project_list(
             app,
             channel.title(),
@@ -18,50 +25,62 @@ def init_category_routes(app):
 
     @app.route("/<category>/projects/")
     def route_category_projects(category):
+        logger.debug(f"Rendering category projects for {category}")
         return project_list(app, category.title())
 
     @app.route("/<category>/projects/<sort>/")
     def route_category_projects_sort(category, sort):
+        logger.debug(f"Rendering category projects for {category} sorted by {sort}")
         return project_list(app, category.title(), " Sorted by " + sort.title())
 
     @app.route("/projects/")
     def route_projects():
+        logger.debug("Rendering all projects")
         return project_list(app, "")
 
     @app.route("/projects/<sort>/")
     def route_projects_sort(sort):
+        logger.debug(f"Rendering all projects sorted by {sort}")
         return project_list(app, "", " Sorted by " + sort.title())
 
     @app.route("/circuits/")
     def route_circuits():
+        logger.debug("Rendering circuits category page")
         return category_page(app, "Circuits")
 
     @app.route("/workshop/")
     def route_workshop():
+        logger.debug("Rendering workshop category page")
         return category_page(app, "Workshop")
 
     @app.route("/craft/")
     def route_craft():
+        logger.debug("Rendering craft category page")
         return category_page(app, "Craft")
 
     @app.route("/cooking/")
     def route_cooking():
+        logger.debug("Rendering cooking category page")
         return category_page(app, "Cooking")
 
     @app.route("/living/")
     def route_living():
+        logger.debug("Rendering living category page")
         return category_page(app, "Living")
 
     @app.route("/outside/")
     def route_outside():
+        logger.debug("Rendering outside category page")
         return category_page(app, "Outside")
 
     @app.route("/teachers/")
     def route_teachers():
+        logger.debug("Rendering teachers category page")
         return category_page(app, "Teachers", True)
 
     @app.route("/<category>/<channel>/")
     def route_channel_redirect(category, channel):
+        logger.debug(f"Channel redirect for {category}/{channel}")
         if (
             category == "circuits"
             or category == "workshop"
@@ -71,6 +90,8 @@ def init_category_routes(app):
             or category == "outside"
             or category == "teachers"
         ):
+            logger.debug(f"Redirecting to /{category}/{channel}/projects/")
             return redirect(f"/{category}/{channel}/projects/", 307)
         else:
+            logger.warning(f"Invalid category: {category}")
             raise NotFound()

{structables-0.3.16 → structables-0.4.0}/src/structables/routes/contest.py

@@ -4,6 +4,9 @@ from urllib.error import HTTPError
 from ..utils.helpers import proxy
 from bs4 import BeautifulSoup
 import json
+import logging
+
+logger = logging.getLogger(__name__)
 
 
 def init_contest_routes(app):
@@ -14,18 +17,27 @@ def init_contest_routes(app):
         page = request.args.get("page", default=1, type=int)
         offset = (page - 1) * limit
 
+        logger.debug(f"Fetching contest archive page {page} with limit {limit}")
+
         try:
             # Fetch data using urlopen
             url = f"https://www.instructables.com/json-api/getClosedContests?limit={limit}&offset={offset}"
+            logger.debug(f"Making request to {url}")
             response = urlopen(url)
             data = json.loads(response.read().decode())
+            logger.debug(
+                f"Received contest archive data with {len(data.get('contests', []))} contests"
+            )
         except HTTPError as e:
+            logger.error(f"HTTP error fetching contest archive: {e.code}")
             abort(e.code)
         except Exception as e:
+            logger.error(f"Error fetching contest archive: {str(e)}")
             abort(500)  # Handle other exceptions like JSON decode errors
 
         contests = data.get("contests", [])
         full_list_size = data.get("fullListSize", 0)
+        logger.debug(f"Total contests in archive: {full_list_size}")
 
         contest_list = []
         for contest in contests:
@@ -42,6 +54,7 @@ def init_contest_routes(app):
 
         # Calculate total pages
         total_pages = (full_list_size + limit - 1) // limit
+        logger.debug(f"Pagination: page {page}/{total_pages}")
 
         # Create pagination
         pagination = {
@@ -61,21 +74,27 @@ def init_contest_routes(app):
         )
 
     def get_entries(contest):
-        base_url = f"https://www.instructables.com/api_proxy/search/collections/projects/documents/search"
-        headers = {"x-typesense-api-key": app.typesense_api_key}
+        base_url = "https://www.instructables.com/api_proxy/search/collections/projects/documents/search"
+        headers = {"x-typesense-api-key": app.config["TYPESENSE_API_KEY"]}
         page, per_page = 1, 100
         all_entries = []
 
+        logger.debug(f"Fetching entries for contest: {contest}")
+
         while True:
             try:
                 url = f"{base_url}?q=*&filter_by=contestPath:{contest}&sort_by=contestEntryDate:desc&per_page={per_page}&page={page}"
+                logger.debug(f"Making request to {url} (page {page})")
                 request = Request(url, headers=headers)
                 response = urlopen(request)
                 data = json.loads(response.read().decode())
             except HTTPError as e:
+                logger.error(f"HTTP error fetching contest entries: {e.code}")
                 abort(e.code)
 
             hits = data.get("hits", [])
+            logger.debug(f"Received {len(hits)} entries on page {page}")
+
             if not hits:
                 break
 
@@ -84,10 +103,13 @@ def init_contest_routes(app):
                 break
             page += 1
 
+        logger.debug(f"Total entries fetched: {len(all_entries)}")
         return all_entries
 
     @app.route("/contest/<contest>/")
     def route_contest(contest):
+        logger.debug(f"Fetching contest page for: {contest}")
+
         try:
             data = urlopen(f"https://www.instructables.com/contest/{contest}/")
             html = data.read().decode()
@@ -95,13 +117,19 @@ def init_contest_routes(app):
 
             title_tag = soup.find("h1")
             title = title_tag.get_text() if title_tag else "Contest"
+            logger.debug(f"Contest title: {title}")
 
             img_tag = soup.find("img", alt=lambda x: x and "Banner" in x)
             img = img_tag.get("src") if img_tag else "default.jpg"
 
-            entry_count = len(get_entries(contest))
+            logger.debug(f"Fetching entries for contest: {contest}")
+            entries = get_entries(contest)
+            entry_count = len(entries)
+            logger.debug(f"Found {entry_count} entries")
+
             prizes_items = soup.select("article")
             prizes = len(prizes_items) if prizes_items else 0
+            logger.debug(f"Found {prizes} prizes")
 
             overview_section = soup.find("section", id="overview")
             info = (
@@ -111,10 +139,10 @@ def init_contest_routes(app):
             )
 
         except HTTPError as e:
+            logger.error(f"HTTP error fetching contest page: {e.code}")
             abort(e.code)
 
         entry_list = []
-        entries = get_entries(contest)
         for entry in entries:
             doc = entry["document"]
             entry_details = {
@@ -141,18 +169,25 @@ def init_contest_routes(app):
 
     @app.route("/contest/")
     def route_contests():
+        logger.debug("Fetching current contests")
+
         try:
             # Fetch current contests from the JSON API
             response = urlopen(
                 "https://www.instructables.com/json-api/getCurrentContests?limit=50&offset=0"
             )
             data = json.loads(response.read().decode())
+            logger.debug("Received current contests data")
         except HTTPError as e:
+            logger.error(f"HTTP error fetching current contests: {e.code}")
             abort(e.code)
         except Exception as e:
+            logger.error(f"Error fetching current contests: {str(e)}")
             abort(500)  # Handle other exceptions such as JSON decode errors
 
         contests = data.get("contests", [])
+        logger.debug(f"Found {len(contests)} current contests")
+
         contest_list = []
         for contest in contests:
             contest_details = {