redfetch 1.1.2__tar.gz → 1.2.0__tar.gz

{redfetch-1.1.2 → redfetch-1.2.0}/.github/workflows/pipeline.yml

@@ -27,13 +27,13 @@ jobs:
       package-version: ${{ steps.get_version.outputs.version }}
     steps:
       - name: Checkout Code
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           fetch-depth: 0 # Ensure full Git history is available for versioning
           fetch-tags: true
 
       - name: Set Up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.x'
 
@@ -85,7 +85,7 @@ jobs:
       project-version: ${{ steps.set_version.outputs.version }}
     steps:
       - name: Checkout Code
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
         with:
           fetch-depth: 0  # Ensure full Git history is available for versioning
 
@@ -110,7 +110,7 @@ jobs:
           Get-Content $env:GITHUB_ENV
 
       - name: Set Up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: '3.x'
 
@@ -185,16 +185,26 @@ jobs:
             --set-icon "redfetch.ico"
 
       - name: Sign Executable
-        uses: dlemstra/code-sign-action@v1
-        with:
-          certificate: '${{ secrets.CERTIFICATE_PFX }}'
-          password: '${{ secrets.CERTIFICATE_PFX_PASSWORD }}'
-          files: |
-            redfetch.exe
-          description: 'redfetch executable'
+        shell: pwsh
+        run: |
+          $certPath = Join-Path $env:RUNNER_TEMP "cert.pfx"
+          [IO.File]::WriteAllBytes($certPath, [Convert]::FromBase64String("${{ secrets.CERTIFICATE_PFX }}"))
+
+          $signtool = Get-ChildItem -Path "${env:ProgramFiles(x86)}\Windows Kits" -Recurse -Filter "signtool.exe" |
+            Where-Object { $_.FullName -match "\\x64\\" } |
+            Sort-Object LastWriteTime -Descending |
+            Select-Object -First 1 -ExpandProperty FullName
+
+          if (-not $signtool) { throw "signtool.exe not found" }
+          Write-Host "Using signtool: $signtool"
+
+          & $signtool sign /f $certPath /p "${{ secrets.CERTIFICATE_PFX_PASSWORD }}" /fd sha256 /tr "http://timestamp.digicert.com" /td sha256 /v redfetch.exe
+          & $signtool verify /pa /v redfetch.exe
+
+          Remove-Item $certPath
 
       - name: Upload Executable Artifact
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v7
         with:
           name: redfetch.exe
           path: redfetch.exe
@@ -205,9 +215,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout Code
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
       - name: Download Executable Artifact
-        uses: actions/download-artifact@v4
+        uses: actions/download-artifact@v8
         with:
           name: redfetch.exe
       - name: Redguides Publish

{redfetch-1.1.2 → redfetch-1.2.0}/CHANGELOG.md

@@ -5,6 +5,15 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.2.0] - 2026-04-05
+
+### Added
+- Custom category directories: override where `lua`, `macros`, or `plugins` install via `CATEGORY_PATHS` in `settings.local.toml`.
+- Clearer messages for users on why certain resources are skipped or blocked.
+
+### Changed
+- Rewrote the sync pipeline with separate discovery, planning, and execution stages.
+
 ## [1.1.2] - 2026-02-16
 
 ### Fixed

{redfetch-1.1.2 → redfetch-1.2.0}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: redfetch
-Version: 1.1.2
+Version: 1.2.0
 Summary: Download and publish EverQuest scripts and software using the RedGuides API
 Project-URL: Homepage, https://www.redguides.com
 Project-URL: Documentation, https://www.redguides.com/community/resources/redfetch.3177/
 Project-URL: Repository, https://github.com/RedGuides/redfetch
 Project-URL: Issues, https://github.com/RedGuides/redfetch/issues
 Project-URL: Changelog, https://github.com/RedGuides/redfetch/blob/main/CHANGELOG.md
-Project-URL: Source_archive, https://github.com/RedGuides/redfetch/archive/ab2c7322507ec27526aed8b90ef1ca15a8bcab8f.zip
+Project-URL: Source_archive, https://github.com/RedGuides/redfetch/archive/35e27c4778b6d07b5be189be22877ad5bb541d27.zip
 Author-email: Redbot <ask@redguides.com>
 License-Expression: GPL-3.0-or-later
 License-File: LICENSE
@@ -30,12 +30,13 @@ Requires-Dist: md2bbcode
 Requires-Dist: packaging~=26.0
 Requires-Dist: platformdirs~=4.5
 Requires-Dist: psutil~=7.2
+Requires-Dist: pydantic~=2.12
 Requires-Dist: pyperclip~=1.11
 Requires-Dist: pywin32; sys_platform == 'win32'
 Requires-Dist: rich~=14.3
 Requires-Dist: tenacity~=9.1
-Requires-Dist: textual-fspicker~=0.6
-Requires-Dist: textual~=7.5
+Requires-Dist: textual-fspicker~=1.0
+Requires-Dist: textual~=8.1
 Requires-Dist: tomlkit~=0.14
 Requires-Dist: typer~=0.21
 Description-Content-Type: text/markdown
@@ -172,6 +173,18 @@ If there are local files you don't want overwritten by a resource, you can add t
 navmesh = ["befallen.navmesh", "innothuleb.navmesh"]
 ```
 
+### Custom category directories
+
+If you share `lua`, `macros`, or `plugins` directories across multiple MQ environments, you can override where an entire category is installed. Add a `CATEGORY_PATHS` section to your `settings.local.toml`:
+
+```toml
+[DEFAULT.CATEGORY_PATHS]
+lua = 'D:\\shared\\lua'
+macros = 'D:\\shared\\macros'
+```
+
+Absolute paths are used as-is. Relative paths are joined to `DOWNLOAD_FOLDER`. You can set this globally in `[DEFAULT]` or per-environment (`[LIVE.CATEGORY_PATHS]`, `[TEST.CATEGORY_PATHS]`, etc.).
+
 ## Tinkerers
 
 If you self-compile MacroQuest or use a discord friend's copy, you can still keep your scripts and plugins in sync with redfetch by opting out of Very Vanilla:

{redfetch-1.1.2 → redfetch-1.2.0}/README.md

@@ -130,6 +130,18 @@ If there are local files you don't want overwritten by a resource, you can add t
 navmesh = ["befallen.navmesh", "innothuleb.navmesh"]
 ```
 
+### Custom category directories
+
+If you share `lua`, `macros`, or `plugins` directories across multiple MQ environments, you can override where an entire category is installed. Add a `CATEGORY_PATHS` section to your `settings.local.toml`:
+
+```toml
+[DEFAULT.CATEGORY_PATHS]
+lua = 'D:\\shared\\lua'
+macros = 'D:\\shared\\macros'
+```
+
+Absolute paths are used as-is. Relative paths are joined to `DOWNLOAD_FOLDER`. You can set this globally in `[DEFAULT]` or per-environment (`[LIVE.CATEGORY_PATHS]`, `[TEST.CATEGORY_PATHS]`, etc.).
+
 ## Tinkerers
 
 If you self-compile MacroQuest or use a discord friend's copy, you can still keep your scripts and plugins in sync with redfetch by opting out of Very Vanilla:

{redfetch-1.1.2 → redfetch-1.2.0}/pyproject.toml

@@ -28,13 +28,14 @@ dependencies = [
     "keyring~=25.6",
     "md2bbcode",
     "packaging~=26.0",
+    "pydantic~=2.12",
     "platformdirs~=4.5",
     "psutil~=7.2",
     "pyperclip~=1.11",
     "rich~=14.3",
     "tenacity~=9.1",
-    "textual~=7.5",
-    "textual-fspicker~=0.6",
+    "textual~=8.1",
+    "textual-fspicker~=1.0",
     "tomlkit~=0.14",
     "typer~=0.21",
     "pywin32; sys_platform == 'win32'"

redfetch-1.2.0/src/redfetch/__about__.py

@@ -0,0 +1,24 @@
+# file generated by vcs-versioning
+# don't change, don't track in version control
+from __future__ import annotations
+
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
+
+version: str
+__version__: str
+__version_tuple__: tuple[int | str, ...]
+version_tuple: tuple[int | str, ...]
+commit_id: str | None
+__commit_id__: str | None
+
+__version__ = version = '1.2.0'
+__version_tuple__ = version_tuple = (1, 2, 0)
+
+__commit_id__ = commit_id = None

redfetch-1.2.0/src/redfetch/api.py

@@ -0,0 +1,135 @@
+"""Resource API client: fetch_*() takes a client, get_*() is self-contained."""
+import asyncio
+
+import httpx
+from pydantic import BaseModel
+
+from redfetch import auth
+from redfetch import net
+from redfetch.sync_types import RemoteStatus
+
+BASE_URL = net.BASE_URL
+
+
+class ResourceRecord(BaseModel):
+    """Result of a single-resource API check: status plus optional payload or error."""
+    resource_id: str
+    status: RemoteStatus
+    resource: dict | None = None
+    error: str | None = None
+
+
+async def fetch_watched_page(client: httpx.AsyncClient, page: int) -> tuple[list, int]:
+    """Fetch a single page of watched resources."""
+    url = f'{BASE_URL}/api/rgwatched'
+    try:
+        data = await net.get_json(client, url, params={'page': page})
+        last_page = data['pagination']['last_page']
+        items = data.get('resources', [])
+        return items, last_page
+    except Exception as e:
+        print(f"Error fetching watched resources page {page}: {e}")
+        return [], 0
+
+
+async def fetch_licenses_page(client: httpx.AsyncClient, page: int) -> tuple[list, int]:
+    """Fetch a single page of user licenses."""
+    url = f'{BASE_URL}/api/user-licenses'
+    try:
+        data = await net.get_json(client, url, params={'page': page})
+        last_page = data['pagination']['last_page']
+        items = data.get('licenses', [])
+        return items, last_page
+    except Exception as e:
+        print(f"Error fetching licenses page {page}: {e}")
+        return [], 0
+
+
+async def fetch_resource_record(client: httpx.AsyncClient, resource_id: str) -> ResourceRecord:
+    """Fetch a single resource and classify its availability."""
+    url = f'{BASE_URL}/api/resources/{resource_id}'
+    try:
+        data = await net.get_json(client, url)
+        resource = data['resource']
+        current_files = resource.get('current_files') or []
+        if not resource.get('can_download', False):
+            status: RemoteStatus = 'access_denied'
+        elif len(current_files) == 0:
+            status = 'no_files'
+        elif len(current_files) > 1:
+            status = 'multiple_files'
+        else:
+            status = 'downloadable'
+        return ResourceRecord(resource_id=resource_id, status=status, resource=resource)
+    except httpx.HTTPStatusError as e:
+        status = 'not_found' if e.response.status_code == 404 else 'fetch_error'
+        return ResourceRecord(resource_id=resource_id, status=status, error=str(e))
+    except Exception as e:
+        return ResourceRecord(resource_id=resource_id, status='fetch_error', error=str(e))
+
+
+async def fetch_resource_records_batch(client: httpx.AsyncClient, resource_ids: list[str]) -> list[ResourceRecord]:
+    """Fetch multiple resource records concurrently."""
+    if not resource_ids:
+        return []
+    return list(await asyncio.gather(
+        *(fetch_resource_record(client, rid) for rid in resource_ids)
+    ))
+
+
+async def get_resource_details(resource_id: int, headers: dict) -> dict:
+    """Retrieve details of a specific resource from the API."""
+    url = f'{BASE_URL}/api/resources/{resource_id}'
+    async with httpx.AsyncClient(headers=headers, http2=True, timeout=30.0) as client:
+        response = await client.get(url)
+    response.raise_for_status()
+    return response.json()['resource']
+
+
+async def fetch_watched_resources(client: httpx.AsyncClient) -> list:
+    """Fetch all watched resources with concurrent pagination."""
+    items, total_pages = await fetch_watched_page(client, 1)
+    if total_pages <= 1:
+        return items
+
+    coros = [fetch_watched_page(client, p) for p in range(2, total_pages + 1)]
+    page_results = await asyncio.gather(*coros)
+
+    for page_items, _ in page_results:
+        items.extend(page_items)
+    
+    return items
+
+
+async def fetch_licenses(client: httpx.AsyncClient) -> list:
+    """Fetch all user licenses with concurrent pagination."""
+    items, total_pages = await fetch_licenses_page(client, 1)
+    if total_pages <= 1:
+        return items
+    coros = [fetch_licenses_page(client, p) for p in range(2, total_pages + 1)]
+    page_results = await asyncio.gather(*coros)
+
+    for page_items, _ in page_results:
+        items.extend(page_items)
+    
+    return items
+
+
+_KISS_CACHE_TTL_SECONDS = 60
+
+
+async def is_kiss_downloadable(headers, force_refresh: bool = False):
+    """Check for level 2 access by checking KISS."""
+    cache = auth.get_disk_cache()
+    cache_key = "kiss"
+
+    if not force_refresh:
+        cached = cache.get(cache_key)
+        if cached is not None:
+            return bool(cached)
+
+    async with httpx.AsyncClient(headers=headers, http2=True) as client:
+        record = await fetch_resource_record(client, "4")
+    result = record.status == "downloadable"
+    cache.set(cache_key, bool(result), expire=_KISS_CACHE_TTL_SECONDS)
+    return result