threadstractormf 1.4.0__tar.gz

threadstractormf-1.4.0/.dockerignore

@@ -0,0 +1,18 @@
+.git
+.venv
+__pycache__
+*.pyc
+*.pyo
+*.pyd
+.pytest_cache
+.mypy_cache
+.ruff_cache
+tests
+docs
+# *.md excluded except README.md (needed by hatchling build)
+.env
+.env.*
+cookies.txt
+*cookies*.txt
+scripts/sniff_log.json
+scripts/*_requests*.json

threadstractormf-1.4.0/.github/workflows/ci.yml

@@ -0,0 +1,36 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  test:
+    name: Test (Python ${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.12", "3.14"]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: "Sync dependencies (all extras)"
+        run: uv sync --all-extras
+
+      - name: Lint (ruff)
+        run: uv run ruff check .
+
+      # mypy pins python_version=3.10 (see [tool.mypy]) but runs on the matrix
+      # interpreter; the checks are version-independent for this codebase.
+      - name: Types (mypy)
+        run: uv run mypy threadstractormf scripts
+
+      - name: Tests (pytest)
+        run: uv run pytest -q

threadstractormf-1.4.0/.github/workflows/docker.yml

@@ -0,0 +1,65 @@
+name: Docker
+
+on:
+  push:
+    branches: [main]
+    tags: ["v*"]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  packages: write
+
+jobs:
+  build:
+    name: Build & push (${{ matrix.variant }})
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        variant: [slim, full]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Docker metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ghcr.io/extractorsmf/threadstractormf
+          tags: |
+            type=raw,value=${{ matrix.variant }}
+            type=raw,value=latest,enable=${{ matrix.variant == 'full' }}
+            type=semver,pattern={{version}},enable=${{ matrix.variant == 'full' }}
+            type=sha,prefix=sha-,enable=${{ matrix.variant == 'full' }}
+
+      - name: Build and push
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: ./Dockerfile
+          target: ${{ matrix.variant }}
+          platforms: linux/amd64,linux/arm64
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          build-args: |
+            VARIANT=${{ matrix.variant }}
+
+      - name: Smoke test (slim)
+        if: matrix.variant == 'slim'
+        run: |
+          docker run --rm ghcr.io/extractorsmf/threadstractormf:slim --version

threadstractormf-1.4.0/.github/workflows/release.yml

@@ -0,0 +1,134 @@
+name: Release
+
+# python-semantic-release: analyzes conventional commits on main.
+# feat -> minor | fix/perf -> patch | feat!/BREAKING CHANGE -> major
+# If there are no new relevant commits, it does nothing (released=false).
+
+on:
+  push:
+    branches: [main]
+  workflow_dispatch:
+
+permissions:
+  contents: write # commit de version + tag + GitHub Release
+
+jobs:
+  release:
+    name: Semantic Release
+    runs-on: ubuntu-latest
+    outputs:
+      released: ${{ steps.out.outputs.released }}
+      tag: ${{ steps.out.outputs.tag }}
+    concurrency:
+      group: semantic-release
+      cancel-in-progress: false
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0 # PSR needs full history for commit analysis
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Sync dependencies
+        run: uv sync --all-extras
+
+      - name: Configure git (bot identity for the version commit)
+        run: |
+          git config user.name "semantic-release-bot"
+          git config user.email "semantic-release-bot@users.noreply.github.com"
+
+      # PSR invoked directly with explicit flags:
+      #   --no-changelog  : this project has NO CHANGELOG.md
+      #   --push          : pushes commit + tag
+      #   --vcs-release   : creates the GitHub Release with notes from commits
+      # NOTE: no --strict, because when the version was already released
+      # (e.g. first push with tag v1.0.0 at HEAD) PSR would exit with code 2.
+      # NOTE: PSR v9 reads the token from GH_TOKEN (not GITHUB_TOKEN)
+      - name: Semantic Release (bump + tag + release, no changelog)
+        id: release
+        run: |
+          uv run semantic-release \
+            version \
+            --no-changelog \
+            --commit --tag --push \
+            --vcs-release \
+            --skip-build
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      # PSR CLI outputs: uses GITHUB_OUTPUT for the following steps
+      - name: Set outputs
+        if: always()
+        id: out
+        run: |
+          if git describe --exact-match --tags HEAD 2>/dev/null; then
+            echo "released=true" >> "$GITHUB_OUTPUT"
+            echo "tag=$(git describe --exact-match --tags HEAD)" >> "$GITHUB_OUTPUT"
+          else
+            echo "released=false" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Build distributions
+        if: steps.out.outputs.released == 'true'
+        run: uv build
+
+      - name: Upload distributions
+        if: steps.out.outputs.released == 'true'
+        uses: actions/upload-artifact@v4
+        with:
+          name: dist
+          path: dist/*
+
+      - name: Attach wheel + sdist to GitHub Release
+        if: steps.out.outputs.released == 'true'
+        uses: softprops/action-gh-release@v2
+        with:
+          tag_name: ${{ steps.out.outputs.tag }}
+          # explicit patterns: uv build drops a dist/.gitignore that a bare
+          # "dist/*" glob would upload as a bogus "default.gitignore" asset
+          files: |
+            dist/*.whl
+            dist/*.tar.gz
+
+
+  publish-pypi:
+    name: Publish to PyPI
+    needs: release
+    if: needs.release.outputs.released == 'true'
+    runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v4
+        with:
+          name: dist
+          path: dist
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          skip-existing: true
+
+
+  publish-testpypi:
+    name: Publish to TestPyPI
+    if: github.event_name == 'workflow_dispatch'
+    runs-on: ubuntu-latest
+    environment: testpypi
+    permissions:
+      id-token: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v5
+      - name: Build
+        run: uv build
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          skip-existing: true

threadstractormf-1.4.0/.gitignore

@@ -0,0 +1,38 @@
+# Python
+__pycache__/
+*.py[cod]
+*.pyo
+*.pyd
+.venv/
+venv/
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+*.egg-info/
+dist/
+build/
+# cookies / secrets
+cookies.txt
+*cookies*.txt
+# environment / secrets
+.env
+.env.*
+!.env.example
+scripts/sniff_log.json
+scripts/*_requests*.json
+# Frozen pre-refactor cookie loader, used as the oracle in
+# tests/test_cookie_loading.py. Not part of the package.
+.old_auth_for_tests.py
+# Project memory / agent instructions (local, not shipped)
+docs/
+AGENTS.md
+llms.txt
+llms-full.txt
+review.md
+
+# OS
+.DS_Store
+Thumbs.db
+# IDE
+.vscode/
+.idea/

threadstractormf-1.4.0/Dockerfile

@@ -0,0 +1,35 @@
+# syntax=docker/dockerfile:1
+ARG PYTHON_VERSION=3.12
+
+# ---- base ----
+FROM python:${PYTHON_VERSION}-slim AS base
+ENV PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    UV_LINK_MODE=copy
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
+WORKDIR /app
+
+# ---- slim (core only) ----
+FROM base AS slim
+COPY pyproject.toml uv.lock README.md ./
+COPY threadstractormf ./threadstractormf
+RUN uv sync --frozen --no-dev
+ENV PATH="/app/.venv/bin:$PATH"
+USER 1000
+ENTRYPOINT ["threadstractormf"]
+
+# ---- full (slim + antibot + browser) ----
+FROM slim AS full
+USER root
+RUN apt-get update && apt-get install -y --no-install-recommends \
+        libnss3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 \
+        libxkbcommon0 libxcomposite1 libxdamage1 libxfixes3 libxrandr2 \
+        libgbm1 libasound2 libpango-1.0-0 libcairo2 \
+    && rm -rf /var/lib/apt/lists/*
+RUN uv sync --frozen --no-dev --extra browser --extra antibot
+ENV PLAYWRIGHT_BROWSERS_PATH=/ms-playwright
+RUN uv run playwright install chromium && chmod -R 755 /ms-playwright
+ENV THREADS_USE_SANDBOX=1
+ENV PATH="/app/.venv/bin:$PATH"
+USER 1000
+ENTRYPOINT ["threadstractormf"]