gfal 0.1.27__tar.gz

gfal-0.1.27/.all-contributorsrc

@@ -0,0 +1,30 @@
+{
+  "files": [
+    "README.md"
+  ],
+  "imageSize": 100,
+  "commit": false,
+  "commitType": "docs",
+  "commitConvention": "angular",
+  "contributors": [
+    {
+      "login": "lobis",
+      "name": "Luis Antonio Obis Aparicio",
+      "avatar_url": "https://avatars.githubusercontent.com/u/35803280?v=4",
+      "profile": "https://github.com/lobis",
+      "contributions": [
+        "code",
+        "doc",
+        "maintenance",
+        "infra",
+        "ideas"
+      ]
+    }
+  ],
+  "contributorsPerLine": 7,
+  "skipCi": true,
+  "repoType": "github",
+  "repoHost": "https://github.com",
+  "projectName": "gfal",
+  "projectOwner": "lobis"
+}

gfal-0.1.27/.github/CODEOWNERS

@@ -0,0 +1,4 @@
+# GitHub Code Owners
+# https://docs.github.com/en/repositories/managing-your-repositorys-settings-and-features/customizing-your-repository/about-code-owners
+
+*       @lobis

gfal-0.1.27/.github/dependabot.yml

@@ -0,0 +1,14 @@
+version: 2
+updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+  - package-ecosystem: "pre-commit"
+    directory: "/"
+    schedule:
+      interval: "weekly"

gfal-0.1.27/.github/workflows/ci.yml

@@ -0,0 +1,379 @@
+name: CI/CD
+
+on:
+  push:
+    branches: [ "main" ]
+    tags: [ "v*" ]
+  pull_request:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  # ---------------------------------------------------------------------------
+  # 1. Tests & Linting
+  # ---------------------------------------------------------------------------
+
+  codespell:
+    name: Codespell spell-check
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v6
+    - uses: codespell-project/actions-codespell@v2
+      with:
+        ignore_words_list: cern,xrootd,fsspec,gfal,adler,aiohttp,thirdparty,scitag
+
+  pre-commit:
+    name: Pre-commit checks
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v6
+    - uses: actions/setup-python@v6
+      with:
+        python-version: "3.12"
+    - uses: pre-commit/action@v3.0.1
+
+  tests:
+    name: Tests (${{ matrix.os }}, Py ${{ matrix.python-version }})
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        python-version: [ "3.9", "3.10", "3.11", "3.12", "3.13" ]
+    env:
+      PYTEST_ADDOPTS: "--color=yes"
+    steps:
+    - uses: actions/checkout@v6
+    - uses: actions/setup-python@v6
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install package and test dependencies
+      run: pip install --no-cache-dir ".[dev]"
+    - name: Run unit and functional tests
+      run: pytest tests/ -v -m "not integration and not xrootd" --cov=gfal --cov-report=xml
+    - name: Upload coverage
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        flags: unittests
+        fail_ci_if_error: false
+
+  xrootd:
+    name: XRootD Server Tests
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v6
+    - uses: actions/setup-python@v6
+      with:
+        python-version: "3.12"
+    - name: Install system build dependencies
+      run: sudo apt-get update && sudo apt-get install -y uuid-dev openssl
+    - name: Install package and test dependencies (with XRootD)
+      run: pip install --no-cache-dir ".[dev]"
+    - name: Override fsspec-xrootd with gfal3-updates branch
+      run: pip install "git+https://github.com/scikit-hep/fsspec-xrootd.git@gfal3-updates"
+    - name: Run local XRootD server tests
+      run: pytest tests/ -v -m xrootd
+
+  integration:
+    name: Integration Tests (EOS)
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v6
+    - uses: actions/setup-python@v6
+      with:
+        python-version: "3.12"
+    - name: Install system build dependencies
+      run: sudo apt-get update && sudo apt-get install -y uuid-dev
+    - name: Install CERN CA certificate
+      run: |
+        wget -q "https://cafiles.cern.ch/cafiles/certificates/CERN%20Root%20Certification%20Authority%202.crt" -O /tmp/cern.der
+        openssl x509 -inform DER -in /tmp/cern.der -out /tmp/cern.crt
+        sudo cp /tmp/cern.crt /usr/local/share/ca-certificates/cern-root-ca-2.crt
+        sudo update-ca-certificates
+        echo "SSL_CERT_FILE=/etc/ssl/certs/ca-certificates.crt" >> "$GITHUB_ENV"
+        echo "REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt" >> "$GITHUB_ENV"
+    - name: Install package and test dependencies
+      run: pip install --no-cache-dir ".[dev]"
+    - name: Override fsspec-xrootd with gfal3-updates
+      run: pip install "git+https://github.com/scikit-hep/fsspec-xrootd.git@gfal3-updates"
+    - name: Run integration tests
+      run: pytest tests/ -v -m integration
+
+  # ---------------------------------------------------------------------------
+  # 2. Packaging
+  # ---------------------------------------------------------------------------
+
+  build:
+    name: Build distribution 📦
+    needs: [ codespell, pre-commit, tests, xrootd, integration ]
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 0
+    - uses: actions/setup-python@v6
+      with:
+        python-version: "3.x"
+    - name: Install build dependencies
+      run: python -m pip install build hatchling hatch-vcs
+    - name: Build sdist and wheel
+      run: python -m build
+    - name: Store distributions
+      uses: actions/upload-artifact@v7
+      with:
+        name: python-package-distributions
+        path: dist/
+
+  build-rpm:
+    name: Build RPM 📦 (${{ matrix.os.name }}) [${{ matrix.arch }}]
+    needs: [ build ]
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+        - image: almalinux:9
+          name: el9
+        - image: almalinux:10
+          name: el10
+        arch: [ x86_64, aarch64 ]
+    steps:
+    - name: Set up QEMU
+      if: matrix.arch == 'aarch64'
+      uses: docker/setup-qemu-action@v4
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 0
+    - name: Build RPM in Container
+      run: |
+        docker run --rm \
+          --platform linux/${{ matrix.arch == 'x86_64' && 'amd64' || 'arm64' }} \
+          -v ${{ github.workspace }}:/workspace -w /workspace \
+          ${{ matrix.os.image }} \
+          bash -c "dnf install -y git rpm-build make python3-devel python3-pip && \
+                   git config --global --add safe.directory '*' && \
+                   python3 -m pip install build hatchling hatch-vcs && \
+                   make rpm"
+    - name: Store RPMs
+      uses: actions/upload-artifact@v7
+      with:
+        name: rpm-package-distributions-${{ matrix.os.name }}-${{ matrix.arch }}
+        path: rpmbuild/RPMS/*/*.rpm
+
+  build-deb:
+    name: Build DEB 📦 [${{ matrix.arch }}]
+    needs: [ build ]
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        arch: [ amd64, arm64 ]
+    steps:
+    - name: Set up QEMU
+      if: matrix.arch == 'arm64'
+      uses: docker/setup-qemu-action@v4
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 0
+    - name: Build DEB (Native dpkg-deb)
+      run: |
+        docker run --rm \
+          --platform linux/${{ matrix.arch }} \
+          -v ${{ github.workspace }}:/workspace -w /workspace \
+          ubuntu:24.04 \
+          bash build-deb.sh ${{ matrix.arch }}
+    - name: Store DEBs
+      uses: actions/upload-artifact@v7
+      with:
+        name: deb-package-distributions-${{ matrix.arch }}
+        path: "*.deb"
+
+  # ---------------------------------------------------------------------------
+  # 3. Validation & Repository Update
+  # ---------------------------------------------------------------------------
+
+  test-install:
+    name: Test Install 🧪 (${{ matrix.target.name }})
+    needs: [ build-rpm, build-deb ]
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        target:
+        - name: AlmaLinux 9
+          container: almalinux:9
+          artifact: rpm-package-distributions-el9-x86_64
+          install_cmd: |
+            dnf install -y epel-release dnf-plugins-core
+            dnf config-manager --set-enabled crb
+            find . -name "*.rpm" -exec dnf install -y {} +
+        - name: AlmaLinux 10
+          container: almalinux:10
+          artifact: rpm-package-distributions-el10-x86_64
+          install_cmd: dnf install -y epel-release && find . -name "*.rpm" -exec dnf install -y {} +
+        - name: Ubuntu 24.04
+          container: ubuntu:24.04
+          artifact: deb-package-distributions-amd64
+          install_cmd: |
+            apt-get update
+            DEBIAN_FRONTEND=noninteractive apt-get install -y python3-fsspec python3-aiohttp python3-requests python3-rich python3-markdown-it python3-pygments
+            DEBIAN_FRONTEND=noninteractive find . -name "*.deb" -exec apt-get install -y {} +
+    container: ${{ matrix.target.container }}
+    steps:
+    - uses: actions/download-artifact@v8
+      with:
+        name: ${{ matrix.target.artifact }}
+    - name: Install package
+      run: ${{ matrix.target.install_cmd }}
+    - name: Verify executables
+      run: |
+        command -v gfal
+        gfal --help
+
+  update-repo:
+    name: Update YUM/APT Repository 🌐
+    needs: [ build-rpm, build-deb, test-install ]
+    if: startsWith(github.ref, 'refs/tags/v')
+    runs-on: ubuntu-latest
+    permissions:
+      pages: write
+      id-token: write
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    steps:
+    - uses: actions/checkout@v6
+    - uses: actions/download-artifact@v8
+      with:
+        path: artifacts/
+        merge-multiple: true
+    - name: Install tools
+      run: |
+        sudo apt-get update && sudo apt-get install -y createrepo-c apt-utils
+        pip install mkdocs-material
+    - name: Build Docs 📚
+      run: mkdocs build
+    - name: Prepare Repository
+      run: |
+        mkdir -p site/rpm/el9/x86_64 site/rpm/el9/aarch64 site/rpm/el10/x86_64 site/rpm/el10/aarch64
+        mkdir -p site/deb/pool/main/g/gfal site/deb/dists/stable/main/binary-amd64 site/deb/dists/stable/main/binary-arm64
+
+        find artifacts/ -name "*el9*x86_64.rpm" ! -name "*.src.rpm" -exec cp {} site/rpm/el9/x86_64/ \;
+        find artifacts/ -name "*el9*aarch64.rpm" ! -name "*.src.rpm" -exec cp {} site/rpm/el9/aarch64/ \;
+        find artifacts/ -name "*el10*x86_64.rpm" ! -name "*.src.rpm" -exec cp {} site/rpm/el10/x86_64/ \;
+        find artifacts/ -name "*el10*aarch64.rpm" ! -name "*.src.rpm" -exec cp {} site/rpm/el10/aarch64/ \;
+        for d in site/rpm/el*/*/; do createrepo_c "$d"; done
+
+        cp artifacts/*.deb site/deb/pool/main/g/gfal/
+        cd site/deb
+        for arch in amd64 arm64; do
+          apt-ftparchive packages pool/main/g/gfal --arch $arch > dists/stable/main/binary-$arch/Packages
+          gzip -c dists/stable/main/binary-$arch/Packages > dists/stable/main/binary-$arch/Packages.gz
+        done
+        apt-ftparchive release dists/stable > dists/stable/Release
+        cd ../..
+
+        cat <<EOF > site/rpm/gfal.repo
+        [gfal]
+        name=gfal repository
+        baseurl=https://lobis.github.io/gfal/rpm/el\$releasever/\$basearch/
+        enabled=1
+        gpgcheck=0
+        EOF
+    - uses: actions/upload-pages-artifact@v3
+      with:
+        path: ./site/
+    - uses: actions/deploy-pages@v4
+      id: deployment
+
+  publish-to-pypi:
+    name: Publish to PyPI 🚀
+    if: startsWith(github.ref, 'refs/tags/v')
+    needs: [ build, build-rpm, build-deb, test-install ]
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/gfal
+    permissions:
+      id-token: write
+    steps:
+    - uses: actions/download-artifact@v8
+      with:
+        name: python-package-distributions
+        path: dist/
+    - uses: pypa/gh-action-pypi-publish@release/v1
+
+  github-release:
+    name: Create GitHub Release 🚀
+    if: startsWith(github.ref, 'refs/tags/v')
+    needs: [ build, build-rpm, build-deb, test-install ]
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+    - uses: actions/download-artifact@v8
+      with:
+        path: artifacts/
+        merge-multiple: true
+    - name: Create latest aliases
+      run: |
+        cd artifacts
+        find . -name "*el9*x86_64.rpm" -not -name "*.src.rpm" -exec cp {} python3-gfal-latest-el9.rpm \;
+        find . -name "*el10*x86_64.rpm" -not -name "*.src.rpm" -exec cp {} python3-gfal-latest-el10.rpm \;
+        find . -name "*el9*aarch64.rpm" -not -name "*.src.rpm" -exec cp {} python3-gfal-latest-el9-aarch64.rpm \;
+        find . -name "*el10*aarch64.rpm" -not -name "*.src.rpm" -exec cp {} python3-gfal-latest-el10-aarch64.rpm \;
+        find . -name "*amd64.deb" -exec cp {} python3-gfal-latest.deb \;
+        find . -name "*arm64.deb" -exec cp {} python3-gfal-latest-arm64.deb \;
+    - uses: softprops/action-gh-release@v2
+      with:
+        files: artifacts/**/*
+        generate_release_notes: true
+
+  verify-deployment:
+    name: Verify Deployment 🔍 (${{ matrix.target.name }})
+    needs: [ update-repo, publish-to-pypi, github-release ]
+    if: startsWith(github.ref, 'refs/tags/v')
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        target:
+        - name: AlmaLinux 9
+          container: almalinux:9
+          install_cmd: |
+            dnf install -y epel-release curl
+            curl -sL -o /etc/yum.repos.d/gfal.repo https://lobis.github.io/gfal/rpm/gfal.repo
+            for i in {1..12}; do dnf clean all && dnf install -y python3-gfal && break || sleep 10; done
+        - name: AlmaLinux 10
+          container: almalinux:10
+          install_cmd: |
+            dnf install -y epel-release curl
+            curl -sL -o /etc/yum.repos.d/gfal.repo https://lobis.github.io/gfal/rpm/gfal.repo
+            for i in {1..12}; do dnf clean all && dnf install -y python3-gfal && break || sleep 10; done
+        - name: Ubuntu 24.04
+          container: ubuntu:24.04
+          install_cmd: |
+            apt-get update && apt-get install -y curl
+            echo "deb [trusted=yes] https://lobis.github.io/gfal/deb/ stable main" | tee /etc/apt/sources.list.d/gfal.list
+            for i in {1..12}; do apt-get update && apt-get install -y python3-gfal && break || sleep 10; done
+        - name: PyPI
+          container: python:3.9
+          install_cmd: |
+            for i in {1..12}; do pip install --no-cache-dir gfal && break || sleep 10; done
+    container: ${{ matrix.target.container }}
+    steps:
+    - name: Install and Verify
+      run: |
+        ${{ matrix.target.install_cmd }}
+        export PATH=$PATH:/usr/local/bin
+        command -v gfal || exit 1
+        INSTALLED_VERSION=$(gfal --version | awk '{print $NF}')
+        EXPECTED_VERSION=${{ github.ref_name }}
+        EXPECTED_VERSION=${EXPECTED_VERSION#v}
+        if [ "$INSTALLED_VERSION" != "$EXPECTED_VERSION" ]; then
+          echo "❌ Version mismatch: $INSTALLED_VERSION != $EXPECTED_VERSION"
+          exit 1
+        fi

gfal-0.1.27/.gitignore

@@ -0,0 +1,225 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[codz]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py.cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+#poetry.toml
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#   pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
+#   https://pdm-project.org/en/latest/usage/project/#working-with-version-control
+#pdm.lock
+#pdm.toml
+.pdm-python
+.pdm-build/
+
+# pixi
+#   Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
+#pixi.lock
+#   Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
+#   in the .venv directory. It is recommended not to include this directory in version control.
+.pixi
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.envrc
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+# Abstra
+# Abstra is an AI-powered process automation framework.
+# Ignore directories containing user credentials, local state, and settings.
+# Learn more at https://abstra.io/docs
+.abstra/
+
+# Visual Studio Code
+#  Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
+#  that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
+#  and can be added to the global gitignore or merged into this file. However, if you prefer,
+#  you could uncomment the following to ignore the entire vscode folder
+# .vscode/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Cursor
+#  Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to
+#  exclude from AI features like autocomplete and code analysis. Recommended for sensitive data
+#  refer to https://docs.cursor.com/context/ignore-files
+.cursorignore
+.cursorindexingignore
+
+# Marimo
+marimo/_static/
+marimo/_lsp/
+__marimo__/
+
+# hatch-vcs auto-generated version file
+src/gfal/_version.py
+
+# Reference implementation (not part of the project)
+gfal2-util/
+
+.idea/
+
+.claude/
+
+# Packaging
+!gfal-cli.spec
+rpmbuild/
+pkg/
+*.deb
+
+*.root

gfal-0.1.27/.pre-commit-config.yaml

@@ -0,0 +1,27 @@
+# Run `pre-commit install` from this directory to activate the git hook.
+default_install_hook_types: [pre-commit]
+
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v6.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-toml
+      - id: check-merge-conflict
+      - id: check-added-large-files
+      - id: debug-statements
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.15.7
+    hooks:
+      - id: ruff
+        args: [--fix]
+      - id: ruff-format
+
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.4.2
+    hooks:
+      - id: codespell
+        additional_dependencies: ["tomli"]

gfal-0.1.27/AGENTS.md

@@ -0,0 +1 @@
+CLAUDE.md

gfal-0.1.27/CHANGELOG

@@ -0,0 +1,2 @@
+* Fri Mar 20 2026 Luis Antonio Obis Aparicio <luis.obis@cern.ch> - %{version}-%{release}
+- Initial package building with hatchling and pip