fetchcode 0.5.2__tar.gz → 0.7.1__tar.gz

fetchcode-0.7.1/.github/workflows/docs-ci.yml

@@ -0,0 +1,34 @@
+name: CI Documentation
+
+on: [push, pull_request]
+
+jobs:
+  build:
+    runs-on: ubuntu-22.04
+
+    strategy:
+      max-parallel: 4
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Dependencies
+        run:  pip install -e .[docs]
+
+      - name: Check Sphinx Documentation build minimally
+        working-directory: ./docs
+        run: sphinx-build -E -W source build
+
+      - name: Check for documentation style errors
+        working-directory: ./docs
+        run: ./scripts/doc8_style_check.sh
+
+

fetchcode-0.7.1/.github/workflows/pypi-release.yml

@@ -0,0 +1,83 @@
+name: Create library release archives, create a GH release and publish PyPI wheel and sdist on tag in main branch
+
+
+# This is executed automatically on a tag in the main branch
+
+# Summary of the steps:
+# - build wheels and sdist
+# - upload wheels and sdist to PyPI
+# - create gh-release and upload wheels and dists there
+# TODO: smoke test wheels and sdist
+# TODO: add changelog to release text body
+
+# WARNING: this is designed only for packages building as pure Python wheels
+
+on:
+  workflow_dispatch:
+  push:
+    tags:
+      - "v*.*.*"
+
+jobs:
+  build-pypi-distribs:
+    name: Build and publish library to PyPI
+    runs-on: ubuntu-22.04
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+
+      - name: Install pypa/build
+        run: python -m pip install build --user
+
+      - name: Build a binary wheel and a source tarball
+        run: python -m build --sdist --wheel --outdir dist/
+
+      - name: Upload built archives
+        uses: actions/upload-artifact@v4
+        with:
+          name: pypi_archives
+          path: dist/*
+
+
+  create-gh-release:
+    name: Create GH release
+    needs:
+      - build-pypi-distribs
+    runs-on: ubuntu-22.04
+
+    steps:
+      - name: Download built archives
+        uses: actions/download-artifact@v4
+        with:
+          name: pypi_archives
+          path: dist
+
+      - name: Create GH release
+        uses: softprops/action-gh-release@v1
+        with:
+          draft: true
+          files: dist/*
+
+
+  create-pypi-release:
+    name: Create PyPI release
+    needs:
+      - create-gh-release
+    runs-on: ubuntu-22.04
+
+    steps:
+      - name: Download built archives
+        uses: actions/download-artifact@v4
+        with:
+          name: pypi_archives
+          path: dist
+
+      - name: Publish to PyPI
+        if: startsWith(github.ref, 'refs/tags')
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

fetchcode-0.7.1/CHANGELOG.rst

@@ -0,0 +1,88 @@
+Changelog
+=========
+
+v0.7.1
+------
+- Update artifact upload version.
+
+
+v0.7.0
+------
+- Add support to fetch PURLs.
+
+
+v0.6.0
+------
+- Add package metadata support for CocoaPods.
+- Report all PyPI package versions even if the corresponding distributions are unavailable
+- Support Python ``3.11`` and ``3.12``, drop ``3.6`` and ``3.7`` support
+- Upgrade vendored pip to 24.2 (This removes the support for pseudo vcs URLs like ``git://``,
+    ``hg://``, ``svn://`` and ``bzr://`` see https://github.com/pypa/pip/pull/9436)
+
+
+v0.5.2
+------
+- Update link references of ownership from nexB to aboutcode-org
+
+
+v0.5.1
+-------
+- Use authenticated requests for GitHub REST API calls
+
+
+v0.5.0
+-------
+- FetchCode now supports retrieving package info for following generic packages:
+    * pkg:generic/linux
+    * pkg:generic/mtd-utils
+    * pkg:generic/barebox
+    * pkg:generic/e2fsprogs
+    * pkg:generic/udhcp
+    * pkg:generic/miniupnpc
+    * pkg:generic/miniupnpd
+    * pkg:generic/minissdpd
+    * pkg:generic/erofs-utils
+    * pkg:openssl/openssl
+
+- FetchCode also supports retrieving package info for packages hosted on GitHub specifically.
+    * pkg:github/avahi/avahi
+    * pkg:github/bestouff/genext2fs
+    * pkg:github/dosfstools/dosfstools
+    * pkg:github/google/brotli
+    * pkg:github/hewlettpackard/wireless-tools
+    * pkg:github/inotify-tools/inotify-tools
+    * pkg:github/libbpf/bpftool
+    * pkg:github/llvm/llvm-project
+    * pkg:github/nixos/nix
+    * pkg:github/plougher/squashfs-tools
+    * pkg:github/pupnp/pupnp
+    * pkg:github/python/cpython
+    * pkg:github/rpm-software-management/rpm
+    * pkg:github/shadow-maint/shadow
+    * pkg:github/sqlite/sqlite
+    * pkg:github/u-boot/u-boot
+
+
+v0.4.0
+-------
+- FetchCode now supports retrieving package info for following generic packages:
+    ``busybox``, ``bzip2``, ``dnsmasq``, ``dropbear``, ``ebtables``, ``hostapd``, ``ipkg``,
+    ``iproute2``, ``iptables``, ``libnl``, ``lighttpd``, ``nftables``, ``openssh``, ``samba``,
+    ``syslinux``, ``toybox``, ``uclibc``, ``uclibc-ng``, ``util-linux`` and ``wpa_supplicant``.
+- FetchCode also supports retrieving package info for GNU packages.
+
+
+v0.3.0
+-------
+- Add `package_versions` for retrieving all released versions of a given package.
+
+
+v0.2.0
+-------
+
+- Don't delete temp directory in fetch_via_vcs
+
+v0.1.0
+---------
+
+First, initial release.

fetchcode-0.7.1/Makefile

@@ -0,0 +1,56 @@
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# ScanCode is a trademark of nexB Inc.
+# SPDX-License-Identifier: Apache-2.0
+# See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
+# See https://github.com/aboutcode-org/skeleton for support or download.
+# See https://aboutcode.org for more information about nexB OSS projects.
+#
+
+# Python version can be specified with `$ PYTHON_EXE=python3.x make conf`
+PYTHON_EXE?=python3
+VENV=venv
+ACTIVATE?=. ${VENV}/bin/activate;
+
+dev:
+	@echo "-> Configure the development envt."
+	./configure --dev
+
+isort:
+	@echo "-> Apply isort changes to ensure proper imports ordering"
+	${VENV}/bin/isort --sl -l 100 --skip=src/fetchcode/vcs/pip setup.py src tests
+
+black:
+	@echo "-> Apply black code formatter"
+	${VENV}/bin/black -l 100 --exclude=src/fetchcode/vcs/pip src tests setup.py  
+
+doc8:
+	@echo "-> Run doc8 validation"
+	@${ACTIVATE} doc8 --max-line-length 100 --ignore-path docs/_build/ --quiet docs/
+
+valid: isort black
+
+check:
+	@echo "-> Run pycodestyle (PEP8) validation"
+	@${ACTIVATE} pycodestyle --max-line-length=100 --exclude=.eggs,venv,lib,thirdparty,docs,migrations,settings.py,.cache,etc,src/fetchcode/vcs/pip,tests/data/ .
+	@echo "-> Run isort imports ordering validation"
+	@${ACTIVATE} isort --sl --check-only -l 100 --skip=src/fetchcode/vcs/pip setup.py src tests
+	@echo "-> Run black validation"
+	@${ACTIVATE} black --check --check -l 100 --exclude=src/fetchcode/vcs/pip src tests setup.py 
+
+clean:
+	@echo "-> Clean the Python env"
+	./configure --clean
+	rm -rf .venv/ .*cache/ *.egg-info/ build/ dist/
+	find . -type f -name '*.py[co]' -delete -o -type d -name __pycache__ -delete
+
+test:
+	@echo "-> Run the test suite"
+	${VENV}/bin/pytest -vvs
+
+docs:
+	rm -rf docs/_build/
+	@${ACTIVATE} sphinx-build docs/ docs/_build/
+
+.PHONY: conf dev check valid black isort clean test docs

fetchcode-0.7.1/PKG-INFO

@@ -0,0 +1,283 @@
+Metadata-Version: 2.4
+Name: fetchcode
+Version: 0.7.1
+Summary: fetchcode is a library to reliably fetch code via HTTP, FTP and version control systems.
+Home-page: https://github.com/aboutcode-org/fetchcode
+Author: nexB. Inc. and others
+Author-email: info@aboutcode.org
+License: Apache-2.0
+Keywords: utilities,package manager,dependencies,fetch,scancode,download,downloader
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development
+Classifier: Topic :: Utilities
+Requires-Python: >=3.8
+Description-Content-Type: text/x-rst
+License-File: apache-2.0.LICENSE
+License-File: NOTICE
+License-File: AUTHORS.rst
+License-File: CHANGELOG.rst
+License-File: CODE_OF_CONDUCT.rst
+Requires-Dist: attrs
+Requires-Dist: commoncode
+Requires-Dist: htmllistparse
+Requires-Dist: packageurl-python
+Requires-Dist: requests
+Requires-Dist: python-dateutil
+Requires-Dist: python-dotenv
+Provides-Extra: testing
+Requires-Dist: pytest!=7.0.0,>=6; extra == "testing"
+Requires-Dist: pytest-xdist>=2; extra == "testing"
+Requires-Dist: aboutcode-toolkit>=7.0.2; extra == "testing"
+Requires-Dist: pycodestyle>=2.8.0; extra == "testing"
+Requires-Dist: twine; extra == "testing"
+Requires-Dist: black; extra == "testing"
+Requires-Dist: isort; extra == "testing"
+Provides-Extra: docs
+Requires-Dist: Sphinx>=5.0.2; extra == "docs"
+Requires-Dist: sphinx-rtd-theme>=1.0.0; extra == "docs"
+Requires-Dist: sphinx-reredirects>=0.1.2; extra == "docs"
+Requires-Dist: doc8>=0.11.2; extra == "docs"
+Requires-Dist: sphinx-autobuild; extra == "docs"
+Requires-Dist: sphinx-rtd-dark-mode>=1.3.0; extra == "docs"
+Requires-Dist: sphinx-copybutton; extra == "docs"
+Dynamic: license-file
+
+FetchCode: Utilities to fetch code from purls, URLs and version control repos.
+================================================================================
+
+FetchCode is a library to reliably fetch code via HTTP, FTP and version control
+systems. It can work using plain HTTP and FTP URLs, as well as
+`Package URLs <https://github.com/package-url>`_ and version control (VCS) URLs
+as used in Python pip and as specified in `SPDX Package Download Location
+<https://spdx.github.io/spdx-spec/3-package-information/#37-package-download-location>`_
+
+Homepage and support: https://github.com/aboutcode-org/fetchcode
+
+
+Why FetchCode?
+--------------
+
+It is surprisingly difficult to have a simple API to consistently fetch code
+from package repositories, version control repositories and APIs: each site
+and each package manager has its own unique and peculiar ways. FetchCode goal
+is to abstract all these details and make it easy to fetch things reliably.
+
+
+Development installation
+--------------------------
+
+Clone the repo::
+
+    git clone https://github.com/aboutcode-org/fetchcode
+
+Then install all the requirements using this command (on POSIX)::
+
+    ./configure --dev
+
+
+Running tests
+----------------
+
+To run test suite use::
+
+    pytest -vvs
+
+
+Usage
+--------
+
+Fetch a code archive and get a ``fetchcode.fetch.Response`` object back::
+
+    >>> from fetchcode import fetch
+    >>> f = fetch('https://github.com/aboutcode-org/fetchcode/archive/ab65b2e645c889887227ea49eb3332d885fd0a54.zip')
+    >>> f.location
+    '/tmp/tmp_cm02xsg'
+    >>> f.content_type
+    'application/zip'
+    >>> f.url
+    'https://github.com/aboutcode-org/fetchcode/archive/ab65b2e645c889887227ea49eb3332d885fd0a54.zip'
+
+Fetch some package metadata and get a ``fetchcode.packagedcode_models.Package`` object back::
+
+    >>> from fetchcode import package
+    >>> list(package.info('pkg:rubygems/files'))
+    [Package(type='rubygems', namespace=None, name='files', version=None)]
+
+Fetch a purl and get a ``fetchcode.fetch.Response`` object back::
+
+    >>> from fetchcode import fetch
+    >>> f = fetch('pkg:swift/github.com/Alamofire/Alamofire@5.4.3')
+    >>> f.location
+    '/tmp/tmp_cm02xsg'
+    >>> f.content_type
+    'application/zip'
+    >>> f.url
+    'https://github.com/Alamofire/Alamofire/archive/5.4.3.zip'
+
+Ecosystems supported for fetching a purl from fetchcode:
+
+- alpm
+- apk
+- bitbucket
+- cargo
+- composer
+- conda
+- cpan
+- cran
+- deb
+- gem
+- generic
+- github
+- golang
+- hackage
+- hex
+- luarocks
+- maven
+- npm
+- nuget
+- pub
+- pypi
+- swift
+
+License
+--------
+
+- SPDX-License-Identifier: Apache-2.0
+
+Copyright (c) nexB Inc. and others.
+
+
+Acknowledgements, Funding, Support and Sponsoring
+--------------------------------------------------------
+
+This project is funded, supported and sponsored by:
+
+- Generous support and contributions from users like you!
+- the European Commission NGI programme
+- the NLnet Foundation 
+- the Swiss State Secretariat for Education, Research and Innovation (SERI)
+- Google, including the Google Summer of Code and the Google Seasons of Doc programmes
+- Mercedes-Benz Group
+- Microsoft and Microsoft Azure
+- AboutCode ASBL
+- nexB Inc. 
+
+
+
+|europa|   |dgconnect| 
+
+|ngi|   |nlnet|   
+
+|aboutcode|  |nexb|
+
+
+This project was funded through the NGI0 Core Fund, a fund established by NLnet with financial
+support from the European Commission's Next Generation Internet programme, under the aegis of DG
+Communications Networks, Content and Technology under grant agreement No 101092990.
+
+|ngizerocore| https://nlnet.nl/project/VulnerableCode-enhancements/
+
+
+This project was funded through the NGI0 Entrust Fund, a fund established by NLnet with financial
+support from the European Commission's Next Generation Internet programme, under the aegis of DG
+Communications Networks, Content and Technology under grant agreement No 101069594. 
+
+|ngizeroentrust| https://nlnet.nl/project/Back2source/
+
+
+This project was funded through the NGI0 Core Fund, a fund established by NLnet with financial
+support from the European Commission's Next Generation Internet programme, under the aegis of DG
+Communications Networks, Content and Technology under grant agreement No 101092990.
+
+|ngizerocore| https://nlnet.nl/project/Back2source-next/
+
+
+This project was funded through the NGI0 Entrust Fund, a fund established by NLnet with financial
+support from the European Commission's Next Generation Internet programme, under the aegis of DG
+Communications Networks, Content and Technology under grant agreement No 101069594. 
+
+|ngizeroentrust| https://nlnet.nl/project/purl2all/
+
+
+
+.. |nlnet| image:: https://nlnet.nl/logo/banner.png
+    :target: https://nlnet.nl
+    :height: 50
+    :alt: NLnet foundation logo
+
+.. |ngi| image:: https://ngi.eu/wp-content/uploads/thegem-logos/logo_8269bc6efcf731d34b6385775d76511d_1x.png
+    :target: https://ngi.eu35
+    :height: 50
+    :alt: NGI logo
+
+.. |nexb| image:: https://nexb.com/wp-content/uploads/2022/04/nexB.svg
+    :target: https://nexb.com
+    :height: 30
+    :alt: nexB logo
+
+.. |europa| image:: https://ngi.eu/wp-content/uploads/sites/77/2017/10/bandiera_stelle.png
+    :target: http://ec.europa.eu/index_en.htm
+    :height: 40
+    :alt: Europa logo
+
+.. |aboutcode| image:: https://aboutcode.org/wp-content/uploads/2023/10/AboutCode.svg
+    :target: https://aboutcode.org/
+    :height: 30
+    :alt: AboutCode logo
+
+.. |swiss| image:: https://www.sbfi.admin.ch/sbfi/en/_jcr_content/logo/image.imagespooler.png/1493119032540/logo.png
+    :target: https://www.sbfi.admin.ch/sbfi/en/home/seri/seri.html
+    :height: 40
+    :alt: Swiss logo
+
+.. |dgconnect| image:: https://commission.europa.eu/themes/contrib/oe_theme/dist/ec/images/logo/positive/logo-ec--en.svg
+    :target: https://commission.europa.eu/about-european-commission/departments-and-executive-agencies/communications-networks-content-and-technology_en
+    :height: 40
+    :alt: EC DG Connect logo
+
+.. |ngizerocore| image:: https://nlnet.nl/image/logos/NGI0_tag.svg
+    :target: https://nlnet.nl/core
+    :height: 40
+    :alt: NGI Zero Core Logo
+
+.. |ngizerocommons| image:: https://nlnet.nl/image/logos/NGI0_tag.svg
+    :target: https://nlnet.nl/commonsfund/
+    :height: 40
+    :alt: NGI Zero Commons Logo
+
+.. |ngizeropet| image:: https://nlnet.nl/image/logos/NGI0PET_tag.svg
+    :target: https://nlnet.nl/PET
+    :height: 40
+    :alt: NGI Zero PET logo
+
+.. |ngizeroentrust| image:: https://nlnet.nl/image/logos/NGI0Entrust_tag.svg
+    :target: https://nlnet.nl/entrust
+    :height: 38
+    :alt: NGI Zero Entrust logo
+
+.. |ngiassure| image:: https://nlnet.nl/image/logos/NGIAssure_tag.svg
+    :target: https://nlnet.nl/image/logos/NGIAssure_tag.svg
+    :height: 32
+    :alt: NGI Assure logo
+
+.. |ngidiscovery| image:: https://nlnet.nl/image/logos/NGI0Discovery_tag.svg
+    :target: https://nlnet.nl/discovery/
+    :height: 40
+    :alt: NGI Discovery logo
+
+
+
+
+
+
+
+
+