pulp-python 3.11.0__tar.gz → 3.11.2__tar.gz

pulp-python-3.11.2/CHANGES.md

@@ -0,0 +1,447 @@
+# Changelog
+
+[//]: # (You should *NOT* be adding new change log entries to this file, this)
+[//]: # (file is managed by towncrier. You *may* edit previous change logs to)
+[//]: # (fix problems like typo corrections or such.)
+[//]: # (To add a new change log entry, please see the contributing docs.)
+[//]: # (WARNING: Don't drop the towncrier directive!)
+
+[//]: # (towncrier release notes start)
+
+## 3.11.2 (2024-06-27) {: #3.11.2 }
+
+
+#### Bugfixes {: #3.11.2-bugfix }
+
+- Fixed the `package_types` filter breaking other remote filters.
+  [#691](https://github.com/pulp/pulp_python/issues/691)
+
+---
+
+## 3.11.1 (2024-04-11) {: #3.11.1 }
+
+### Bugfixes
+
+-   Fixed tls_validation not being disabled when set to false on the remote.
+    [#653](https://github.com/pulp/pulp_python/issues/653)
+
+---
+
+## 3.11.0 (2023-11-08) {: #3.11.0 }
+
+### Features
+
+-   Added pulpcore 3.40 compatibility.
+-   Added import export support of python content.
+    [#579](https://github.com/pulp/pulp_python/issues/579)
+
+---
+
+## 3.10.0 (2023-05-17) {: #3.10.0 }
+
+### Features
+
+-   Added compatibility for pulpcore 3.25, pulpcore support is now >=3.25,<3.40.
+    [#605](https://github.com/pulp/pulp_python/issues/605)
+
+---
+
+## 3.9.0 (2023-03-17) {: #3.9.0 }
+
+### Features
+
+-   Added version filter to package list endpoint.
+    [#577](https://github.com/pulp/pulp_python/issues/577)
+-   Allow duplicate uploads to return existing packages instead of erring.
+    [#590](https://github.com/pulp/pulp_python/issues/590)
+
+### Bugfixes
+
+-   Fixed pull-through caching ignoring remote proxy settings.
+    [#553](https://github.com/pulp/pulp_python/issues/553)
+-   Changed includes and excludes openapi schema to report as array of strings instead of object.
+    [#576](https://github.com/pulp/pulp_python/issues/576)
+-   Fixed syncing ignoring remote proxy.
+    [#581](https://github.com/pulp/pulp_python/issues/581)
+-   Fixed duplicate operationID for generated PyPI simple endpoints schema.
+    [#594](https://github.com/pulp/pulp_python/issues/594)
+
+---
+
+## 3.8.0 (2022-12-19) {: #3.8.0 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+-   Prevent .netrc file from being read on syncs.
+    [#566](https://github.com/pulp/pulp_python/issues/566)
+-   Fix 500 error when pip installing using object storage.
+    [#572](https://github.com/pulp/pulp_python/issues/572)
+
+### Improved Documentation
+
+-   Documented `pulp_python` specific settings.
+    [#571](https://github.com/pulp/pulp_python/issues/571)
+
+---
+
+## 3.7.3 (2022-10-06) {: #3.7.3 }
+
+### Bugfixes
+
+-   Prevent .netrc file from being read on syncs.
+    [#566](https://github.com/pulp/pulp_python/issues/566)
+
+---
+
+## 3.7.2 (2022-08-04) {: #3.7.2 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+
+---
+
+## 3.7.1 (2022-06-29) {: #3.7.1 }
+
+No significant changes.
+
+---
+
+## 3.7.0 (2022-06-22) {: #3.7.0 }
+
+### Features
+
+-   Added ability to fully sync repositories that don't support the PyPI XMLRPC endpoints. Full Pulp-to-Pulp syncing is now available.
+    [#462](https://github.com/pulp/pulp_python/issues/462)
+
+### Bugfixes
+
+-   Ensured temporary package uploads are written to worker's directory instead of /tmp.
+    [#505](https://github.com/pulp/pulp_python/issues/505)
+
+### Misc
+
+-   [#503](https://github.com/pulp/pulp_python/issues/503)
+
+---
+
+## 3.6.1 (2022-08-19) {: #3.6.1 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+
+---
+
+## 3.6.0 (2021-12-15) {: #3.6.0 }
+
+### Features
+
+-   `pulp_python` now supports pull-through caching. Add a remote to a distribution to enable this feature.
+    [#381](https://github.com/pulp/pulp_python/issues/381)
+-   Enable Azure support
+    [#458](https://github.com/pulp/pulp_python/issues/458)
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    [#433](https://github.com/pulp/pulp_python/issues/433)
+-   Changed the use of `dispatch` to match the signature from pulpcore>=3.15.
+    [#443](https://github.com/pulp/pulp_python/issues/443)
+-   Fixed package name normalization issue preventing installing packages with "." or "_" in their names.
+    [#467](https://github.com/pulp/pulp_python/issues/467)
+
+---
+
+## 3.5.2 (2021-10-05) {: #3.5.2 }
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    (backported from #445)
+    [#436](https://github.com/pulp/pulp_python/issues/436)
+-   Changed the use of `dispatch` to match the signature from pulpcore>=3.15.
+    (backported from #443)
+    [#446](https://github.com/pulp/pulp_python/issues/446)
+
+---
+
+## 3.5.1 (2021-09-10) {: #3.5.1 }
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    (backported from #433)
+    [#436](https://github.com/pulp/pulp_python/issues/436)
+
+---
+
+## 3.5.0 (2021-08-30) {: #3.5.0 }
+
+### Features
+
+-   Python package content can now be filtered by their sha256
+    [#404](https://github.com/pulp/pulp_python/issues/404)
+-   Added new setting `PYPI_API_HOSTNAME` that is used to form a distribution's `base_url`. Defaults to the machine's FQDN.
+    [#412](https://github.com/pulp/pulp_python/issues/412)
+-   Enabled reclaim disk feature provided by pulpcore 3.15+.
+    [#425](https://github.com/pulp/pulp_python/issues/425)
+
+### Bugfixes
+
+-   Fixed twine upload failing when using remote storage backends
+    [#400](https://github.com/pulp/pulp_python/issues/400)
+-   Fixed improper metadata serving when using publications with S3 storage
+    [#413](https://github.com/pulp/pulp_python/issues/413)
+
+### Deprecations and Removals
+
+-   Dropped support for Python < 3.8.
+    [#402](https://github.com/pulp/pulp_python/issues/402)
+
+### Misc
+
+-   [#408](https://github.com/pulp/pulp_python/issues/408), [#427](https://github.com/pulp/pulp_python/issues/427)
+
+---
+
+## 3.4.1 (2021-08-24) {: #3.4.1 }
+
+### Features
+
+-   Python package content can now be filtered by their sha256
+    (backported from #404)
+    [#419](https://github.com/pulp/pulp_python/issues/419)
+
+### Bugfixes
+
+-   Fixed improper metadata serving when using publications with S3 storage
+    (backported from #413)
+    [#418](https://github.com/pulp/pulp_python/issues/418)
+-   Fixed twine upload failing when using remote storage backends
+    (backported from #400)
+    [#420](https://github.com/pulp/pulp_python/issues/420)
+
+---
+
+3.4.0 (2021-06-17)
+
+### Features
+
+-   Added `twine` (and other similar Python tools) package upload support
+    [#342](https://github.com/pulp/pulp_python/issues/342)
+-   PyPI endpoints are now available at `/pypi/{base_path}/`
+    [#376](https://github.com/pulp/pulp_python/issues/376)
+-   Changed the global uniqueness constraint for `PythonPackageContent` to its sha256 digest
+    [#380](https://github.com/pulp/pulp_python/issues/380)
+
+### Bugfixes
+
+-   Added missing fields to PyPI live JSON API to be compliant with core metadata version 2.1
+    [#352](https://github.com/pulp/pulp_python/issues/352)
+-   Fixed sync to use default concurrency (10) when download_concurrency was not specified
+    [#391](https://github.com/pulp/pulp_python/issues/391)
+
+---
+
+## 3.3.0 (2021-05-27) {: #3.3.0 }
+
+### Features
+
+-   Add support for automatic publishing and distributing.
+    [#365](https://github.com/pulp/pulp_python/issues/365)
+
+### Bugfixes
+
+-   Fixed publications publishing more content than was in the repository
+    [#362](https://github.com/pulp/pulp_python/issues/362)
+
+### Improved Documentation
+
+-   Update syntax in doc for cli repository content add command
+    [#368](https://github.com/pulp/pulp_python/issues/368)
+
+### Misc
+
+-   [#347](https://github.com/pulp/pulp_python/issues/347), [#360](https://github.com/pulp/pulp_python/issues/360), [#371](https://github.com/pulp/pulp_python/issues/371)
+
+---
+
+## 3.2.0 (2021-04-14) {: #3.2.0 }
+
+### Features
+
+-   Added new sync filter keep_latest_packages to specify how many latest versions of packages to sync
+    [#339](https://github.com/pulp/pulp_python/issues/339)
+-   Added new sync filters package_types and exclude_platforms to specify package types to sync
+    [#341](https://github.com/pulp/pulp_python/issues/341)
+
+### Misc
+
+-   [#354](https://github.com/pulp/pulp_python/issues/354)
+
+---
+
+## 3.1.0 (2021-03-12) {: #3.1.0 }
+
+### Features
+
+-   Python content can now be filtered by requires_python
+    [#3629](https://pulp.plan.io/issues/3629)
+
+### Improved Documentation
+
+-   Updated workflows to use Pulp CLI commands
+    [#8364](https://pulp.plan.io/issues/8364)
+
+---
+
+## 3.0.0 (2021-01-12) {: #3.0.0 }
+
+### Bugfixes
+
+-   Remote proxy settings are now passed to Bandersnatch while syncing
+    [#7864](https://pulp.plan.io/issues/7864)
+
+### Improved Documentation
+
+-   Added bullet list of Python Plugin features and a tech preview page for new experimental features
+    [#7628](https://pulp.plan.io/issues/7628)
+
+---
+
+## 3.0.0b12 (2020-11-05)
+
+### Features
+
+-   Pulp Python can now fully mirror all packages from PyPi
+    [#985](https://pulp.plan.io/issues/985)
+-   Implemented PyPi's json API at content endpoint '/pypi/{package-name}/json'. Pulp can now perform basic syncing on other Pulp Python instances.
+    [#2886](https://pulp.plan.io/issues/2886)
+-   Pulp Python now uses Bandersnatch to perform syncing and filtering of package metadata
+    [#6930](https://pulp.plan.io/issues/6930)
+
+### Bugfixes
+
+-   Sync now includes python package's classifiers in the content unit
+    [#3627](https://pulp.plan.io/issues/3627)
+-   Policy can now be specified when creating a remote from a Bandersnatch config
+    [#7331](https://pulp.plan.io/issues/7331)
+-   Includes/excludes/prereleases fields are now properly set in a remote from Bandersnatch config
+    [#7392](https://pulp.plan.io/issues/7392)
+
+### Improved Documentation
+
+-   Fixed makemigrations commands in the install docs
+    [#5386](https://pulp.plan.io/issues/5386)
+
+### Misc
+
+-   [#6875](https://pulp.plan.io/issues/6875), [#7401](https://pulp.plan.io/issues/7401)
+
+---
+
+## 3.0.0b11 (2020-08-18)
+
+Compatibility update for pulpcore 3.6
+
+---
+
+## 3.0.0b10 (2020-08-05)
+
+### Features
+
+-   Added a new endpoint to remotes "/from_bandersnatch" that allows for Python remote creation from a Bandersnatch config file.
+    [#6929](https://pulp.plan.io/issues/6929)
+
+### Bugfixes
+
+-   Including requirements.txt on MANIFEST.in
+    [#6891](https://pulp.plan.io/issues/6891)
+-   Updating API to not return publications that aren't complete.
+    [#6987](https://pulp.plan.io/issues/6987)
+-   Fixed an issue that prevented 'on_demand' content from being published.
+    [#7128](https://pulp.plan.io/issues/7128)
+
+### Improved Documentation
+
+-   Change the commands for publication and distribution on the publish workflow to use their respective scripts already defined in _scripts.
+    [#6877](https://pulp.plan.io/issues/6877)
+-   Updated sync.sh, publication.sh and distribution.sh in docs/_scripts to reference wait_until_task_finished function from base.sh
+    [#6918](https://pulp.plan.io/issues/6918)
+
+---
+
+## 3.0.0b9 (2020-06-01)
+
+### Features
+
+-   Add upload functionality to the python contents endpoints.
+    [#5464](https://pulp.plan.io/issues/5464)
+
+### Bugfixes
+
+-   Fixed the 500 error returned by the OpenAPI schema endpoint.
+    [#5452](https://pulp.plan.io/issues/5452)
+
+### Improved Documentation
+
+-   Change the prefix of Pulp services from pulp-* to pulpcore-*
+    [#4554](https://pulp.plan.io/issues/4554)
+-   Added "python/python/" to fix two commands in repo.sh, fixed export command in sync.sh
+    [#6790](https://pulp.plan.io/issues/6790)
+-   Added "index.html" to the relative_path field for both project_metadata and index_metadata. Added a "/" to fix the link in the simple_index_template.
+    [#6792](https://pulp.plan.io/issues/6792)
+-   Updated the workflow documentation for upload.html. Fixed the workflow commands and added more details to the instructions.
+    [#6854](https://pulp.plan.io/issues/6854)
+
+### Deprecations and Removals
+
+-   Change _id, _created, _last_updated, _href to pulp_id, pulp_created, pulp_last_updated, pulp_href
+    [#5457](https://pulp.plan.io/issues/5457)
+
+-   Remove "_" from _versions_href, _latest_version_href
+    [#5548](https://pulp.plan.io/issues/5548)
+
+-   Removing base field: _type .
+    [#5550](https://pulp.plan.io/issues/5550)
+
+-   Sync is no longer available at the {remote_href}/sync/ repository={repo_href} endpoint. Instead, use POST {repo_href}/sync/ remote={remote_href}.
+
+    Creating / listing / editing / deleting python repositories is now performed on /pulp/api/v3/python/python/ instead of /pulp/api/v3/repositories/. Only python content can be present in a python repository, and only a python repository can hold python content.
+    [#5625](https://pulp.plan.io/issues/5625)
+
+### Misc
+
+-   [#remotetests](https://pulp.plan.io/issues/remotetests), [#4681](https://pulp.plan.io/issues/4681), [#4682](https://pulp.plan.io/issues/4682), [#5304](https://pulp.plan.io/issues/5304), [#5471](https://pulp.plan.io/issues/5471), [#5580](https://pulp.plan.io/issues/5580), [#5701](https://pulp.plan.io/issues/5701)
+
+---
+
+## 3.0.0b8 (2019-09-16)
+
+### Misc
+
+-   [#4681](https://pulp.plan.io/issues/4681)
+
+---
+
+## 3.0.0b7 (2019-08-01)
+
+### Features
+
+-   Users can upload a file to create content and optionally add to a repo in one step known as
+    one-shot upload
+    [#4396](https://pulp.plan.io/issues/4396)
+-   Override the Remote's serializer to allow policy='on_demand' and policy='streamed'.
+    [#4990](https://pulp.plan.io/issues/4990)
+
+### Improved Documentation
+
+-   Switch to using [towncrier](https://github.com/hawkowl/towncrier) for better release notes.
+    [#4875](https://pulp.plan.io/issues/4875)
+
+---

{pulp-python-3.11.0 → pulp-python-3.11.2}/MANIFEST.in

@@ -1,7 +1,7 @@
 include LICENSE
 include requirements.txt
 include pyproject.toml
-include CHANGES.rst
+include CHANGES.md
 include COMMITMENT
 include COPYRIGHT
 include functest_requirements.txt

{pulp-python-3.11.0 → pulp-python-3.11.2}/PKG-INFO

@@ -1,21 +1,11 @@
 Metadata-Version: 2.1
 Name: pulp-python
-Version: 3.11.0
+Version: 3.11.2
 Summary: pulp-python plugin for the Pulp Project
 Home-page: https://www.pulpproject.org
 Author: Pulp Project Developers
 Author-email: pulp-list@redhat.com
 License: GPLv2+
-Description: # pulp_python
-        
-        ![Pulp Nightly CI/CD](https://github.com/pulp/pulp_python/actions/workflows/nightly.yml/badge.svg)
-        
-        A Pulp plugin to support hosting your own pip compatible Python packages.
-        
-        For more information, please see the [documentation](https://docs.pulpproject.org/pulp_python/) or the
-        [Pulp project page](https://pulpproject.org).
-        
-Platform: UNKNOWN
 Classifier: License :: OSI Approved :: GNU General Public License v2 or later (GPLv2+)
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Development Status :: 5 - Production/Stable
@@ -26,3 +16,13 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# pulp_python
+
+![Pulp Nightly CI/CD](https://github.com/pulp/pulp_python/actions/workflows/nightly.yml/badge.svg)
+
+A Pulp plugin to support hosting your own pip compatible Python packages.
+
+For more information, please see the [documentation](https://docs.pulpproject.org/pulp_python/) or the
+[Pulp project page](https://pulpproject.org).

{pulp-python-3.11.0 → pulp-python-3.11.2}/functest_requirements.txt

@@ -1,7 +1,5 @@
 git+https://github.com/pulp/pulp-smash.git#egg=pulp-smash
-pytest
+pytest<8
 lxml
 twine
 pypi-simple
-pulpcore-client
-pulp-python-client

{pulp-python-3.11.0 → pulp-python-3.11.2}/pulp_python/app/__init__.py

@@ -8,5 +8,5 @@ class PulpPythonPluginAppConfig(PulpPluginAppConfig):
 
     name = "pulp_python.app"
     label = "python"
-    version = "3.11.0"
+    version = "3.11.2"
     python_package_name = "pulp-python"

{pulp-python-3.11.0 → pulp-python-3.11.2}/pulp_python/app/tasks/sync.py

@@ -1,9 +1,12 @@
 import logging
+import tempfile
+from typing import Optional, Any, AsyncGenerator
 
+import aiohttp
 from aiohttp import ClientResponseError, ClientError
 from lxml.etree import LxmlError
 from gettext import gettext as _
-from os import environ, path
+from os import environ
 
 from rest_framework import serializers
 
@@ -80,7 +83,7 @@ def create_bandersnatch_config(remote):
         config["plugins"]["enabled"] += "prerelease_release\n"
     if remote.package_types:
         rrfm = "regex_release_file_metadata"
-        config["plugins"]["enabled"] += rrfm
+        config["plugins"]["enabled"] += f"{rrfm}\n"
         if not config.has_section(rrfm):
             config.add_section(rrfm)
         config[rrfm]["any:release_file.packagetype"] = "\n".join(remote.package_types)
@@ -111,9 +114,10 @@ class PythonBanderStage(Stage):
         """
         If includes is specified, then only sync those,else try to sync all other packages
         """
-        # Prevent bandersnatch from reading actual .netrc file, set to nonexistent file
+        # Prevent bandersnatch from reading actual .netrc file, set to empty file
         # See discussion on https://github.com/pulp/pulp_python/issues/581
-        environ["NETRC"] = f"{path.curdir}/.fake-netrc"
+        fake_netrc = tempfile.NamedTemporaryFile(dir=".", delete=False)
+        environ["NETRC"] = fake_netrc.name
         # TODO Change Bandersnatch internal API to take proxy settings in from config parameters
         if proxy_url := self.remote.proxy_url:
             if self.remote.proxy_username or self.remote.proxy_password:
@@ -126,7 +130,7 @@ class PythonBanderStage(Stage):
         # Bandersnatch includes leading slash when forming API urls
         url = self.remote.url.rstrip("/")
         # local & global timeouts defaults to 10secs and 5 hours
-        async with Master(url) as master:
+        async with PulpMaster(url, tls=self.remote.tls_validation) as master:
             deferred_download = self.remote.policy != Remote.IMMEDIATE
             workers = self.remote.download_concurrency or self.remote.DEFAULT_DOWNLOAD_CONCURRENCY
             async with ProgressReport(
@@ -148,6 +152,25 @@ class PythonBanderStage(Stage):
                 await pmirror.synchronize(packages_to_sync)
 
 
+class PulpMaster(Master):
+    """
+    Pulp Master Class for Pulp specific overrides
+    """
+
+    def __init__(self, *args, tls=True, **kwargs):
+        self.tls = tls
+        super().__init__(*args, **kwargs)
+
+    async def get(
+        self, path: str, required_serial: Optional[int], **kw: Any
+    ) -> AsyncGenerator[aiohttp.ClientResponse, None]:
+        """Support tls=false"""
+        if not self.tls:
+            kw["ssl"] = False
+        async for r in super().get(path, required_serial, **kw):
+            yield r
+
+
 class PulpMirror(Mirror):
     """
     Pulp Mirror Class to perform syncing using Bandersnatch
@@ -257,4 +280,4 @@ class PulpMirror(Mirror):
         TODO
         This should have some error checking
         """
-        pass
+        logger.error("Sync encountered an error: ", exc_info=exception)

{pulp-python-3.11.0 → pulp-python-3.11.2}/pulp_python/tests/functional/api/test_sync.py

@@ -641,6 +641,23 @@ class PlatformExcludeTestCase(unittest.TestCase):
         )
 
 
+@pytest.mark.parallel
+def test_sync_multiple_filters(
+    python_repo_with_sync, python_remote_factory, python_content_summary
+):
+    """Tests sync with multiple filters."""
+    remote = python_remote_factory(
+        includes=PYTHON_LG_PROJECT_SPECIFIER,
+        package_types=["bdist_wheel"],
+        keep_latest_packages=1,
+        prereleases=False
+    )
+    repo = python_repo_with_sync(remote)
+
+    summary = python_content_summary(repository_version=repo.latest_version_href)
+    assert summary.present["python.python"]["count"] == PYTHON_LG_FIXTURE_COUNTS["multi"]
+
+
 @pytest.mark.parallel
 def test_proxy_sync(
     python_repo,