pulp-python 3.11.1__tar.gz → 3.11.3__tar.gz

pulp-python-3.11.3/CHANGES.md

@@ -0,0 +1,458 @@
+# Changelog
+
+[//]: # (You should *NOT* be adding new change log entries to this file, this)
+[//]: # (file is managed by towncrier. You *may* edit previous change logs to)
+[//]: # (fix problems like typo corrections or such.)
+[//]: # (To add a new change log entry, please see the contributing docs.)
+[//]: # (WARNING: Don't drop the towncrier directive!)
+
+[//]: # (towncrier release notes start)
+
+# ## 3.11.3 (2024-08-21) {: #3.11.3 }
+
+#### Bugfixes {: #3.11.3-bugfix }
+
+- Fixed uploads not supporting packages using metadata spec 2.3
+  [#682](https://github.com/pulp/pulp_python/issues/682)
+- Fixed package name normalization issue preventing syncing packages with "." or "_" in their names.
+  [#716](https://github.com/pulp/pulp_python/issues/716)
+
+---
+
+## 3.11.2 (2024-06-27) {: #3.11.2 }
+
+
+#### Bugfixes {: #3.11.2-bugfix }
+
+- Fixed the `package_types` filter breaking other remote filters.
+  [#691](https://github.com/pulp/pulp_python/issues/691)
+
+---
+
+## 3.11.1 (2024-04-11) {: #3.11.1 }
+
+### Bugfixes
+
+-   Fixed tls_validation not being disabled when set to false on the remote.
+    [#653](https://github.com/pulp/pulp_python/issues/653)
+
+---
+
+## 3.11.0 (2023-11-08) {: #3.11.0 }
+
+### Features
+
+-   Added pulpcore 3.40 compatibility.
+-   Added import export support of python content.
+    [#579](https://github.com/pulp/pulp_python/issues/579)
+
+---
+
+## 3.10.0 (2023-05-17) {: #3.10.0 }
+
+### Features
+
+-   Added compatibility for pulpcore 3.25, pulpcore support is now >=3.25,<3.40.
+    [#605](https://github.com/pulp/pulp_python/issues/605)
+
+---
+
+## 3.9.0 (2023-03-17) {: #3.9.0 }
+
+### Features
+
+-   Added version filter to package list endpoint.
+    [#577](https://github.com/pulp/pulp_python/issues/577)
+-   Allow duplicate uploads to return existing packages instead of erring.
+    [#590](https://github.com/pulp/pulp_python/issues/590)
+
+### Bugfixes
+
+-   Fixed pull-through caching ignoring remote proxy settings.
+    [#553](https://github.com/pulp/pulp_python/issues/553)
+-   Changed includes and excludes openapi schema to report as array of strings instead of object.
+    [#576](https://github.com/pulp/pulp_python/issues/576)
+-   Fixed syncing ignoring remote proxy.
+    [#581](https://github.com/pulp/pulp_python/issues/581)
+-   Fixed duplicate operationID for generated PyPI simple endpoints schema.
+    [#594](https://github.com/pulp/pulp_python/issues/594)
+
+---
+
+## 3.8.0 (2022-12-19) {: #3.8.0 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+-   Prevent .netrc file from being read on syncs.
+    [#566](https://github.com/pulp/pulp_python/issues/566)
+-   Fix 500 error when pip installing using object storage.
+    [#572](https://github.com/pulp/pulp_python/issues/572)
+
+### Improved Documentation
+
+-   Documented `pulp_python` specific settings.
+    [#571](https://github.com/pulp/pulp_python/issues/571)
+
+---
+
+## 3.7.3 (2022-10-06) {: #3.7.3 }
+
+### Bugfixes
+
+-   Prevent .netrc file from being read on syncs.
+    [#566](https://github.com/pulp/pulp_python/issues/566)
+
+---
+
+## 3.7.2 (2022-08-04) {: #3.7.2 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+
+---
+
+## 3.7.1 (2022-06-29) {: #3.7.1 }
+
+No significant changes.
+
+---
+
+## 3.7.0 (2022-06-22) {: #3.7.0 }
+
+### Features
+
+-   Added ability to fully sync repositories that don't support the PyPI XMLRPC endpoints. Full Pulp-to-Pulp syncing is now available.
+    [#462](https://github.com/pulp/pulp_python/issues/462)
+
+### Bugfixes
+
+-   Ensured temporary package uploads are written to worker's directory instead of /tmp.
+    [#505](https://github.com/pulp/pulp_python/issues/505)
+
+### Misc
+
+-   [#503](https://github.com/pulp/pulp_python/issues/503)
+
+---
+
+## 3.6.1 (2022-08-19) {: #3.6.1 }
+
+### Bugfixes
+
+-   Fixed syncing failing when using bandersnatch 5.3.0
+    [#554](https://github.com/pulp/pulp_python/issues/554)
+
+---
+
+## 3.6.0 (2021-12-15) {: #3.6.0 }
+
+### Features
+
+-   `pulp_python` now supports pull-through caching. Add a remote to a distribution to enable this feature.
+    [#381](https://github.com/pulp/pulp_python/issues/381)
+-   Enable Azure support
+    [#458](https://github.com/pulp/pulp_python/issues/458)
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    [#433](https://github.com/pulp/pulp_python/issues/433)
+-   Changed the use of `dispatch` to match the signature from pulpcore>=3.15.
+    [#443](https://github.com/pulp/pulp_python/issues/443)
+-   Fixed package name normalization issue preventing installing packages with "." or "_" in their names.
+    [#467](https://github.com/pulp/pulp_python/issues/467)
+
+---
+
+## 3.5.2 (2021-10-05) {: #3.5.2 }
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    (backported from #445)
+    [#436](https://github.com/pulp/pulp_python/issues/436)
+-   Changed the use of `dispatch` to match the signature from pulpcore>=3.15.
+    (backported from #443)
+    [#446](https://github.com/pulp/pulp_python/issues/446)
+
+---
+
+## 3.5.1 (2021-09-10) {: #3.5.1 }
+
+### Bugfixes
+
+-   Fixed proxy url not being passed during sync
+    (backported from #433)
+    [#436](https://github.com/pulp/pulp_python/issues/436)
+
+---
+
+## 3.5.0 (2021-08-30) {: #3.5.0 }
+
+### Features
+
+-   Python package content can now be filtered by their sha256
+    [#404](https://github.com/pulp/pulp_python/issues/404)
+-   Added new setting `PYPI_API_HOSTNAME` that is used to form a distribution's `base_url`. Defaults to the machine's FQDN.
+    [#412](https://github.com/pulp/pulp_python/issues/412)
+-   Enabled reclaim disk feature provided by pulpcore 3.15+.
+    [#425](https://github.com/pulp/pulp_python/issues/425)
+
+### Bugfixes
+
+-   Fixed twine upload failing when using remote storage backends
+    [#400](https://github.com/pulp/pulp_python/issues/400)
+-   Fixed improper metadata serving when using publications with S3 storage
+    [#413](https://github.com/pulp/pulp_python/issues/413)
+
+### Deprecations and Removals
+
+-   Dropped support for Python < 3.8.
+    [#402](https://github.com/pulp/pulp_python/issues/402)
+
+### Misc
+
+-   [#408](https://github.com/pulp/pulp_python/issues/408), [#427](https://github.com/pulp/pulp_python/issues/427)
+
+---
+
+## 3.4.1 (2021-08-24) {: #3.4.1 }
+
+### Features
+
+-   Python package content can now be filtered by their sha256
+    (backported from #404)
+    [#419](https://github.com/pulp/pulp_python/issues/419)
+
+### Bugfixes
+
+-   Fixed improper metadata serving when using publications with S3 storage
+    (backported from #413)
+    [#418](https://github.com/pulp/pulp_python/issues/418)
+-   Fixed twine upload failing when using remote storage backends
+    (backported from #400)
+    [#420](https://github.com/pulp/pulp_python/issues/420)
+
+---
+
+3.4.0 (2021-06-17)
+
+### Features
+
+-   Added `twine` (and other similar Python tools) package upload support
+    [#342](https://github.com/pulp/pulp_python/issues/342)
+-   PyPI endpoints are now available at `/pypi/{base_path}/`
+    [#376](https://github.com/pulp/pulp_python/issues/376)
+-   Changed the global uniqueness constraint for `PythonPackageContent` to its sha256 digest
+    [#380](https://github.com/pulp/pulp_python/issues/380)
+
+### Bugfixes
+
+-   Added missing fields to PyPI live JSON API to be compliant with core metadata version 2.1
+    [#352](https://github.com/pulp/pulp_python/issues/352)
+-   Fixed sync to use default concurrency (10) when download_concurrency was not specified
+    [#391](https://github.com/pulp/pulp_python/issues/391)
+
+---
+
+## 3.3.0 (2021-05-27) {: #3.3.0 }
+
+### Features
+
+-   Add support for automatic publishing and distributing.
+    [#365](https://github.com/pulp/pulp_python/issues/365)
+
+### Bugfixes
+
+-   Fixed publications publishing more content than was in the repository
+    [#362](https://github.com/pulp/pulp_python/issues/362)
+
+### Improved Documentation
+
+-   Update syntax in doc for cli repository content add command
+    [#368](https://github.com/pulp/pulp_python/issues/368)
+
+### Misc
+
+-   [#347](https://github.com/pulp/pulp_python/issues/347), [#360](https://github.com/pulp/pulp_python/issues/360), [#371](https://github.com/pulp/pulp_python/issues/371)
+
+---
+
+## 3.2.0 (2021-04-14) {: #3.2.0 }
+
+### Features
+
+-   Added new sync filter keep_latest_packages to specify how many latest versions of packages to sync
+    [#339](https://github.com/pulp/pulp_python/issues/339)
+-   Added new sync filters package_types and exclude_platforms to specify package types to sync
+    [#341](https://github.com/pulp/pulp_python/issues/341)
+
+### Misc
+
+-   [#354](https://github.com/pulp/pulp_python/issues/354)
+
+---
+
+## 3.1.0 (2021-03-12) {: #3.1.0 }
+
+### Features
+
+-   Python content can now be filtered by requires_python
+    [#3629](https://pulp.plan.io/issues/3629)
+
+### Improved Documentation
+
+-   Updated workflows to use Pulp CLI commands
+    [#8364](https://pulp.plan.io/issues/8364)
+
+---
+
+## 3.0.0 (2021-01-12) {: #3.0.0 }
+
+### Bugfixes
+
+-   Remote proxy settings are now passed to Bandersnatch while syncing
+    [#7864](https://pulp.plan.io/issues/7864)
+
+### Improved Documentation
+
+-   Added bullet list of Python Plugin features and a tech preview page for new experimental features
+    [#7628](https://pulp.plan.io/issues/7628)
+
+---
+
+## 3.0.0b12 (2020-11-05)
+
+### Features
+
+-   Pulp Python can now fully mirror all packages from PyPi
+    [#985](https://pulp.plan.io/issues/985)
+-   Implemented PyPi's json API at content endpoint '/pypi/{package-name}/json'. Pulp can now perform basic syncing on other Pulp Python instances.
+    [#2886](https://pulp.plan.io/issues/2886)
+-   Pulp Python now uses Bandersnatch to perform syncing and filtering of package metadata
+    [#6930](https://pulp.plan.io/issues/6930)
+
+### Bugfixes
+
+-   Sync now includes python package's classifiers in the content unit
+    [#3627](https://pulp.plan.io/issues/3627)
+-   Policy can now be specified when creating a remote from a Bandersnatch config
+    [#7331](https://pulp.plan.io/issues/7331)
+-   Includes/excludes/prereleases fields are now properly set in a remote from Bandersnatch config
+    [#7392](https://pulp.plan.io/issues/7392)
+
+### Improved Documentation
+
+-   Fixed makemigrations commands in the install docs
+    [#5386](https://pulp.plan.io/issues/5386)
+
+### Misc
+
+-   [#6875](https://pulp.plan.io/issues/6875), [#7401](https://pulp.plan.io/issues/7401)
+
+---
+
+## 3.0.0b11 (2020-08-18)
+
+Compatibility update for pulpcore 3.6
+
+---
+
+## 3.0.0b10 (2020-08-05)
+
+### Features
+
+-   Added a new endpoint to remotes "/from_bandersnatch" that allows for Python remote creation from a Bandersnatch config file.
+    [#6929](https://pulp.plan.io/issues/6929)
+
+### Bugfixes
+
+-   Including requirements.txt on MANIFEST.in
+    [#6891](https://pulp.plan.io/issues/6891)
+-   Updating API to not return publications that aren't complete.
+    [#6987](https://pulp.plan.io/issues/6987)
+-   Fixed an issue that prevented 'on_demand' content from being published.
+    [#7128](https://pulp.plan.io/issues/7128)
+
+### Improved Documentation
+
+-   Change the commands for publication and distribution on the publish workflow to use their respective scripts already defined in _scripts.
+    [#6877](https://pulp.plan.io/issues/6877)
+-   Updated sync.sh, publication.sh and distribution.sh in docs/_scripts to reference wait_until_task_finished function from base.sh
+    [#6918](https://pulp.plan.io/issues/6918)
+
+---
+
+## 3.0.0b9 (2020-06-01)
+
+### Features
+
+-   Add upload functionality to the python contents endpoints.
+    [#5464](https://pulp.plan.io/issues/5464)
+
+### Bugfixes
+
+-   Fixed the 500 error returned by the OpenAPI schema endpoint.
+    [#5452](https://pulp.plan.io/issues/5452)
+
+### Improved Documentation
+
+-   Change the prefix of Pulp services from pulp-* to pulpcore-*
+    [#4554](https://pulp.plan.io/issues/4554)
+-   Added "python/python/" to fix two commands in repo.sh, fixed export command in sync.sh
+    [#6790](https://pulp.plan.io/issues/6790)
+-   Added "index.html" to the relative_path field for both project_metadata and index_metadata. Added a "/" to fix the link in the simple_index_template.
+    [#6792](https://pulp.plan.io/issues/6792)
+-   Updated the workflow documentation for upload.html. Fixed the workflow commands and added more details to the instructions.
+    [#6854](https://pulp.plan.io/issues/6854)
+
+### Deprecations and Removals
+
+-   Change _id, _created, _last_updated, _href to pulp_id, pulp_created, pulp_last_updated, pulp_href
+    [#5457](https://pulp.plan.io/issues/5457)
+
+-   Remove "_" from _versions_href, _latest_version_href
+    [#5548](https://pulp.plan.io/issues/5548)
+
+-   Removing base field: _type .
+    [#5550](https://pulp.plan.io/issues/5550)
+
+-   Sync is no longer available at the {remote_href}/sync/ repository={repo_href} endpoint. Instead, use POST {repo_href}/sync/ remote={remote_href}.
+
+    Creating / listing / editing / deleting python repositories is now performed on /pulp/api/v3/python/python/ instead of /pulp/api/v3/repositories/. Only python content can be present in a python repository, and only a python repository can hold python content.
+    [#5625](https://pulp.plan.io/issues/5625)
+
+### Misc
+
+-   [#remotetests](https://pulp.plan.io/issues/remotetests), [#4681](https://pulp.plan.io/issues/4681), [#4682](https://pulp.plan.io/issues/4682), [#5304](https://pulp.plan.io/issues/5304), [#5471](https://pulp.plan.io/issues/5471), [#5580](https://pulp.plan.io/issues/5580), [#5701](https://pulp.plan.io/issues/5701)
+
+---
+
+## 3.0.0b8 (2019-09-16)
+
+### Misc
+
+-   [#4681](https://pulp.plan.io/issues/4681)
+
+---
+
+## 3.0.0b7 (2019-08-01)
+
+### Features
+
+-   Users can upload a file to create content and optionally add to a repo in one step known as
+    one-shot upload
+    [#4396](https://pulp.plan.io/issues/4396)
+-   Override the Remote's serializer to allow policy='on_demand' and policy='streamed'.
+    [#4990](https://pulp.plan.io/issues/4990)
+
+### Improved Documentation
+
+-   Switch to using [towncrier](https://github.com/hawkowl/towncrier) for better release notes.
+    [#4875](https://pulp.plan.io/issues/4875)
+
+---

{pulp-python-3.11.1 → pulp-python-3.11.3}/MANIFEST.in

@@ -1,7 +1,7 @@
 include LICENSE
 include requirements.txt
 include pyproject.toml
-include CHANGES.rst
+include CHANGES.md
 include COMMITMENT
 include COPYRIGHT
 include functest_requirements.txt

{pulp-python-3.11.1 → pulp-python-3.11.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pulp-python
-Version: 3.11.1
+Version: 3.11.3
 Summary: pulp-python plugin for the Pulp Project
 Home-page: https://www.pulpproject.org
 Author: Pulp Project Developers

{pulp-python-3.11.1 → pulp-python-3.11.3}/functest_requirements.txt

@@ -3,5 +3,3 @@ pytest<8
 lxml
 twine
 pypi-simple
-pulpcore-client
-pulp-python-client

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/app/__init__.py

@@ -8,5 +8,5 @@ class PulpPythonPluginAppConfig(PulpPluginAppConfig):
 
     name = "pulp_python.app"
     label = "python"
-    version = "3.11.1"
+    version = "3.11.3"
     python_package_name = "pulp-python"

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/app/models.py

@@ -16,6 +16,7 @@ from pulpcore.plugin.responses import ArtifactResponse
 
 from pathlib import PurePath
 from .utils import (
+    canonicalize_name,
     get_project_metadata_from_artifact,
     parse_project_metadata,
     python_content_to_json,
@@ -84,6 +85,8 @@ class PythonDistribution(Distribution):
                         ).latest("pulp_created")
                     except ObjectDoesNotExist:
                         return None
+                    if len(path.parts) == 2:
+                        path = PurePath(f"simple/{canonicalize_name(path.parts[1])}")
                     rel_path = f"{path}/index.html"
                     try:
                         ca = (
@@ -100,8 +103,9 @@ class PythonDistribution(Distribution):
                     return ArtifactResponse(ca.artifact, headers=headers)
 
         if name:
+            normalized = canonicalize_name(name)
             package_content = PythonPackageContent.objects.filter(
-                pk__in=self.publication.repository_version.content, name__iexact=name
+                pk__in=self.publication.repository_version.content, name__normalize=normalized
             )
             # TODO Change this value to the Repo's serial value when implemented
             headers = {PYPI_LAST_SERIAL: str(PYPI_SERIAL_CONSTANT)}

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/app/pypi/views.py

@@ -278,7 +278,8 @@ class MetadataView(ViewSet, PyPIMixin):
         elif meta_path.match("*/json"):
             name = meta_path.parts[0]
         if name:
-            package_content = content.filter(name__iexact=name)
+            normalized = canonicalize_name(name)
+            package_content = content.filter(name__normalize=normalized)
             # TODO Change this value to the Repo's serial value when implemented
             headers = {PYPI_LAST_SERIAL: str(PYPI_SERIAL_CONSTANT)}
             json_body = python_content_to_json(path, package_content, version=version)

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/app/tasks/sync.py

@@ -83,7 +83,7 @@ def create_bandersnatch_config(remote):
         config["plugins"]["enabled"] += "prerelease_release\n"
     if remote.package_types:
         rrfm = "regex_release_file_metadata"
-        config["plugins"]["enabled"] += rrfm
+        config["plugins"]["enabled"] += f"{rrfm}\n"
         if not config.has_section(rrfm):
             config.add_section(rrfm)
         config[rrfm]["any:release_file.packagetype"] = "\n".join(remote.package_types)

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/tests/functional/api/test_crud_content_unit.py

@@ -1,5 +1,6 @@
 # coding=utf-8
 """Tests that perform actions over content unit."""
+import pytest
 from pulp_smash.pulp3.bindings import delete_orphans, monitor_task, PulpTaskError
 
 from pulp_python.tests.functional.utils import (
@@ -12,6 +13,7 @@ from pulp_python.tests.functional.utils import (
 from pulp_python.tests.functional.utils import set_up_module as setUpModule  # noqa:F401
 from tempfile import NamedTemporaryFile
 from urllib.parse import urljoin
+from pypi_simple import PyPISimple
 
 from pulp_smash.utils import http_get
 from pulp_python.tests.functional.constants import (
@@ -227,3 +229,16 @@ class ContentUnitTestCase(TestCaseUsingBindings, TestHelpersMixin):
         for k, v in expected.items():
             with self.subTest(key=k):
                 self.assertEqual(content_unit[k], v)
+
+
+@pytest.mark.parallel
+def test_upload_metadata_23_spec(python_content_factory):
+    """Test that packages using metadata spec 2.3 can be uploaded to pulp."""
+    filename = "urllib3-2.2.2-py3-none-any.whl"
+    with PyPISimple() as client:
+        page = client.get_project_page("urllib3")
+        for package in page.packages:
+            if package.filename == filename:
+                content = python_content_factory(filename, url=package.url)
+                assert content.metadata_version == "2.3"
+                break

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/tests/functional/api/test_download_content.py

@@ -1,5 +1,6 @@
 # coding=utf-8
 """Tests that verify download of content served by Pulp."""
+import pytest
 import hashlib
 from random import choice
 from urllib.parse import urljoin
@@ -149,3 +150,32 @@ class PublishPyPIJSON(TestCaseUsingBindings, TestHelpersMixin):
 
         repo3 = self._create_repo_and_sync_with_remote(remote)
         self.assertEqual(get_content_summary(repo3.to_dict()), PYTHON_MD_FIXTURE_SUMMARY)
+
+
+@pytest.mark.parallel
+def test_pulp2pulp_sync_with_oddities(
+    python_repo_with_sync,
+    python_remote_factory,
+    python_publication_factory,
+    python_distribution_factory,
+    python_content_summary,
+):
+    """Test that Pulp can handle syncing packages with wierd names."""
+    remote = python_remote_factory(includes=["oslo.utils"], url="https://pypi.org")
+    repo = python_repo_with_sync(remote)
+    distro = python_distribution_factory(repository=repo.pulp_href)
+    summary = python_content_summary(repository_version=repo.latest_version_href)
+    # Test pulp 2 pulp full sync w/ live pypi apis
+    remote2 = python_remote_factory(includes=[], url=distro.base_url)
+    repo2 = python_repo_with_sync(remote2)
+    summary2 = python_content_summary(repository_version=repo2.latest_version_href)
+    assert summary2.present["python.python"]["count"] > 0
+    assert summary.present["python.python"]["count"] == summary2.present["python.python"]["count"]
+    # Test w/ publication
+    pub = python_publication_factory(repository=repo)
+    distro2 = python_distribution_factory(publication=pub.pulp_href)
+    remote3 = python_remote_factory(includes=[], url=distro2.base_url)
+    repo3 = python_repo_with_sync(remote3)
+    summary3 = python_content_summary(repository_version=repo3.latest_version_href)
+    assert summary3.present["python.python"]["count"] > 0
+    assert summary.present["python.python"]["count"] == summary3.present["python.python"]["count"]

{pulp-python-3.11.1 → pulp-python-3.11.3}/pulp_python/tests/functional/api/test_sync.py

@@ -641,6 +641,23 @@ class PlatformExcludeTestCase(unittest.TestCase):
         )
 
 
+@pytest.mark.parallel
+def test_sync_multiple_filters(
+    python_repo_with_sync, python_remote_factory, python_content_summary
+):
+    """Tests sync with multiple filters."""
+    remote = python_remote_factory(
+        includes=PYTHON_LG_PROJECT_SPECIFIER,
+        package_types=["bdist_wheel"],
+        keep_latest_packages=1,
+        prereleases=False
+    )
+    repo = python_repo_with_sync(remote)
+
+    summary = python_content_summary(repository_version=repo.latest_version_href)
+    assert summary.present["python.python"]["count"] == PYTHON_LG_FIXTURE_COUNTS["multi"]
+
+
 @pytest.mark.parallel
 def test_proxy_sync(
     python_repo,