pydeb-s3 0.1.0__tar.gz

pydeb_s3-0.1.0/.gitignore

@@ -0,0 +1,44 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+
+# C extensions
+*.egg-info/
+dist/
+build/
+
+# Virtual environments
+.venv/
+venv/
+ENV/
+env/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+
+# hatch
+.hatch/
+
+# hatch-vcs
+src/pydeb_s3/_version.py
+
+# Distribution / packaging
+*.egg
+MANIFEST
+
+# MyPy
+.mypy_cache/
+
+# pyright
+.pyright/

pydeb_s3-0.1.0/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2013 Ken Robertson
+Copyright (c) 2026 pydeb-s3 team
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

pydeb_s3-0.1.0/PKG-INFO

@@ -0,0 +1,254 @@
+Metadata-Version: 2.4
+Name: pydeb-s3
+Version: 0.1.0
+Summary: A simple utility to make creating and managing APT repositories on S3
+Author-email: deb-s3 team <deb-s3@github.com>
+License-Expression: MIT
+License-File: LICENSE
+Keywords: apt,debian,package,repository,s3
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: System :: Software Distribution
+Classifier: Topic :: System :: Systems Administration
+Requires-Python: >=3.8
+Requires-Dist: boto3>=1.34.0
+Requires-Dist: jinja2>=3.1.0
+Requires-Dist: loguru>=0.7.0
+Requires-Dist: python-debian>=1.0.0
+Requires-Dist: setuptools-scm>=8.2.0
+Requires-Dist: typer>=0.12.0
+Requires-Dist: typing-extensions>=4.0.0
+Description-Content-Type: text/markdown
+
+# pydeb-s3
+
+**pydeb-s3** is a Python port of [deb-s3](https://github.com/deb-s3/deb-s3), a simple utility to make creating and managing APT repositories on S3.
+
+Most existing guides on using S3 to host an APT repository have you using something like [reprepro](http://mirrorer.alioth.debian.org/) to generate the repository file structure, and then [s3cmd](http://s3tools.org/s3cmd) to sync the files to S3.
+
+The annoying thing about this process is it requires you to maintain a local copy of the file tree for regenerating and syncing the next time. Personally, my process is to use one-off virtual machines with [Vagrant](http://vagrantup.com), script out the build process, and then would prefer to just upload the final `.deb` from my Mac.
+
+With **pydeb-s3**, there is no need for this. pydeb-s3 features:
+
+- Downloads the existing package manifest and parses it.
+- Updates it with the new package, replacing the existing entry if already there or adding a new one if not.
+- Uploads the package itself, the Packages manifest, and the Packages.gz manifest. It will skip the uploading if the package is already there.
+- Updates the Release file with the new hashes and file sizes.
+
+## Getting Started
+
+Install the package via pip:
+
+```console
+$ pip install pydeb-s3
+```
+
+Now to upload a package, simply use:
+
+```console
+$ pydeb-s3 upload --bucket my-bucket my-deb-package-1.0.0_amd64.deb
+>> Examining package file my-deb-package-1.0.0_amd64.deb
+>> Retrieving existing package manifest
+>> Uploading package and new manifests to S3
+   -- Transferring pool/m/my/my-deb-package-1.0.0_amd64.deb
+   -- Transferring dists/stable/main/binary-amd64/Packages
+   -- Transferring dists/stable/main/binary-amd64/Packages.gz
+   -- Transferring dists/stable/Release
+>> Update complete.
+```
+
+For Google Cloud Storage (or other S3-compatible endpoints) you need to disable SDK checksum negotiation headers and set visibility settings to nil:
+
+```console
+$ pydeb-s3 upload --bucket my-bucket --endpoint https://storage.googleapis.com --checksum-when-required --visibility nil my-deb-package-1.0.0_amd64.deb
+```
+
+## Usage
+
+```
+Usage:
+  pydeb-s3 upload FILES
+  pydeb-s3 list
+  pydeb-s3 show PACKAGE VERSION ARCH
+  pydeb-s3 exists PACKAGE VERSION ARCH [PACKAGE VERSION ARCH ...]
+  pydeb-s3 copy PACKAGE TO_CODENAME TO_COMPONENT
+  pydeb-s3 delete PACKAGE
+  pydeb-s3 verify
+  pydeb-s3 clean
+```
+
+## Commands
+
+### upload
+
+Uploads the given files to a S3 bucket as an APT repository.
+
+```
+pydeb-s3 upload [--arch=ARCH] [--preserve-versions] [--lock] [--fail-if-exists]
+              [--skip-package-upload] [--bucket=BUCKET] [--prefix=PREFIX]
+              [--origin=ORIGIN] [--suite=SUITE] [--codename=CODENAME]
+              [--component=COMPONENT] [--access-key-id=KEY] [--secret-access-key=KEY]
+              [--s3-region=REGION] [--force-path-style] [--proxy-uri=URI]
+              [--visibility=VISIBILITY] [--sign=KEY] [--gpg-options=OPTIONS]
+              [--encryption] [--quiet] [--cache-control=CONTROL]
+              FILES
+```
+
+### list
+
+Lists packages in given codename, component, and optionally architecture.
+
+```
+pydeb-s3 list [--long] [--arch=ARCH] [--bucket=BUCKET] [--prefix=PREFIX]
+             [--codename=CODENAME] [--component=COMPONENT]
+             [--s3-region=REGION] [--quiet]
+```
+
+### show
+
+Shows information about a package.
+
+```
+pydeb-s3 show PACKAGE VERSION ARCH [--bucket=BUCKET] [--prefix=PREFIX]
+                          [--codename=CODENAME] [--component=COMPONENT]
+                          [--s3-region=REGION] [--quiet]
+```
+
+### exists
+
+Check if packages exist in the repository.
+
+```
+pydeb-s3 exists PACKAGE VERSION ARCH [PACKAGE VERSION ARCH ...]
+                 [--bucket=BUCKET] [--prefix=PREFIX]
+                 [--codename=CODENAME] [--component=COMPONENT]
+                 [--s3-region=REGION] [--quiet]
+```
+
+### copy
+
+Copy the package named PACKAGE to given codename and component.
+
+```
+pydeb-s3 copy PACKAGE TO_CODENAME TO_COMPONENT
+              [--arch=ARCH] [--lock] [--versions=VERSIONS]
+              [--preserve-versions] [--fail-if-exists]
+              [--bucket=BUCKET] [--prefix=PREFIX]
+              [--codename=CODENAME] [--component=COMPONENT]
+              [--s3-region=REGION] [--quiet]
+```
+
+### delete
+
+Remove the package named PACKAGE.
+
+```
+pydeb-s3 delete PACKAGE [--arch=ARCH] [--lock] [--versions=VERSIONS]
+                  [--bucket=BUCKET] [--prefix=PREFIX]
+                  [--origin=ORIGIN] [--suite=SUITE]
+                  [--codename=CODENAME] [--component=COMPONENT]
+                  [--s3-region=REGION] [--visibility=VISIBILITY]
+                  [--sign=KEY] [--gpg-options=OPTIONS]
+                  [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+### verify
+
+Verifies that the files in the package manifests exist.
+
+```
+pydeb-s3 verify [--fix-manifests] [--bucket=BUCKET] [--prefix=PREFIX]
+               [--origin=ORIGIN] [--suite=SUITE]
+               [--codename=CODENAME] [--component=COMPONENT]
+               [--s3-region=REGION] [--visibility=VISIBILITY]
+               [--sign=KEY] [--gpg-options=OPTIONS]
+               [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+### clean
+
+Delete packages from the pool which are no longer referenced.
+
+```
+pydeb-s3 clean [--lock] [--bucket=BUCKET] [--prefix=PREFIX]
+              [--origin=ORIGIN] [--suite=SUITE]
+              [--codename=CODENAME] [--component=COMPONENT]
+              [--s3-region=REGION] [--visibility=VISIBILITY]
+              [--sign=KEY] [--gpg-options=OPTIONS]
+              [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+## Configuration
+
+### AWS Credentials
+
+pydeb-s3 supports multiple methods for AWS credentials:
+
+1. **Command-line options**:
+   - `--access-key-id` and `--secret-access-key`
+   - `--session-token` (for temporary credentials)
+
+2. **Environment variables**:
+   - `AWS_ACCESS_KEY_ID`
+   - `AWS_SECRET_ACCESS_KEY`
+   - `AWS_DEFAULT_REGION`
+
+3. **AWS Config file**: Uses standard boto3 credential resolution
+
+### S3 Bucket
+
+The `--bucket` option is required for all commands.
+
+### Visibility
+
+The `--visibility` option controls ACL on uploaded files:
+- `public` (default) - public-read
+- `private` - private
+- `authenticated` - authenticated-read
+- `nil` - do not set ACL (for buckets without ACL support)
+
+## Example S3 IAM Policy
+
+```json
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Action": ["s3:ListBucket"],
+            "Resource": ["arn:aws:s3:::BUCKETNAME"]
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "s3:PutObject",
+                "s3:GetObject",
+                "s3:DeleteObject",
+                "s3:DeleteObjectVersion",
+                "s3:GetObjectAcl",
+                "s3:GetObjectVersionAcl",
+                "s3:PutObjectAcl",
+                "s3:PutObjectVersionAcl"
+            ],
+            "Resource": ["arn:aws:s3:::BUCKETNAME/*"]
+        }
+    ]
+}
+```
+
+## License
+
+MIT License - see LICENSE file for details.
+
+## Credits
+
+- Original [deb-s3](https://github.com/deb-s3/deb-s3) by [Ken Robertson](https://github.com/krobertson)
+- Python port by pydeb-s3 team

pydeb_s3-0.1.0/README.md

@@ -0,0 +1,224 @@
+# pydeb-s3
+
+**pydeb-s3** is a Python port of [deb-s3](https://github.com/deb-s3/deb-s3), a simple utility to make creating and managing APT repositories on S3.
+
+Most existing guides on using S3 to host an APT repository have you using something like [reprepro](http://mirrorer.alioth.debian.org/) to generate the repository file structure, and then [s3cmd](http://s3tools.org/s3cmd) to sync the files to S3.
+
+The annoying thing about this process is it requires you to maintain a local copy of the file tree for regenerating and syncing the next time. Personally, my process is to use one-off virtual machines with [Vagrant](http://vagrantup.com), script out the build process, and then would prefer to just upload the final `.deb` from my Mac.
+
+With **pydeb-s3**, there is no need for this. pydeb-s3 features:
+
+- Downloads the existing package manifest and parses it.
+- Updates it with the new package, replacing the existing entry if already there or adding a new one if not.
+- Uploads the package itself, the Packages manifest, and the Packages.gz manifest. It will skip the uploading if the package is already there.
+- Updates the Release file with the new hashes and file sizes.
+
+## Getting Started
+
+Install the package via pip:
+
+```console
+$ pip install pydeb-s3
+```
+
+Now to upload a package, simply use:
+
+```console
+$ pydeb-s3 upload --bucket my-bucket my-deb-package-1.0.0_amd64.deb
+>> Examining package file my-deb-package-1.0.0_amd64.deb
+>> Retrieving existing package manifest
+>> Uploading package and new manifests to S3
+   -- Transferring pool/m/my/my-deb-package-1.0.0_amd64.deb
+   -- Transferring dists/stable/main/binary-amd64/Packages
+   -- Transferring dists/stable/main/binary-amd64/Packages.gz
+   -- Transferring dists/stable/Release
+>> Update complete.
+```
+
+For Google Cloud Storage (or other S3-compatible endpoints) you need to disable SDK checksum negotiation headers and set visibility settings to nil:
+
+```console
+$ pydeb-s3 upload --bucket my-bucket --endpoint https://storage.googleapis.com --checksum-when-required --visibility nil my-deb-package-1.0.0_amd64.deb
+```
+
+## Usage
+
+```
+Usage:
+  pydeb-s3 upload FILES
+  pydeb-s3 list
+  pydeb-s3 show PACKAGE VERSION ARCH
+  pydeb-s3 exists PACKAGE VERSION ARCH [PACKAGE VERSION ARCH ...]
+  pydeb-s3 copy PACKAGE TO_CODENAME TO_COMPONENT
+  pydeb-s3 delete PACKAGE
+  pydeb-s3 verify
+  pydeb-s3 clean
+```
+
+## Commands
+
+### upload
+
+Uploads the given files to a S3 bucket as an APT repository.
+
+```
+pydeb-s3 upload [--arch=ARCH] [--preserve-versions] [--lock] [--fail-if-exists]
+              [--skip-package-upload] [--bucket=BUCKET] [--prefix=PREFIX]
+              [--origin=ORIGIN] [--suite=SUITE] [--codename=CODENAME]
+              [--component=COMPONENT] [--access-key-id=KEY] [--secret-access-key=KEY]
+              [--s3-region=REGION] [--force-path-style] [--proxy-uri=URI]
+              [--visibility=VISIBILITY] [--sign=KEY] [--gpg-options=OPTIONS]
+              [--encryption] [--quiet] [--cache-control=CONTROL]
+              FILES
+```
+
+### list
+
+Lists packages in given codename, component, and optionally architecture.
+
+```
+pydeb-s3 list [--long] [--arch=ARCH] [--bucket=BUCKET] [--prefix=PREFIX]
+             [--codename=CODENAME] [--component=COMPONENT]
+             [--s3-region=REGION] [--quiet]
+```
+
+### show
+
+Shows information about a package.
+
+```
+pydeb-s3 show PACKAGE VERSION ARCH [--bucket=BUCKET] [--prefix=PREFIX]
+                          [--codename=CODENAME] [--component=COMPONENT]
+                          [--s3-region=REGION] [--quiet]
+```
+
+### exists
+
+Check if packages exist in the repository.
+
+```
+pydeb-s3 exists PACKAGE VERSION ARCH [PACKAGE VERSION ARCH ...]
+                 [--bucket=BUCKET] [--prefix=PREFIX]
+                 [--codename=CODENAME] [--component=COMPONENT]
+                 [--s3-region=REGION] [--quiet]
+```
+
+### copy
+
+Copy the package named PACKAGE to given codename and component.
+
+```
+pydeb-s3 copy PACKAGE TO_CODENAME TO_COMPONENT
+              [--arch=ARCH] [--lock] [--versions=VERSIONS]
+              [--preserve-versions] [--fail-if-exists]
+              [--bucket=BUCKET] [--prefix=PREFIX]
+              [--codename=CODENAME] [--component=COMPONENT]
+              [--s3-region=REGION] [--quiet]
+```
+
+### delete
+
+Remove the package named PACKAGE.
+
+```
+pydeb-s3 delete PACKAGE [--arch=ARCH] [--lock] [--versions=VERSIONS]
+                  [--bucket=BUCKET] [--prefix=PREFIX]
+                  [--origin=ORIGIN] [--suite=SUITE]
+                  [--codename=CODENAME] [--component=COMPONENT]
+                  [--s3-region=REGION] [--visibility=VISIBILITY]
+                  [--sign=KEY] [--gpg-options=OPTIONS]
+                  [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+### verify
+
+Verifies that the files in the package manifests exist.
+
+```
+pydeb-s3 verify [--fix-manifests] [--bucket=BUCKET] [--prefix=PREFIX]
+               [--origin=ORIGIN] [--suite=SUITE]
+               [--codename=CODENAME] [--component=COMPONENT]
+               [--s3-region=REGION] [--visibility=VISIBILITY]
+               [--sign=KEY] [--gpg-options=OPTIONS]
+               [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+### clean
+
+Delete packages from the pool which are no longer referenced.
+
+```
+pydeb-s3 clean [--lock] [--bucket=BUCKET] [--prefix=PREFIX]
+              [--origin=ORIGIN] [--suite=SUITE]
+              [--codename=CODENAME] [--component=COMPONENT]
+              [--s3-region=REGION] [--visibility=VISIBILITY]
+              [--sign=KEY] [--gpg-options=OPTIONS]
+              [--encryption] [--quiet] [--cache-control=CONTROL]
+```
+
+## Configuration
+
+### AWS Credentials
+
+pydeb-s3 supports multiple methods for AWS credentials:
+
+1. **Command-line options**:
+   - `--access-key-id` and `--secret-access-key`
+   - `--session-token` (for temporary credentials)
+
+2. **Environment variables**:
+   - `AWS_ACCESS_KEY_ID`
+   - `AWS_SECRET_ACCESS_KEY`
+   - `AWS_DEFAULT_REGION`
+
+3. **AWS Config file**: Uses standard boto3 credential resolution
+
+### S3 Bucket
+
+The `--bucket` option is required for all commands.
+
+### Visibility
+
+The `--visibility` option controls ACL on uploaded files:
+- `public` (default) - public-read
+- `private` - private
+- `authenticated` - authenticated-read
+- `nil` - do not set ACL (for buckets without ACL support)
+
+## Example S3 IAM Policy
+
+```json
+{
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Action": ["s3:ListBucket"],
+            "Resource": ["arn:aws:s3:::BUCKETNAME"]
+        },
+        {
+            "Effect": "Allow",
+            "Action": [
+                "s3:PutObject",
+                "s3:GetObject",
+                "s3:DeleteObject",
+                "s3:DeleteObjectVersion",
+                "s3:GetObjectAcl",
+                "s3:GetObjectVersionAcl",
+                "s3:PutObjectAcl",
+                "s3:PutObjectVersionAcl"
+            ],
+            "Resource": ["arn:aws:s3:::BUCKETNAME/*"]
+        }
+    ]
+}
+```
+
+## License
+
+MIT License - see LICENSE file for details.
+
+## Credits
+
+- Original [deb-s3](https://github.com/deb-s3/deb-s3) by [Ken Robertson](https://github.com/krobertson)
+- Python port by pydeb-s3 team

pydeb_s3-0.1.0/pyproject.toml

@@ -0,0 +1,86 @@
+[build-system]
+requires = ["hatchling", "hatch-vcs"]
+build-backend = "hatchling.build"
+
+[project]
+name = "pydeb-s3"
+dynamic = ["version"]
+description = "A simple utility to make creating and managing APT repositories on S3"
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.8"
+authors = [
+    { name = "deb-s3 team", email = "deb-s3@github.com" },
+]
+keywords = ["apt", "debian", "s3", "repository", "package"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: System :: Software Distribution",
+    "Topic :: System :: Systems Administration",
+]
+
+dependencies = [
+    "boto3>=1.34.0",
+    "typer>=0.12.0",
+    "python-debian>=1.0.0",
+    "jinja2>=3.1.0",
+    "loguru>=0.7.0",
+    "typing-extensions>=4.0.0",
+    "setuptools-scm>=8.2.0",
+]
+
+[tool.hatch.envs.default]
+dependencies = [
+    "pytest>=7.0.0",
+    "pytest-cov>=4.0.0",
+    "moto>=5.0.0",
+    "requests-mock>=1.11.0",
+]
+
+[tool.hatch.envs.lint]
+dependencies = [
+    "ruff>=0.1.0",
+]
+
+[tool.hatch.envs.type]
+dependencies = [
+    "mypy>=1.0.0",
+]
+
+[project.scripts]
+pydeb-s3 = "pydeb_s3.cli:app"
+
+[tool.hatch.version]
+source = "vcs"
+
+[tool.hatch.build.targets.sdist]
+only-packages = true
+
+[tool.hatch.build.hooks.vcs]
+version-file = "src/pydeb_s3/_version.py"
+
+[tool.ruff]
+line-length = 100
+
+[tool.mypy]
+python_version = "3.8"
+strict = true
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = false
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = ["test_*.py"]
+python_functions = ["test_*"]
+addopts = "-v --tb=short"
+pythonpath = "src"

pydeb_s3-0.1.0/src/pydeb_s3/__init__.py

@@ -0,0 +1,6 @@
+"""pydeb-s3 - A simple utility to make creating and managing APT repositories on S3."""
+
+try:
+    from ._version import __version__
+except ImportError:
+    __version__ = "0.1.0"

pydeb_s3-0.1.0/src/pydeb_s3/__main__.py

@@ -0,0 +1,12 @@
+"""Entry point for pydeb-s3 CLI."""
+
+from pydeb_s3.cli import app
+
+
+def main():
+    """Run the CLI application."""
+    app()
+
+
+if __name__ == "__main__":
+    main()

pydeb_s3-0.1.0/src/pydeb_s3/_version.py

@@ -0,0 +1,24 @@
+# file generated by vcs-versioning
+# don't change, don't track in version control
+from __future__ import annotations
+
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
+
+version: str
+__version__: str
+__version_tuple__: tuple[int | str, ...]
+version_tuple: tuple[int | str, ...]
+commit_id: str | None
+__commit_id__: str | None
+
+__version__ = version = '0.1.0'
+__version_tuple__ = version_tuple = (0, 1, 0)
+
+__commit_id__ = commit_id = None