wolkenbrot 0.2.0__tar.gz → 0.4__tar.gz

wolkenbrot-0.4/.gitignore

@@ -0,0 +1,106 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+.pytest_cache/
+
+# vim
+*.sw[o,p]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# pyenv
+.python-version
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# dotenv
+.env
+
+# virtualenv
+.venv
+venv/
+ENV/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/

wolkenbrot-0.4/AUTHORS

@@ -0,0 +1,3 @@
+Oz N Tiram <oz.tiram@gmail.com>
+Oz Tiram <oz.tiram@gmail.com>
+dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

wolkenbrot-0.4/ChangeLog

@@ -0,0 +1,101 @@
+CHANGES
+=======
+
+* feat: support uploading to a directory
+* fix: multiple bug fixes for libvirtd
+* chore: update dependencies
+* feat: support uploading directories
+* Add libvirt backend and cli
+* chore: update requirements.txt
+* chore: update dependencies
+
+v0.3
+----
+
+* Add tasks to build sdist and upload to pypi
+* Add license header to all files
+* AWS: Handle deletion of resources on exceptions
+* Openstack: fix example
+* Add spec for pyinstaller
+* Continue working on executable creation
+* Build executable with pyinstaller
+* AWS: Fix all tests
+* Makefile: py.test -> pytest
+* Integrate mh in the makefile
+* Add requirements.txt
+* Openstack: Properly tag image
+* Openstack: add tags to the image
+* Openstack: clean volume when finished
+* CLI: fix logic of OS vs. AWS
+* Openstack: fix image delete
+* Docs: show how to use templates
+* AWS: Wait for SSH return if client obained
+* CLI: fix undefined references
+* AWS: fix tiny bugs introduced by refactoring
+* AWS: Update example with updated AMI
+* update openstack example
+* Update ChangeLog
+* Update README.md
+* Update README.md
+* Update README.md
+* Handle deletion error
+* Allow passing --openstack
+* Openstack: successfully build image
+* Openstack: Clean KeyPair after exit
+* Create SSH client at wait for SSH
+* Openstack delete security group when exiting
+* Clean up builder machine at program exit
+* Got SSH and following steps working on OS
+* Add floating IP address if desired
+* Fix: launching wait for SSH in openstack
+* Simplify validate\_image\_function
+* Fix launching of machine in openstack
+* Fix logic of security groups creation
+* Remove unused import
+* Sort imports remove unused imports
+* Update example config
+* Add openstacksdk to the dependencies
+* Tiny OS fixes
+* Add bake functionality for openstack
+* Enable openstack delete images
+* Enable Openstack image details subcommand
+* Isolate initialization of clients
+* Refactor: continue work on Openstack support
+* Bump urllib3 from 1.26.4 to 1.26.5
+* WIP: continue work on openstack builder
+* Add methods to create sec. group and ssh key on OS
+* Add examples
+* Fix missing imports in cli.py
+* Refactor: move CLI logic to cli.py
+* Update gitignore
+* Update dependency declaration
+* Update dependencies
+* Bump cryptography from 3.2 to 3.3.2
+* Bump cryptography from 2.7 to 3.2
+* Update Pipenv.lock
+* Update copyright in util.py
+* Update requirements
+* Refactor the code base as a start for adding another cloud
+* Add pytest cache to ignored files
+* Add Pipfiles
+
+0.2
+---
+
+* Update Changelog
+* add demo gif
+* Add demo
+* Add nice color output
+* Don't start the build if the name already exists
+* Output ssh exec in nearly real time
+* Make the example work when debian wants input
+* Update changelog
+* Update the description
+
+0.1
+---
+
+* Initial commit
+* Add Changelog and Authors
+* Add examples
+* Initial commit of Wolkenbrot

{wolkenbrot-0.2.0 → wolkenbrot-0.4}/Makefile

@@ -1,32 +1,15 @@
 .PHONY: clean clean-test clean-pyc clean-build docs help
 .DEFAULT_GOAL := help
 
-define BROWSER_PYSCRIPT
-import os, webbrowser, sys
-try:
-	from urllib import pathname2url
-except:
-	from urllib.request import pathname2url
-
-webbrowser.open("file://" + pathname2url(os.path.abspath(sys.argv[1])))
-endef
-export BROWSER_PYSCRIPT
-
-define PRINT_HELP_PYSCRIPT
-import re, sys
-
-for line in sys.stdin:
-	match = re.match(r'^([a-zA-Z_-]+):.*?## (.*)$$', line)
-	if match:
-		target, help = match.groups()
-		print("%-20s %s" % (target, help))
-endef
-export PRINT_HELP_PYSCRIPT
-BROWSER := python -c "$$BROWSER_PYSCRIPT"
+PIP ?= pip3
+PY ?= python3
 
 help:
-	@python -c "$$PRINT_HELP_PYSCRIPT" < $(MAKEFILE_LIST)
-
+	@mh -f $(MAKEFILE_LIST) $(target) || echo "Please install mh from github/oz123/mh"
+ifndef target
+	@echo ""
+	@echo "Use \`make help target=foo\` to learn more about foo."
+endif
 
 clean: clean-build clean-pyc clean-test ## remove all build, test, coverage and Python artifacts
 
@@ -51,10 +34,10 @@ clean-test: ## remove test and coverage artifacts
 
 test: OPTS = --pdb
 test: ## run tests quickly with the default Python
-	py.test $(OPTS) -x -vv
+	pytest $(OPTS) -x -vv
 
 coverage: ## check code coverage quickly with the default Python
-	py.test -x -vv --cov --cov-report html --cov-config .coveragerc tests/
+	pytest -x -vv --cov --cov-report html --cov-config .coveragerc tests/
 
 	#$(BROWSER) htmlcov/index.html
 
@@ -72,8 +55,21 @@ docs: ## generate Sphinx HTML documentation, including API docs
 
 
 dev: clean
-	pip install -e .
-
+	$(PIP) install -e .[openstack,aws,libvirt]
 
 install: clean
-	pip install .
+	$(PIP) install .[openstack,aws,libvirt]
+
+build-exec: ## build a single file executable of wolkenbrot 
+	$(PIP) install .
+	pyinstaller wolkenbrot.spec
+
+build-exec-in-docker:  ## build an executable with pyinstaller
+	docker run --rm -w /usr/src -v $(CURDIR):/usr/src/ docker.io/oz123/pyinstall-builder:latest bash -c "make install build-exec PY=$(PY)"
+	#docker run -it --rm -w /usr/src -v $(CURDIR):/usr/src/ docker.io/oz123/pyinstall-builder:latest bash
+
+build-sdist: clean
+	$(PY) -m build -s
+
+pypi-release:
+	twine upload sdist/wolkenbrot.tar.gz

wolkenbrot-0.4/PKG-INFO

@@ -0,0 +1,242 @@
+Metadata-Version: 2.4
+Name: wolkenbrot
+Version: 0.4
+Summary: Create and Manage AWS EC2 AMI cloud images
+Author-email: Oz N Tiram <oz.tiram@gmail.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/oz123/wolkenbrot
+Project-URL: Repository, https://github.com/oz123/wolkenbrot
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Software Development
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+License-File: AUTHORS
+Requires-Dist: boto3
+Requires-Dist: colorama
+Requires-Dist: paramiko
+Provides-Extra: dev
+Requires-Dist: coverage; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: moto; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Provides-Extra: openstack
+Requires-Dist: openstacksdk; extra == "openstack"
+Provides-Extra: libvirt
+Requires-Dist: libvirt-python; extra == "libvirt"
+Requires-Dist: pycdlib; extra == "libvirt"
+Dynamic: license-file
+
+# Wolkenbrot
+
+## bakes and manages your cloud images (AWS, OpenStack, libvirt/KVM)
+![demo](https://github.com/oz123/wolkenbrot/blob/master/docs/demo.gif?raw=true)
+
+wolkenbrot is named after a German children's title called Wolkenbrot by
+the Korean authors Baek Hee Na Kim Hyang Soo. The translation to English is
+cloud's bread.
+
+Wolken brot is inspired by packer[1] and kujenga[2], removing fabric as a
+dependency. It also aims to be more tested and documented.
+
+In case you wonder, yes it's similar to packer by Hashicorp.
+But here are some reasons that you might like it better than packer:
+
+1. It's written in Python.
+2. It's not written in Go.
+3. It can use private AMI as a starting point for your build.
+4. It's smaller and easier to hack on.
+5. It has a cooler name.
+6. It has a better license, MIT sounds way better then MPL-2. Especially because it means "with" in German.
+
+### how is it different from Packer or kujenga?
+
+1. It is Python3 only.
+2. It does not depend on fabric.
+3. It replaces boto with boto3
+4. It's name is not Swahili, but rather German.
+5. It adds the ability to list your images
+6. It adds the ability to get detailed information about an image from the CLI.
+7. It adds the ability to de-register images from the CLI.
+
+[1]: https://github.com/macd/kujenga
+[2]: https://www.packer.io/
+
+### AWS Usage (default)
+
+You can run the following command to build an image:
+
+```
+ $ wolkenbrot bake <image.json>
+```
+
+See the documentation for the JSON format.
+
+You can run the following command to list your existing images:
+
+```
+$ wolkenbrot list
+```
+
+You can view the information about and image:
+
+```
+$  wolkenbrot info ami-72192e
+```
+
+You can remove the image with:
+
+```
+$ wolkenbrot delete ami-72192e
+```
+
+Wolkenbrot follows boto3 configuration principles, so if you wonder how to
+pass AWS configuration parameters, take a look in [Boto3's own documentation][2]
+
+[3]: http://boto3.readthedocs.io/en/latest/guide/configuration.html
+
+### OpenStack Usage
+
+Use the `--openstack` flag or set `"provider": "openstack"` in your JSON config:
+
+```
+$ wolkenbrot --openstack bake <image.json>
+$ wolkenbrot --openstack list
+$ wolkenbrot --openstack info <image-id>
+$ wolkenbrot --openstack delete <image-id>
+```
+
+### Libvirt/KVM Usage
+
+Use the `--libvirt` flag or set `"provider": "libvirt"` in your JSON config:
+
+```
+$ wolkenbrot --libvirt bake <image.json>
+$ wolkenbrot --libvirt list
+$ wolkenbrot --libvirt info <image-name.qcow2>
+$ wolkenbrot --libvirt delete <image-name.qcow2>
+```
+
+#### Libvirt-specific options
+
+- `--uri` - Libvirt connection URI (default: `qemu:///system`)
+- `--image-dir` - Directory for libvirt images (default: `/var/lib/libvirt/images`)
+
+Examples:
+
+```
+# List images in a custom directory
+$ wolkenbrot --libvirt --image-dir /custom/path list
+
+# Connect to a remote libvirt host
+$ wolkenbrot --libvirt --uri qemu+ssh://user@host/system list
+```
+
+#### Libvirt JSON configuration
+
+Example `libvirt.json`:
+
+```json
+{
+  "provider": "libvirt",
+  "name": "my-image",
+  "description": "My custom image",
+  "base_image": {
+    "path": "/var/lib/libvirt/images/ubuntu-cloud.img"
+  },
+  "output_path": "./my-image.qcow2",
+  "user": "ubuntu",
+  "memory": 4096,
+  "vcpus": 2,
+  "disk_size": "20G",
+  "network": "default",
+  "uploads": {
+    "./local-file": "/remote/path"
+  },
+  "commands": [
+    "sudo apt-get update",
+    "sudo apt-get install -y nginx"
+  ]
+}
+```
+
+Libvirt-specific configuration options:
+- `region` - Libvirt connection URI (default: `qemu:///system`)
+- `base_image.path` - Path to the base cloud image (qcow2 format)
+- `output_path` - Where to save the final image
+- `instance_type` - Predefined instance type (see table below)
+- `memory` - VM memory in MB (default: 2048, overrides instance_type)
+- `vcpus` - Number of virtual CPUs (default: 2, overrides instance_type)
+- `disk_size` - Disk size (default: "20G", overrides instance_type)
+- `network` - Libvirt network name (default: "default")
+
+#### Instance Types
+
+| Type   | vCPUs | Memory | Disk |
+|--------|-------|--------|------|
+| small  | 1     | 1 GB   | 10G  |
+| medium | 2     | 4 GB   | 20G  |
+| large  | 4     | 8 GB   | 40G  |
+| xlarge | 8     | 16 GB  | 80G  |
+
+You can use `instance_type` instead of specifying `memory`, `vcpus`, and `disk_size` individually:
+
+```json
+{
+  "provider": "libvirt",
+  "name": "my-image",
+  "base_image": {"path": "/var/lib/libvirt/images/ubuntu.img"},
+  "instance_type": "medium"
+}
+```
+
+Individual settings (`memory`, `vcpus`, `disk_size`) override the instance type defaults if both are specified.
+
+#### Remote Libvirt Hosts
+
+Use `region` in the config (or `--uri` CLI option) to connect to remote libvirt hosts:
+
+```json
+{
+  "provider": "libvirt",
+  "name": "my-image",
+  "region": "qemu+ssh://user@remote-host/system",
+  "base_image": {"path": "/var/lib/libvirt/images/ubuntu.img"},
+  "instance_type": "large"
+}
+```
+
+Common URI formats:
+- `qemu:///system` - Local system (default, requires root or libvirt group)
+- `qemu:///session` - Local user session (unprivileged)
+- `qemu+ssh://user@host/system` - Remote host via SSH
+
+### FAQ
+
+ * Do you support Windows or Mac OS X?
+
+   The author of this software strongly despises working on Windows or
+   Mac OS X. Hence, this software is not tested for these platforms.
+   If you can run Python on your OS, it might run.
+
+ * Do you support provisioning machines with Saltstack\Chef\Puppet\Ansible\XYZ?
+
+  Yes, just install them via shell first, then call the right binary with the correct playbook\state\formula..
+ 
+### Testing and Installing the test requirements
+
+Simply issue:
+
+```
+$ pip install -e ".[dev]"
+$ make test
+```

wolkenbrot-0.4/Pipfile

@@ -0,0 +1,15 @@
+[[source]]
+verify_ssl = true
+url = "https://pypi.python.org/simple"
+name = "pypi"
+
+[dev-packages]
+
+[packages]
+"boto3" = "*"
+paramiko = "*"
+colorama = "*"
+openstacksdk = ">=0.59"
+cryptography = "39.0.1"
+libvirt-python = "*"
+pycdlib = "*"