vocker 0.1.0__py3-none-any.whl

vocker/util.py

@@ -0,0 +1,120 @@
+import os
+import pathlib
+from pathlib import Path
+import concurrent.futures as _cf
+import contextlib
+import platform
+import urllib.parse as _up
+
+
+PurePathBase = object
+
+
+@contextlib.contextmanager
+def pprofile(options=None):
+    if options is None:
+        options = os.environ.get("PPROFILE")
+
+    if not options:
+        yield None
+        return
+
+    d = dict(_up.parse_qsl(options.replace(",", "&"), keep_blank_values=True))
+    use_threads = int(d.get("thread", "1"))
+    prefix = d.get("prefix", "")
+    if (stat := d.get("stat")) is not None:
+        stat = float(stat)
+    if (annotate := d.get("annotate")) is not None and not annotate:
+        annotate = prefix + "annotate.txt"
+    if (cg := d.get("cachegrind")) is not None and not cg:
+        cg = prefix + "cachegrind.out.0"
+
+    import pprofile
+
+    if stat is None:
+        prof = pprofile.Profile()
+    else:
+        prof = pprofile.StatisticalThread()
+
+    if stat is not None:
+        prof = pprofile.StatisticalProfile()
+        runner = pprofile.StatisticalThread(profiler=prof, period=stat, single=not use_threads)
+    else:
+        klass = pprofile.ThreadProfile if use_threads else pprofile.Profile
+        prof = runner = klass()
+
+    try:
+        with runner:
+            yield runner
+    finally:
+        with open(cg, "wt", encoding="utf-8") as file:
+            prof.callgrind(file)
+        with open(annotate, "wt", encoding="utf-8") as file:
+            prof.annotate(file)
+
+
+def supports_executable() -> bool:
+    return platform.system() != "Windows"
+
+
+def assert_(x, message=None):
+    if not x:
+        if message:
+            raise AssertionError(message)
+        else:
+            raise AssertionError
+
+
+def pathwalk(p: Path, **kw):
+    for root, dirs, files in os.walk(str(p), **kw):
+        yield Path(root), dirs, files
+
+
+def random_names(prefix: str, suffix: str):
+    for n in (3, 4, 8, 16, 16):
+        yield "".join((prefix, os.urandom(n).hex(), suffix))
+
+
+def create_file_random(parent: Path, prefix: str, suffix: str):
+    for name in random_names(prefix, suffix):
+        try:
+            return (path := parent / name).open("x+b")
+        except OSError as exc:
+            if not Path(path).parent.is_dir():
+                raise
+            exc_ = exc
+
+    raise exc_
+
+
+_path_prefix_to_pathlib_type = {
+    "windows": "PureWindowsPath",
+    "posix": "PurePosixPath",
+    "": "PurePath",
+}
+
+
+def parse_pure_path(path: str) -> PurePathBase:
+    before, sep, after = path.partition(":")
+    if (clsname := _path_prefix_to_pathlib_type.get(before)) is None or not sep:
+        raise ValueError(
+            f'pure path must start with "windows:" or "posix:" or ":" prefix, got {path!r}'
+        )
+    return getattr(pathlib, clsname)(after)
+
+
+def raise_as_completed(*args, **kwargs):
+    """Go through each future as completed, re-raising any exception that occurs."""
+    for future in _cf.as_completed(*args, **kwargs):
+        future.result()  # this will re-raise an exception if one was raised by _process_file
+
+
+@contextlib.contextmanager
+def cancel_futures_on_error(exe: _cf.Executor):
+    ok = False
+    try:
+        yield
+        ok = True
+    finally:
+        if not ok:
+            exe.shutdown(cancel_futures=True)

vocker/util_models.py

@@ -0,0 +1,13 @@
+import datetime
+from datetime import timezone
+
+
+def now() -> int:
+    return int(datetime.datetime.now(timezone.utc).timestamp())
+
+
+rel_kw_basic = dict(repr=False, lazy="raise")
+
+# Coupled with ForeignKey(..., ondelete="CASCADE"), this implements automatic deletion of child
+# records when the parent is deleted.
+rel_kw_cascade = rel_kw_basic | dict(cascade="all, delete", passive_deletes=True)

vocker-0.1.0.dist-info/METADATA

@@ -0,0 +1,56 @@
+Metadata-Version: 2.4
+Name: vocker
+Version: 0.1.0
+Summary: Docker-like manager for virtualenvs
+Author-email: Eduard Christian Dumitrescu <eduard.c.dumitrescu@gmail.com>
+License: General Public License v3
+Project-URL: Homepage, https://hydra.ecd.space/deaduard/vocker/
+Project-URL: Changelog, https://hydra.ecd.space/deaduard/vocker/file?name=CHANGELOG.md&ci=trunk
+Description-Content-Type: text/markdown
+Requires-Dist: atomicwrites
+Requires-Dist: attrs
+Requires-Dist: boltons
+Requires-Dist: cached_property
+Requires-Dist: filelock
+Requires-Dist: immutabledict
+Requires-Dist: marshmallow
+Requires-Dist: platformdirs
+Requires-Dist: sansio_tools>=1.0.0
+Requires-Dist: sqlalchemy_boltons>=2.4.0
+Requires-Dist: SQLAlchemy
+Requires-Dist: strictyaml
+Requires-Dist: structlog
+Requires-Dist: cbor2
+Provides-Extra: zstandard
+Requires-Dist: pyzstd; extra == "zstandard"
+Provides-Extra: tests
+Requires-Dist: pytest; extra == "tests"
+
+# vocker
+
+Manager for complete Python environments written with security in mind. Mostly for Windows.
+
+## Why
+
+OK so here's a typical experience. You're working on different Python projects which require incompatible versions of dependencies. For example, one of them needs `libfoo==1.0.0` and the other needs `libfoo>3.0.0`. There's just no way to satisfy both. Python people encourage you to create different virtualenvs ("venvs") for different purposes. Sometimes a user reports a bug that they experience with some very specific version of a dependency, so you need to create yet another venv just to investigate that.
+
+Here's a problem: every venv you install takes up a few hundred megabytes of disk space, and a lot of it is for completely redundant files. You were conned into buying an overpriced non-modular computer, so now your tiny non-upgradeable SSD space is now filled with many copies of the same files. You regret your life choices. Wouldn't it be nice if the duplicate files across different venvs didn't take up any additional space?
+
+Users often report bugs against very specific versions of your software, and the café you work at has pretty slow WiFi. Installing hundreds of megabytes of the same packages over and over quickly grows tiresome. Wouldn't it be nice if you could just copy an existing venv and just tweak it a bit, for example replace the few packages that are actually different?
+
+Finally, some of your nontechnical users refuse to compile and install their own software, but they do want to sometimes have multiple versions installed for testing purposes. However, they also bought non-upgradeable hardware so they don't want multiple copies of the same files that are identical across different versions of the software. Wouldn't it be nice if installing a new venv somehow recycled the existing files from the currently-installed venvs?
+
+Some of your users are paranoid about security. Wouldn't it be nice if the software integrity of the venv-based software package were guaranteed through hashing and Merkle trees?
+
+That's why.
+
+## Goals
+
+- Developers can easily create images, and then distribute them to users who use them to run applications. The users don't necessarily use vocker directly to create containers, they may use some extra layer on top of it (like an installer that provides a GUI and maybe digital signature verification).
+- Developers can easily create images from existing images by tweaking whatever needs to be different. For example, installing new software or modifying files.
+- Image creation should be reproducible. That is, creating a Python environment and then turning it into an image should give you exactly the same image if you do that a second time. The resulting image hash should be identical.
+- Developers can easily audit existing images by just rebuilding them from scratch and checking whether the final result is the same.
+
+## Non-goals
+
+- Digital signature verification.

vocker-0.1.0.dist-info/RECORD

@@ -0,0 +1,19 @@
+vocker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vocker/__main__.py,sha256=jNkuxmxpoWPeKXHVf-TyEECSY62QZQHoR2F_Bp6zsNM,35
+vocker/cli.py,sha256=MQfac_AL5febfwDcgNOjuQA9rsq6kyGXVn2rp-6toP8,13248
+vocker/dedup.py,sha256=XgWJMZ14mP4BgNkH3gVOqwKX6KScRrGuRPs4Q2vysH8,63923
+vocker/dedup_models.py,sha256=R0lTKazCQnYNaIdlTfeCLldR4e66CxQ8jgfIjxfjmrA,5612
+vocker/image.py,sha256=lewNLLiXnd_N1CSs4gnYFEj-d5RkIBiPQiN8hNL2fIs,28181
+vocker/integer_to_path.py,sha256=5ghlupk9VLzXLtcfwnVEVFxtBxyT8A_ooV8-2EAnoFw,1433
+vocker/multihash.py,sha256=-VhksUBam6N01fICtTg_TJrJcEIHJrYVKzkD1B_bdfI,8760
+vocker/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vocker/system.py,sha256=kw0-0vxE5jjHjnE1kzhDZB_YdzA5kBDLeU0TdudnJgg,24416
+vocker/util.py,sha256=bQcMzscMPaiBC4PGV9_clTOLDTJHuqa6l6o2thQJeU8,3223
+vocker/util_models.py,sha256=2bN5eousF92oH7BAv1ZFoyh6iqNAnJ_niiclp2_RaHI,395
+vocker/repo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vocker/repo/compression.py,sha256=l2g1e6SaugpqORbg3zwRM1zwlEXedbYOihm5nDpCejU,6442
+vocker/repo/io.py,sha256=7oUDd2vag300hRJe72VcfGVAtWDIxtMd-5pY6I_z_Fs,25250
+vocker-0.1.0.dist-info/METADATA,sha256=P9TNrszsFyA2Q3HItjFoMeKdeCALldVmbu4VCxwv_KE,3879
+vocker-0.1.0.dist-info/WHEEL,sha256=lTU6B6eIfYoiQJTZNc-fyaR6BpL6ehTzU3xGYxn2n8k,91
+vocker-0.1.0.dist-info/top_level.txt,sha256=5x7g7T2L44UKODxVZ4vmWjxDnnruxaZ5yloYi0wLoUg,7
+vocker-0.1.0.dist-info/RECORD,,

vocker-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (78.1.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

vocker-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+vocker