Weeaboo 10__tar.gz

Weeaboo-10/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.1
+Name: Weeaboo
+Version: 10
+Summary: Shared code for websites
+Home-page: https://pypi.org/project/Weeaboo/
+Author: Andrzej Cichocki
+Author-email: 3613868+combatopera@users.noreply.github.com
+Description-Content-Type: text/markdown
+
+# Weeaboo
+Shared code for websites
+
+## Commands
+
+### rmexcept
+Delete paths except those provided as args.
+
+### runsite
+Website entrypoint.

Weeaboo-10/README.md

@@ -0,0 +1,10 @@
+# Weeaboo
+Shared code for websites
+
+## Commands
+
+### rmexcept
+Delete paths except those provided as args.
+
+### runsite
+Website entrypoint.

Weeaboo-10/Weeaboo.egg-info/PKG-INFO

@@ -0,0 +1,19 @@
+Metadata-Version: 2.1
+Name: Weeaboo
+Version: 10
+Summary: Shared code for websites
+Home-page: https://pypi.org/project/Weeaboo/
+Author: Andrzej Cichocki
+Author-email: 3613868+combatopera@users.noreply.github.com
+Description-Content-Type: text/markdown
+
+# Weeaboo
+Shared code for websites
+
+## Commands
+
+### rmexcept
+Delete paths except those provided as args.
+
+### runsite
+Website entrypoint.

Weeaboo-10/Weeaboo.egg-info/SOURCES.txt

@@ -0,0 +1,16 @@
+README.md
+rmexcept.py
+runsite.py
+setup.cfg
+setup.py
+Weeaboo.egg-info/PKG-INFO
+Weeaboo.egg-info/SOURCES.txt
+Weeaboo.egg-info/dependency_links.txt
+Weeaboo.egg-info/entry_points.txt
+Weeaboo.egg-info/requires.txt
+Weeaboo.egg-info/top_level.txt
+weeaboo/__init__.py
+weeaboo/app.py
+weeaboo/root.arid
+weeaboo/util.py
+weeaboo/wsgi.py

Weeaboo-10/Weeaboo.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

Weeaboo-10/Weeaboo.egg-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+rmexcept = rmexcept:main
+runsite = runsite:main

Weeaboo-10/Weeaboo.egg-info/requires.txt

@@ -0,0 +1,6 @@
+aridity>=50
+diapyr>=22
+Flask>=2.0.3
+lagoon>=22
+mod-wsgi>=4.7.1
+Werkzeug>=2.0.1

Weeaboo-10/Weeaboo.egg-info/top_level.txt

@@ -0,0 +1,3 @@
+rmexcept
+runsite
+weeaboo

Weeaboo-10/rmexcept.py

@@ -0,0 +1,48 @@
+'Delete paths except those provided as args.'
+from argparse import ArgumentParser
+from pathlib import Path
+from shutil import rmtree
+import os, sys
+
+def _log(p):
+    print('Delete:', p, file = sys.stderr)
+
+def _rmexcept(leaves):
+    def filterdirnames():
+        for name in dirnames:
+            p = Path(dirpath, name)
+            if p in ancestors:
+                yield name
+            elif p not in leaves:
+                _log(p)
+                rmtree(p)
+    if not leaves:
+        _log(os.curdir)
+        rmtree(Path.cwd())
+        return
+    ancestors = set()
+    for p in leaves:
+        while True:
+            p = p.parent
+            if not p.parts:
+                break
+            ancestors.add(p)
+    leaves = set(leaves)
+    for dirpath, dirnames, filenames in os.walk(os.curdir):
+        dirnames[:] = filterdirnames()
+        for name in filenames:
+            p = Path(dirpath, name)
+            if p not in leaves:
+                _log(p)
+                p.unlink()
+
+def main():
+    parser = ArgumentParser()
+    parser.add_argument('--open-molly-guard', action = 'store_true')
+    parser.add_argument('leaf', type = Path, nargs = '*')
+    args = parser.parse_args()
+    assert args.open_molly_guard
+    _rmexcept(args.leaf)
+
+if '__main__' == __name__:
+    main()

Weeaboo-10/runsite.py

@@ -0,0 +1,18 @@
+'Website entrypoint.'
+from aridity.config import ConfigCtrl
+from lagoon import mod_wsgi_express
+from pathlib import Path
+import os
+
+def main():
+    cc = ConfigCtrl()
+    cc.load('/site/deploy/LOADME.arid')
+    config = cc.node
+    stat = Path(config.img.root).stat()
+    os.setgid(stat.st_gid)
+    os.setuid(stat.st_uid)
+    del os.environ['HOME']
+    mod_wsgi_express.start_server.__log_to_terminal.__application_type.module[exec]('--include-file', '/site/deploy/httpd.conf', '--document-root', config.htdocs.root, 'weeaboo.wsgi')
+
+if '__main__' == __name__:
+    main()

Weeaboo-10/setup.cfg

@@ -0,0 +1,7 @@
+[bdist_wheel]
+universal = 0
+
+[egg_info]
+tag_build = 
+tag_date = 0
+

Weeaboo-10/setup.py

@@ -0,0 +1,21 @@
+from setuptools import find_packages, setup
+
+def long_description():
+    with open('README.md') as f:
+        return f.read()
+
+setup(
+    name = 'Weeaboo',
+    version = '10',
+    description = 'Shared code for websites',
+    long_description = long_description(),
+    long_description_content_type = 'text/markdown',
+    url = 'https://pypi.org/project/Weeaboo/',
+    author = 'Andrzej Cichocki',
+    author_email = '3613868+combatopera@users.noreply.github.com',
+    packages = find_packages(),
+    py_modules = ['runsite', 'rmexcept'],
+    install_requires = ['aridity>=50', 'diapyr>=22', 'Flask>=2.0.3', 'lagoon>=22', 'mod-wsgi>=4.7.1', 'Werkzeug>=2.0.1'],
+    package_data = {'': ['*.pxd', '*.pyx', '*.pyxbld', '*.arid', '*.aridt']},
+    entry_points = {'console_scripts': ['rmexcept=rmexcept:main', 'runsite=runsite:main']},
+)

Weeaboo-10/weeaboo/__init__.py

@@ -0,0 +1,54 @@
+from .util import canon, patch
+from email.message import EmailMessage
+from io import BytesIO
+from werkzeug.datastructures import Headers, MultiDict
+from werkzeug.http import _hop_by_hop_headers
+from werkzeug.wrappers import Request
+
+class Application: pass
+
+@patch(Headers, classmethod)
+def fromresponse(cls, response):
+    headers = cls()
+    for k, x in response.getheaders():
+        if canon(k) not in _hop_by_hop_headers:
+            headers.add(k, x)
+    return headers
+
+@patch(Headers)
+def contentcharset(headers):
+    msg = EmailMessage()
+    msg['Content-Type'], = headers.getlist('content-type')
+    return msg.get_content_charset()
+
+@patch(Headers)
+def safedict(headers):
+    canonkeys = set()
+    d = {}
+    for realk, v in headers:
+        canonk = canon(realk)
+        assert canonk not in canonkeys
+        canonkeys.add(canonk)
+        d[realk] = v
+    return d
+
+@patch(MultiDict)
+def uniqueornone(md, key):
+    vals = md.getlist(key)
+    if vals:
+        val, = vals
+        return val
+
+@patch(Request)
+def formpeek(request):
+    request.get_data() # Cache the stream.
+    return request.form
+
+@patch(Request)
+def streamorcached(request):
+    try:
+        cached = request._cached_data
+    except AttributeError:
+        assert 'form' not in request.__dict__, 'Stream consumed without being cached.'
+        return request.stream
+    return BytesIO(cached)

Weeaboo-10/weeaboo/app.py

@@ -0,0 +1,71 @@
+from . import Application
+from .util import Pipe
+from contextlib import ExitStack
+from flask import Flask, g, request
+from http import HTTPStatus
+from mimetypes import guess_type
+from os.path import normpath, pardir
+from pathlib import Path
+from werkzeug.http import parse_accept_header
+import gzip, logging
+
+log = logging.getLogger(__name__)
+
+def _before():
+    path = request.full_path
+    if path.find('?') == len(path) - 1:
+        path = path[:-1]
+    log.debug("%s %s for: %s", request.method, path, request.headers.get('User-Agent'))
+    g.exitstack = ExitStack().__enter__()
+
+def _teardown(exc):
+    try:
+        if exc is not None: # Otherwise do it on response close.
+            assert not g.exitstack.__exit__(type(exc), exc, exc.__traceback__), 'Cannot suppress exception.'
+    except:
+        log.exception('Cleanup failed:')
+
+class FlaskApplication(Application):
+
+    def __init__(self, *args, **kwargs):
+        self.flask = flask = Flask(*args, **kwargs)
+        flask.before_request(_before)
+        flask.teardown_request(_teardown)
+        class Response(flask.response_class):
+            def __init__(self, *args, **kwargs):
+                super().__init__(*args, **kwargs)
+                self.call_on_close(g.exitstack.close)
+        flask.response_class = Response
+
+    def __call__(self, environ, start_response):
+        return self.flask(environ, start_response)
+
+    def route(self, rule, view_func, **options):
+        self.flask.add_url_rule(rule, view_func = view_func, **options)
+
+    def stream(self, basepath, uri): # XXX: Validate hash in query?
+        def response(isgz, ungz):
+            def close():
+                log.debug('Close file.')
+                f.close()
+            path = gzpath if isgz else ogpath
+            t, enc = guess_type(path)
+            assert ('gzip' if isgz else None) == enc
+            f = gzip.open(path) if ungz else path.open('rb')
+            g.exitstack.callback(close)
+            r = self.toresponse(HTTPStatus.OK, None, f, mimetype = t)
+            if isgz and not ungz:
+                r.headers['Content-Encoding'] = enc
+            return r # XXX: Add Cache-Control?
+        relpath = Path(normpath(uri))
+        assert pardir not in relpath.parts
+        ogpath = basepath / relpath
+        gzpath = ogpath.with_name(f"{ogpath.name}.gz")
+        if parse_accept_header(request.headers.get('Accept-Encoding')).quality('gzip'):
+            return response(True, False) if gzpath.exists() else response(False, False)
+        return response(False, False) if ogpath.exists() else response(True, True)
+
+    def toresponse(self, status, headersornone, payload, **kwargs):
+        statusline = f"{status.value} {status.phrase}"
+        log.debug("Send: %s", statusline)
+        return self.flask.response_class(Pipe(payload) if hasattr(payload, 'read') else payload, statusline, headersornone, **kwargs)

Weeaboo-10/weeaboo/root.arid

@@ -0,0 +1 @@
+applicationcls := $list()

Weeaboo-10/weeaboo/util.py

@@ -0,0 +1,28 @@
+from functools import lru_cache
+import logging
+
+log = logging.getLogger(__name__)
+
+@lru_cache(maxsize = 128)
+def canon(k):
+    return k.lower()
+
+def patch(cls, deco = lambda x: x):
+    return lambda f: setattr(cls, f.__name__, deco(f))
+
+class Pipe:
+
+    bufsize = 16 * 1024
+
+    def __init__(self, f):
+        self.f = f
+
+    def __iter__(self):
+        n = 0
+        while True:
+            v = self.f.read(self.bufsize)
+            if not v:
+                break
+            yield v
+            n += len(v)
+        log.debug("Piped: %s", n)

Weeaboo-10/weeaboo/wsgi.py

@@ -0,0 +1,17 @@
+from . import Application
+from aridity.config import ConfigCtrl
+from diapyr import DI
+from diapyr.util import singleton
+import logging
+
+@singleton
+def application():
+    logging.basicConfig(format = "%(levelname)s %(message)s", level = logging.DEBUG)
+    cc = ConfigCtrl()
+    cc.load('/site/etc/LOADME.arid')
+    config = cc.node
+    di = DI()
+    di.add(config)
+    for cls in config.applicationcls:
+        di.add(cls)
+    return di(Application)