omserv 0.0.0.dev22__py3-none-any.whl → 0.0.0.dev24__py3-none-any.whl

omserv/nginx/build.py

@@ -0,0 +1,122 @@
+import multiprocessing
+import os.path
+import shutil
+import subprocess
+import sys
+import tempfile
+import urllib.request
+
+from omlish import check
+from omlish import lang
+
+
+NGINX_VERSION = '1.27.0'
+NGINX_SRC_URL = f'https://nginx.org/download/nginx-{NGINX_VERSION}.tar.gz'
+
+NGINX_VTS_VERSION = '0.2.2'
+NGINX_VTS_SRC_URL = f'https://github.com/vozlt/nginx-module-vts/archive/refs/tags/v{NGINX_VTS_VERSION}.tar.gz'
+
+
+def build_nginx() -> None:
+    build_dir = tempfile.mkdtemp('-omlish-nginx-build')
+    print(f'{build_dir=}')
+
+    #
+
+    nginx_src_file = urllib.request.urlretrieve(NGINX_SRC_URL)[0]  # noqa
+    print(f'{nginx_src_file=}')
+
+    nginx_vts_src_file = urllib.request.urlretrieve(NGINX_VTS_SRC_URL)[0]  # noqa
+    print(f'{nginx_vts_src_file=}')
+
+    subprocess.check_call(['tar', 'xvzf', nginx_src_file, '-C', build_dir])
+    nginx_dir = os.path.join(build_dir, f'nginx-{NGINX_VERSION}')
+
+    subprocess.check_call(['tar', 'xvzf', nginx_vts_src_file, '-C', build_dir])
+    nginx_vts_dir = os.path.join(build_dir, f'nginx-module-vts-{NGINX_VTS_VERSION}')
+
+    #
+
+    patch_prefix = f'nginx-{NGINX_VERSION}_'
+    for r in lang.get_relative_resources('patches', globals=globals()).values():
+        if r.is_file and r.name.startswith(patch_prefix) and r.name.endswith('.patch'):
+            print(r.name)
+
+            patch_src = r.read_bytes()
+            subprocess.run(
+                ['git', 'apply'],
+                cwd=nginx_dir,
+                input=patch_src,
+                check=True,
+            )
+
+    #
+
+    cflags = [
+        '-g',
+        '-O2',
+        '-fstack-protector',
+    ]
+    ldflags = []
+
+    if sys.platform == 'darwin':
+        openssl_prefix = subprocess.check_output(['brew', '--prefix', 'openssl']).decode().strip()
+        pcre_prefix = subprocess.check_output(['brew', '--prefix', 'pcre']).decode().strip()
+        cflags.extend([
+            f'-I{openssl_prefix}/include',
+            f'-I{pcre_prefix}/include',
+        ])
+        ldflags.extend([
+            f'-L{openssl_prefix}/lib',
+            f'-L{pcre_prefix}/lib',
+        ])
+
+    subprocess.check_call([
+        check.not_none(shutil.which('sh')),
+
+        'configure',
+
+        f'--with-cc-opt={" ".join(cflags)}',
+        f'--with-ld-opt={" ".join(ldflags)}',
+
+        '--with-compat',
+        '--with-threads',
+        '--with-debug',
+        '--with-ipv6',
+        '--with-pcre',
+        '--with-pcre-jit',
+
+        '--with-http_auth_request_module',
+        '--with-http_gunzip_module',
+        '--with-http_gzip_static_module',
+        '--with-http_ssl_module',
+        '--with-http_stub_status_module',
+        '--with-http_v2_module',
+
+        '--with-stream',
+        '--with-stream_ssl_module',
+        '--with-stream_ssl_preread_module',
+
+        f'--add-module={nginx_vts_dir}',
+    ], cwd=nginx_dir)
+
+    #
+
+    make_jobs = max(multiprocessing.cpu_count() // 2, 1)
+    subprocess.check_call([
+        'make',
+        f'-j{make_jobs}',
+    ], cwd=nginx_dir)
+
+    #
+
+    exe_file = os.path.join(nginx_dir, 'objs', 'nginx')
+    print(exe_file)
+
+
+def _main() -> None:
+    build_nginx()
+
+
+if __name__ == '__main__':
+    _main()

omserv/nginx/configs.py

@@ -0,0 +1,86 @@
+"""
+TODO:
+ - omnibus/jmespath
+
+https://nginx.org/en/docs/dev/development_guide.html
+https://nginx.org/en/docs/dev/development_guide.html#config_directives
+https://nginx.org/en/docs/example.html
+
+https://github.com/yandex/gixy
+"""
+import dataclasses as dc
+import typing as ta
+
+from omlish import check
+from omlish import lang
+from omlish.text.indent import IndentWriter
+
+
+@dc.dataclass()
+class Items(lang.Final):
+    lst: list['Item']
+
+    @classmethod
+    def of(cls, obj: ta.Any) -> 'Items':
+        if isinstance(obj, Items):
+            return obj
+        return cls([Item.of(e) for e in check.isinstance(obj, list)])
+
+
+@dc.dataclass()
+class Item(lang.Final):
+    name: str
+    args: list[str] | None = None
+    block: Items | None = None
+
+    @classmethod
+    def of(cls, obj: ta.Any) -> 'Item':
+        if isinstance(obj, Item):
+            return obj
+        args = check.isinstance(obj, tuple)
+        name, args = check.isinstance(args[0], str), args[1:]
+        if args and not isinstance(args[-1], str):
+            block, args = Items.of(args[-1]), args[:-1]
+        else:
+            block = None
+        return Item(name, [check.isinstance(e, str) for e in args], block=block)
+
+
+def render(wr: IndentWriter, obj: ta.Any) -> None:
+    if isinstance(obj, Item):
+        wr.write(obj.name)
+        for e in obj.args or ():
+            wr.write(' ')
+            wr.write(e)
+        if obj.block:
+            wr.write(' {\n')
+            with wr.indent():
+                render(wr, obj.block)
+            wr.write('}\n')
+        else:
+            wr.write(';\n')
+
+    elif isinstance(obj, Items):
+        for e2 in obj.lst:
+            render(wr, e2)
+
+    else:
+        raise TypeError(obj)
+
+
+def _main() -> None:
+    conf = Items.of([
+        ('user', 'www', 'www'),
+        ('worker_processes', '2'),
+        ('events', [
+            ('worker_connections', '2000'),
+        ]),
+    ])
+
+    wr = IndentWriter()
+    render(wr, conf)
+    print(wr.getvalue())
+
+
+if __name__ == '__main__':
+    _main()

omserv/nginx/stubstatus.py

@@ -0,0 +1,73 @@
+import dataclasses as dc
+import re
+import textwrap
+import typing as ta
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class StubStatus:
+    active: int
+
+    # std: accepts handled requests
+    # ext: 2xx 4xx 5xx
+    counts: ta.Mapping[str, int]
+
+    reading: int
+    writing: int
+    waiting: int
+
+
+_ACTIVE_PAT = re.compile(r'^Active connections: (?P<active>\d+)')
+_RWW_PAT = re.compile(r'^Reading: (?P<reading>\d+) Writing: (?P<writing>\d+) Waiting: (?P<waiting>\d+)')
+
+
+def parse_stub_status(s: str) -> StubStatus:
+    # Active connections: 1
+    # server accepts handled requests 2xx 4xx 5xx
+    #  20 20 20 18 1 0
+    # Reading: 0 Writing: 1 Waiting: 0
+
+    lines = [l for l in s.splitlines() for l in [l.strip()] if l]
+    if len(lines) < 4:
+        raise Exception('Not enough lines')
+
+    if (active_m := _ACTIVE_PAT.match(lines[0])) is None:
+        raise Exception('Failed to match active line')
+    active = int(active_m.groupdict()['active'])
+
+    if (rww_m := _RWW_PAT.match(lines[3])) is None:
+        raise Exception('Failed to match rww line')
+    reading = int(rww_m.groupdict()['reading'])
+    writing = int(rww_m.groupdict()['writing'])
+    waiting = int(rww_m.groupdict()['waiting'])
+
+    ct_lbl = lines[1].split()[1:]
+    ct_val = lines[2].split()
+    if len(ct_lbl) != len(ct_val):
+        raise Exception('Counts label/value mismatch')
+    counts = {l: int(v) for l, v in zip(ct_lbl, ct_val)}
+
+    return StubStatus(
+        active=active,
+
+        counts=counts,
+
+        reading=reading,
+        writing=writing,
+        waiting=waiting,
+    )
+
+
+def _main() -> None:
+    s = textwrap.dedent("""
+        Active connections: 1
+        server accepts handled requests 2xx 4xx 5xx
+         20 20 20 18 1 0
+        Reading: 0 Writing: 1 Waiting: 0
+    """)
+    ss = parse_stub_status(s)
+    print(ss)
+
+
+if __name__ == '__main__':
+    _main()

{omserv-0.0.0.dev22.dist-info → omserv-0.0.0.dev24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omserv
-Version: 0.0.0.dev22
+Version: 0.0.0.dev24
 Summary: omserv
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: ~=3.12
 License-File: LICENSE
-Requires-Dist: omlish ==0.0.0.dev22
+Requires-Dist: omlish ==0.0.0.dev24
 Provides-Extra: all
 Requires-Dist: h11 ~=0.14 ; extra == 'all'
 Requires-Dist: h2 ~=4.1 ; extra == 'all'

{omserv-0.0.0.dev22.dist-info → omserv-0.0.0.dev24.dist-info}/RECORD

@@ -9,6 +9,11 @@ omserv/apps/markers.py,sha256=aj39pNZYlTSjUQT02wOftzrkTq1TTMIfE0aMoV_XxVk,882
 omserv/apps/routes.py,sha256=shcN8qCSF2YoKal7nk-lemCAK3RX8MuHgNHhq_CTnh0,3762
 omserv/apps/sessions.py,sha256=glruQSbOSbCYLPp6nDRNSHCyp5hj4oiOPhh3R0F9BTM,1537
 omserv/apps/templates.py,sha256=PBRZHIF9UbnFnq-4EC6RmPeRkeH8lCBbpJkSdseHs6A,2125
+omserv/nginx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omserv/nginx/build.py,sha256=mCvX7f1LGguLNPVQEwxlWO6OQpad43JbLu96gbIlNy4,3141
+omserv/nginx/configs.py,sha256=4oQDcKJKIatRG621qiZCYTayJI3-vv63TtRCiUxEVWI,2008
+omserv/nginx/stubstatus.py,sha256=_VnXZdXxSA7jIelYSwJLf9mOnt_UOvpWghAPWtlWSLw,1857
+omserv/nginx/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/node/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/node/models.py,sha256=XsfAI-LjlRkRfK0_ofh-gai5IUq_g357UfThK9dZ0UM,1258
 omserv/node/registry.py,sha256=0hodmyQn3POOZJBG8zTr9ojR80-ZNmIwJpQbchJg8EM,3459
@@ -37,8 +42,8 @@ omserv/server/streams/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 omserv/server/streams/httpstream.py,sha256=0DeiAPLGbEGNa0fHTs8lUpi_CFZs4M5_QB-TiS8mobQ,8015
 omserv/server/streams/utils.py,sha256=aMOrqWIg_Hht5W4kLg3y7oR5AEkVvMrZhyjzo6U5owE,1527
 omserv/server/streams/wsstream.py,sha256=3Vyzox7dCE1tDSXjb6xBubWo41ZF9d38Hrsrlj6h1J8,15482
-omserv-0.0.0.dev22.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omserv-0.0.0.dev22.dist-info/METADATA,sha256=NJ-TWgCMhOvTJ9fD6Dwh4APR5p_j4QCPDfmNL-xvdZs,881
-omserv-0.0.0.dev22.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-omserv-0.0.0.dev22.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
-omserv-0.0.0.dev22.dist-info/RECORD,,
+omserv-0.0.0.dev24.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omserv-0.0.0.dev24.dist-info/METADATA,sha256=1LoV9C_TsRisl-F-w3OQ66tquPXZz-yIKpdLBhskYLk,881
+omserv-0.0.0.dev24.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+omserv-0.0.0.dev24.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
+omserv-0.0.0.dev24.dist-info/RECORD,,