omserv 0.0.0.dev23__py3-none-any.whl → 0.0.0.dev25__py3-none-any.whl

omserv/__about__.py

@@ -26,3 +26,16 @@ class Setuptools(SetuptoolsBase):
         'include': [Project.name, f'{Project.name}.*'],
         'exclude': [*SetuptoolsBase.find_packages['exclude']],
     }
+
+    package_data = {
+        **SetuptoolsBase.package_data,
+
+        '*': [
+            *SetuptoolsBase.package_data['*'],
+
+            '*.ico',
+            '*.j2',
+
+            '*.patch',
+        ],
+    }

omserv/_manifests.json

@@ -0,0 +1 @@
+[]

omserv/nginx/build.py

@@ -0,0 +1,122 @@
+import multiprocessing
+import os.path
+import shutil
+import subprocess
+import sys
+import tempfile
+import urllib.request
+
+from omlish import check
+from omlish import lang
+
+
+NGINX_VERSION = '1.27.0'
+NGINX_SRC_URL = f'https://nginx.org/download/nginx-{NGINX_VERSION}.tar.gz'
+
+NGINX_VTS_VERSION = '0.2.2'
+NGINX_VTS_SRC_URL = f'https://github.com/vozlt/nginx-module-vts/archive/refs/tags/v{NGINX_VTS_VERSION}.tar.gz'
+
+
+def build_nginx() -> None:
+    build_dir = tempfile.mkdtemp('-omlish-nginx-build')
+    print(f'{build_dir=}')
+
+    #
+
+    nginx_src_file = urllib.request.urlretrieve(NGINX_SRC_URL)[0]  # noqa
+    print(f'{nginx_src_file=}')
+
+    nginx_vts_src_file = urllib.request.urlretrieve(NGINX_VTS_SRC_URL)[0]  # noqa
+    print(f'{nginx_vts_src_file=}')
+
+    subprocess.check_call(['tar', 'xvzf', nginx_src_file, '-C', build_dir])
+    nginx_dir = os.path.join(build_dir, f'nginx-{NGINX_VERSION}')
+
+    subprocess.check_call(['tar', 'xvzf', nginx_vts_src_file, '-C', build_dir])
+    nginx_vts_dir = os.path.join(build_dir, f'nginx-module-vts-{NGINX_VTS_VERSION}')
+
+    #
+
+    patch_prefix = f'nginx-{NGINX_VERSION}_'
+    for r in lang.get_relative_resources('patches', globals=globals()).values():
+        if r.is_file and r.name.startswith(patch_prefix) and r.name.endswith('.patch'):
+            print(r.name)
+
+            patch_src = r.read_bytes()
+            subprocess.run(
+                ['git', 'apply'],
+                cwd=nginx_dir,
+                input=patch_src,
+                check=True,
+            )
+
+    #
+
+    cflags = [
+        '-g',
+        '-O2',
+        '-fstack-protector',
+    ]
+    ldflags = []
+
+    if sys.platform == 'darwin':
+        openssl_prefix = subprocess.check_output(['brew', '--prefix', 'openssl']).decode().strip()
+        pcre_prefix = subprocess.check_output(['brew', '--prefix', 'pcre']).decode().strip()
+        cflags.extend([
+            f'-I{openssl_prefix}/include',
+            f'-I{pcre_prefix}/include',
+        ])
+        ldflags.extend([
+            f'-L{openssl_prefix}/lib',
+            f'-L{pcre_prefix}/lib',
+        ])
+
+    subprocess.check_call([
+        check.not_none(shutil.which('sh')),
+
+        'configure',
+
+        f'--with-cc-opt={" ".join(cflags)}',
+        f'--with-ld-opt={" ".join(ldflags)}',
+
+        '--with-compat',
+        '--with-threads',
+        '--with-debug',
+        '--with-ipv6',
+        '--with-pcre',
+        '--with-pcre-jit',
+
+        '--with-http_auth_request_module',
+        '--with-http_gunzip_module',
+        '--with-http_gzip_static_module',
+        '--with-http_ssl_module',
+        '--with-http_stub_status_module',
+        '--with-http_v2_module',
+
+        '--with-stream',
+        '--with-stream_ssl_module',
+        '--with-stream_ssl_preread_module',
+
+        f'--add-module={nginx_vts_dir}',
+    ], cwd=nginx_dir)
+
+    #
+
+    make_jobs = max(multiprocessing.cpu_count() // 2, 1)
+    subprocess.check_call([
+        'make',
+        f'-j{make_jobs}',
+    ], cwd=nginx_dir)
+
+    #
+
+    exe_file = os.path.join(nginx_dir, 'objs', 'nginx')
+    print(exe_file)
+
+
+def _main() -> None:
+    build_nginx()
+
+
+if __name__ == '__main__':
+    _main()

omserv/nginx/configs.py

@@ -0,0 +1,86 @@
+"""
+TODO:
+ - omnibus/jmespath
+
+https://nginx.org/en/docs/dev/development_guide.html
+https://nginx.org/en/docs/dev/development_guide.html#config_directives
+https://nginx.org/en/docs/example.html
+
+https://github.com/yandex/gixy
+"""
+import dataclasses as dc
+import typing as ta
+
+from omlish import check
+from omlish import lang
+from omlish.text.indent import IndentWriter
+
+
+@dc.dataclass()
+class Items(lang.Final):
+    lst: list['Item']
+
+    @classmethod
+    def of(cls, obj: ta.Any) -> 'Items':
+        if isinstance(obj, Items):
+            return obj
+        return cls([Item.of(e) for e in check.isinstance(obj, list)])
+
+
+@dc.dataclass()
+class Item(lang.Final):
+    name: str
+    args: list[str] | None = None
+    block: Items | None = None
+
+    @classmethod
+    def of(cls, obj: ta.Any) -> 'Item':
+        if isinstance(obj, Item):
+            return obj
+        args = check.isinstance(obj, tuple)
+        name, args = check.isinstance(args[0], str), args[1:]
+        if args and not isinstance(args[-1], str):
+            block, args = Items.of(args[-1]), args[:-1]
+        else:
+            block = None
+        return Item(name, [check.isinstance(e, str) for e in args], block=block)
+
+
+def render(wr: IndentWriter, obj: ta.Any) -> None:
+    if isinstance(obj, Item):
+        wr.write(obj.name)
+        for e in obj.args or ():
+            wr.write(' ')
+            wr.write(e)
+        if obj.block:
+            wr.write(' {\n')
+            with wr.indent():
+                render(wr, obj.block)
+            wr.write('}\n')
+        else:
+            wr.write(';\n')
+
+    elif isinstance(obj, Items):
+        for e2 in obj.lst:
+            render(wr, e2)
+
+    else:
+        raise TypeError(obj)
+
+
+def _main() -> None:
+    conf = Items.of([
+        ('user', 'www', 'www'),
+        ('worker_processes', '2'),
+        ('events', [
+            ('worker_connections', '2000'),
+        ]),
+    ])
+
+    wr = IndentWriter()
+    render(wr, conf)
+    print(wr.getvalue())
+
+
+if __name__ == '__main__':
+    _main()

omserv/nginx/patches/nginx-1.27.0_http_status.patch

@@ -0,0 +1,109 @@
+diff --git a/src/event/ngx_event.c b/src/event/ngx_event.c
+index ef525d9..46ca5ee 100644
+--- a/src/event/ngx_event.c
++++ b/src/event/ngx_event.c
+@@ -75,6 +75,13 @@ ngx_atomic_t         *ngx_stat_writing = &ngx_stat_writing0;
+ static ngx_atomic_t   ngx_stat_waiting0;
+ ngx_atomic_t         *ngx_stat_waiting = &ngx_stat_waiting0;
+ 
++static ngx_atomic_t   ngx_stat_2xx0;
++ngx_atomic_t         *ngx_stat_2xx = &ngx_stat_2xx0;
++static ngx_atomic_t   ngx_stat_4xx0;
++ngx_atomic_t         *ngx_stat_4xx = &ngx_stat_4xx0;
++static ngx_atomic_t   ngx_stat_5xx0;
++ngx_atomic_t         *ngx_stat_5xx = &ngx_stat_5xx0;
++
+ #endif
+ 
+ 
+@@ -563,7 +570,10 @@ ngx_event_module_init(ngx_cycle_t *cycle)
+            + cl          /* ngx_stat_active */
+            + cl          /* ngx_stat_reading */
+            + cl          /* ngx_stat_writing */
+-           + cl;         /* ngx_stat_waiting */
++           + cl          /* ngx_stat_waiting */
++           + cl          /* ngx_stat_2xx */
++           + cl          /* ngx_stat_4xx */
++           + cl;         /* ngx_stat_5xx */
+ 
+ #endif
+ 
+@@ -610,6 +620,9 @@ ngx_event_module_init(ngx_cycle_t *cycle)
+     ngx_stat_reading = (ngx_atomic_t *) (shared + 7 * cl);
+     ngx_stat_writing = (ngx_atomic_t *) (shared + 8 * cl);
+     ngx_stat_waiting = (ngx_atomic_t *) (shared + 9 * cl);
++    ngx_stat_2xx = (ngx_atomic_t *) (shared + 10 * cl);
++    ngx_stat_4xx = (ngx_atomic_t *) (shared + 11 * cl);
++    ngx_stat_5xx = (ngx_atomic_t *) (shared + 12 * cl);
+ 
+ #endif
+ 
+diff --git a/src/event/ngx_event.h b/src/event/ngx_event.h
+index deac04e..48b7622 100644
+--- a/src/event/ngx_event.h
++++ b/src/event/ngx_event.h
+@@ -475,6 +475,10 @@ extern ngx_atomic_t  *ngx_stat_reading;
+ extern ngx_atomic_t  *ngx_stat_writing;
+ extern ngx_atomic_t  *ngx_stat_waiting;
+ 
++extern ngx_atomic_t  *ngx_stat_2xx;
++extern ngx_atomic_t  *ngx_stat_4xx;
++extern ngx_atomic_t  *ngx_stat_5xx;
++
+ #endif
+ 
+ 
+diff --git a/src/http/modules/ngx_http_stub_status_module.c b/src/http/modules/ngx_http_stub_status_module.c
+index db68b76..631427d 100644
+--- a/src/http/modules/ngx_http_stub_status_module.c
++++ b/src/http/modules/ngx_http_stub_status_module.c
+@@ -87,7 +87,7 @@ ngx_http_stub_status_handler(ngx_http_request_t *r)
+     ngx_int_t          rc;
+     ngx_buf_t         *b;
+     ngx_chain_t        out;
+-    ngx_atomic_int_t   ap, hn, ac, rq, rd, wr, wa;
++    ngx_atomic_int_t   ap, hn, ac, rq, rd, wr, wa, st2xx, st4xx, st5xx;
+ 
+     if (!(r->method & (NGX_HTTP_GET|NGX_HTTP_HEAD))) {
+         return NGX_HTTP_NOT_ALLOWED;
+@@ -124,12 +124,16 @@ ngx_http_stub_status_handler(ngx_http_request_t *r)
+     wr = *ngx_stat_writing;
+     wa = *ngx_stat_waiting;
+ 
++    st2xx = *ngx_stat_2xx;
++    st4xx = *ngx_stat_4xx;
++    st5xx = *ngx_stat_5xx;
++
+     b->last = ngx_sprintf(b->last, "Active connections: %uA \n", ac);
+ 
+-    b->last = ngx_cpymem(b->last, "server accepts handled requests\n",
+-                         sizeof("server accepts handled requests\n") - 1);
++    b->last = ngx_cpymem(b->last, "server accepts handled requests 2xx 4xx 5xx\n",
++                         sizeof("server accepts handled requests 2xx 4xx 5xx\n") - 1);
+ 
+-    b->last = ngx_sprintf(b->last, " %uA %uA %uA \n", ap, hn, rq);
++    b->last = ngx_sprintf(b->last, " %uA %uA %uA %uA %uA %uA \n", ap, hn, rq, st2xx, st4xx, st5xx);
+ 
+     b->last = ngx_sprintf(b->last, "Reading: %uA Writing: %uA Waiting: %uA \n",
+                           rd, wr, wa);
+diff --git a/src/http/ngx_http_request.c b/src/http/ngx_http_request.c
+index 3cca57c..46ff1fe 100644
+--- a/src/http/ngx_http_request.c
++++ b/src/http/ngx_http_request.c
+@@ -3797,6 +3797,16 @@ ngx_http_log_request(ngx_http_request_t *r)
+     ngx_http_handler_pt        *log_handler;
+     ngx_http_core_main_conf_t  *cmcf;
+ 
++#if (NGX_STAT_STUB)
++    if (r->headers_out.status >= 200 && r->headers_out.status < 300) {
++        (void) ngx_atomic_fetch_add(ngx_stat_2xx, 1);
++    } else if (r->headers_out.status >= 400 && r->headers_out.status < 500) {
++        (void) ngx_atomic_fetch_add(ngx_stat_4xx, 1);
++    } else if (r->headers_out.status >= 500 && r->headers_out.status < 600) {
++        (void) ngx_atomic_fetch_add(ngx_stat_5xx, 1);
++    }
++#endif
++
+     cmcf = ngx_http_get_module_main_conf(r, ngx_http_core_module);
+ 
+     log_handler = cmcf->phases[NGX_HTTP_LOG_PHASE].handlers.elts;

omserv/nginx/stubstatus.py

@@ -0,0 +1,73 @@
+import dataclasses as dc
+import re
+import textwrap
+import typing as ta
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class StubStatus:
+    active: int
+
+    # std: accepts handled requests
+    # ext: 2xx 4xx 5xx
+    counts: ta.Mapping[str, int]
+
+    reading: int
+    writing: int
+    waiting: int
+
+
+_ACTIVE_PAT = re.compile(r'^Active connections: (?P<active>\d+)')
+_RWW_PAT = re.compile(r'^Reading: (?P<reading>\d+) Writing: (?P<writing>\d+) Waiting: (?P<waiting>\d+)')
+
+
+def parse_stub_status(s: str) -> StubStatus:
+    # Active connections: 1
+    # server accepts handled requests 2xx 4xx 5xx
+    #  20 20 20 18 1 0
+    # Reading: 0 Writing: 1 Waiting: 0
+
+    lines = [l for l in s.splitlines() for l in [l.strip()] if l]
+    if len(lines) < 4:
+        raise Exception('Not enough lines')
+
+    if (active_m := _ACTIVE_PAT.match(lines[0])) is None:
+        raise Exception('Failed to match active line')
+    active = int(active_m.groupdict()['active'])
+
+    if (rww_m := _RWW_PAT.match(lines[3])) is None:
+        raise Exception('Failed to match rww line')
+    reading = int(rww_m.groupdict()['reading'])
+    writing = int(rww_m.groupdict()['writing'])
+    waiting = int(rww_m.groupdict()['waiting'])
+
+    ct_lbl = lines[1].split()[1:]
+    ct_val = lines[2].split()
+    if len(ct_lbl) != len(ct_val):
+        raise Exception('Counts label/value mismatch')
+    counts = {l: int(v) for l, v in zip(ct_lbl, ct_val)}
+
+    return StubStatus(
+        active=active,
+
+        counts=counts,
+
+        reading=reading,
+        writing=writing,
+        waiting=waiting,
+    )
+
+
+def _main() -> None:
+    s = textwrap.dedent("""
+        Active connections: 1
+        server accepts handled requests 2xx 4xx 5xx
+         20 20 20 18 1 0
+        Reading: 0 Writing: 1 Waiting: 0
+    """)
+    ss = parse_stub_status(s)
+    print(ss)
+
+
+if __name__ == '__main__':
+    _main()

omserv/server/LICENSE

@@ -0,0 +1,14 @@
+Copyright P G Jones 2018.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
+documentation files (the "Software"), to deal in the Software without restriction, including without limitation the
+rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit
+persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the
+Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

{omserv-0.0.0.dev23.dist-info → omserv-0.0.0.dev25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omserv
-Version: 0.0.0.dev23
+Version: 0.0.0.dev25
 Summary: omserv
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: ~=3.12
 License-File: LICENSE
-Requires-Dist: omlish ==0.0.0.dev23
+Requires-Dist: omlish ==0.0.0.dev25
 Provides-Extra: all
 Requires-Dist: h11 ~=0.14 ; extra == 'all'
 Requires-Dist: h2 ~=4.1 ; extra == 'all'

{omserv-0.0.0.dev23.dist-info → omserv-0.0.0.dev25.dist-info}/RECORD

@@ -1,5 +1,6 @@
-omserv/__about__.py,sha256=IwJ97UdJUqmuXGftkoUyB4PLm1kL_q7bZozQLMSrceI,631
+omserv/__about__.py,sha256=l9yTdHqbdd7L6tobi6BTiEO9huwg_6ndnmVNnQxL8f8,838
 omserv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omserv/_manifests.json,sha256=N1F-Xz3GaBn2H1p7uKzhkhKCQV8QVR0t76XD6wmFtXA,3
 omserv/dbs.py,sha256=RLXwNmENmM9MLsjFqDho_R8ibMjOKAxWUn4zhzTlP9Y,756
 omserv/secrets.py,sha256=ja0VsCB01MHxYwn5OHjFeXV9cRah9AQl-0uJzZELpic,256
 omserv/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -9,10 +10,17 @@ omserv/apps/markers.py,sha256=aj39pNZYlTSjUQT02wOftzrkTq1TTMIfE0aMoV_XxVk,882
 omserv/apps/routes.py,sha256=shcN8qCSF2YoKal7nk-lemCAK3RX8MuHgNHhq_CTnh0,3762
 omserv/apps/sessions.py,sha256=glruQSbOSbCYLPp6nDRNSHCyp5hj4oiOPhh3R0F9BTM,1537
 omserv/apps/templates.py,sha256=PBRZHIF9UbnFnq-4EC6RmPeRkeH8lCBbpJkSdseHs6A,2125
+omserv/nginx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omserv/nginx/build.py,sha256=mCvX7f1LGguLNPVQEwxlWO6OQpad43JbLu96gbIlNy4,3141
+omserv/nginx/configs.py,sha256=4oQDcKJKIatRG621qiZCYTayJI3-vv63TtRCiUxEVWI,2008
+omserv/nginx/stubstatus.py,sha256=_VnXZdXxSA7jIelYSwJLf9mOnt_UOvpWghAPWtlWSLw,1857
+omserv/nginx/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omserv/nginx/patches/nginx-1.27.0_http_status.patch,sha256=bEDSczpBLcdjcBp_X1m73oxvt8KPeons7v_sUxqBSXM,4335
 omserv/node/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/node/models.py,sha256=XsfAI-LjlRkRfK0_ofh-gai5IUq_g357UfThK9dZ0UM,1258
 omserv/node/registry.py,sha256=0hodmyQn3POOZJBG8zTr9ojR80-ZNmIwJpQbchJg8EM,3459
 omserv/node/sql.py,sha256=vy7RP50JiH3jQHMVa7Hxk0pFJK3QcbGeTvyNppB1W4I,2826
+omserv/server/LICENSE,sha256=VKPNmbyrS9wcwcx20hBlVtLP01brb2dByHrWHeNLPag,1050
 omserv/server/__init__.py,sha256=K8l4nfv9c_5o8dph-SyadW_19CdTC2FGlikyHMU5lAU,375
 omserv/server/config.py,sha256=oGWL1kuk45bJ6sVr8n3ow5Q-1nz9EqByjoykU2iOHIY,1189
 omserv/server/debug.py,sha256=N7RI0Jj-ttmys3DJD0RREmGG5XZpTCp6y9Yu0x98Agg,299
@@ -33,12 +41,13 @@ omserv/server/protocols/h2.py,sha256=pClkPlaX0WnQ1dKee7Fvr4csSH2bBqItTcsKVuk1p1Q
 omserv/server/protocols/protocols.py,sha256=1ky8PGYIIR8wco6fcw-41RmHW-Kz_cNcZZoOqi7btNk,2790
 omserv/server/protocols/types.py,sha256=OXt5U3LsBToDxT7ipfFGiIHJU0WVvlfT6QQacF-_Plc,440
 omserv/server/resources/__init__.py,sha256=KppZbvZBKX1TdyaQZYY92oEKpdB3nuUXxharAgrbAIA,193
+omserv/server/resources/favicon.ico,sha256=48hwhc03Fp6Rbj0fEQEB95woJMhCDsM2nMZJfeKAU0g,38078
 omserv/server/streams/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/server/streams/httpstream.py,sha256=0DeiAPLGbEGNa0fHTs8lUpi_CFZs4M5_QB-TiS8mobQ,8015
 omserv/server/streams/utils.py,sha256=aMOrqWIg_Hht5W4kLg3y7oR5AEkVvMrZhyjzo6U5owE,1527
 omserv/server/streams/wsstream.py,sha256=3Vyzox7dCE1tDSXjb6xBubWo41ZF9d38Hrsrlj6h1J8,15482
-omserv-0.0.0.dev23.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omserv-0.0.0.dev23.dist-info/METADATA,sha256=8ZvRY6x8Ub3JXRB9KM9EBkA5QQbLrn0C2pBn-njd3JE,881
-omserv-0.0.0.dev23.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-omserv-0.0.0.dev23.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
-omserv-0.0.0.dev23.dist-info/RECORD,,
+omserv-0.0.0.dev25.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omserv-0.0.0.dev25.dist-info/METADATA,sha256=65c61CuYjTA6ag094L-GdCJXShj0YcJNfbUWRK4B18Y,881
+omserv-0.0.0.dev25.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+omserv-0.0.0.dev25.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
+omserv-0.0.0.dev25.dist-info/RECORD,,