omserv 0.0.0.dev102__py3-none-any.whl → 0.0.0.dev104__py3-none-any.whl

omserv/.manifests.json

@@ -1 +1,14 @@
-[]
+[
+  {
+    "module": ".nginx.logs",
+    "attr": "_CLI_MODULE",
+    "file": "omserv/nginx/logs.py",
+    "line": 65,
+    "value": {
+      "$omdev.cli.types.CliModule": {
+        "cmd_name": "nginxlogs",
+        "mod_name": "omserv.nginx.logs"
+      }
+    }
+  }
+]

omserv/nginx/logs.py

@@ -0,0 +1,94 @@
+"""
+'54.244.199.9',
+'-',
+'-',
+'[20/Jul/2024:17:54:01 +0000]',
+'"GET /profile/jenkinsFile HTTP/1.1"',
+'404',
+'555',
+'"-"',
+'"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"',
+
+==
+
+remote_addr
+-
+remote_user
+[time_local]
+"request"
+status
+body_bytes_sent
+"http_referer"
+"http_user_agent"
+"""  # noqa
+import itertools
+import json
+import re
+import typing as ta
+
+
+NGINX_LOG_PAT = re.compile(r'(\[[^\]]*\])|("[^"]*")|([^ ]+)')
+
+NGINX_LOG_COLUMNS: ta.Sequence[str] = [
+    'remote_addr',
+    '-',
+    'remote_user',
+    'time_local',
+    'request',
+    'status',
+    'body_bytes_sent',
+    'http_referer',
+    'http_user_agent',
+]
+
+
+def parse_nginx_log_line(
+        line: str,
+        *,
+        columns: ta.Sequence[str] = NGINX_LOG_COLUMNS,
+        pattern: re.Pattern = NGINX_LOG_PAT,
+        num_groups: int = 4,
+) -> dict[str, ta.Any]:
+    if isinstance(columns, str):
+        raise TypeError(columns)
+
+    vs = []
+    for t in itertools.batched(pattern.split(line.strip()), num_groups):
+        if len(t) < 2:
+            continue
+        [v] = filter(None, t[1:])
+        vs.append(v)
+
+    return dict(zip(columns, vs, strict=True))
+
+
+# @omlish-manifest
+_CLI_MODULE = {'$omdev.cli.types.CliModule': {
+    'cmd_name': 'nginxlogs',
+    'mod_name': __name__,
+}}
+
+
+def _main() -> None:
+    import argparse
+    import contextlib
+    import sys
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument('file', nargs='?')
+    args = parser.parse_args()
+
+    with contextlib.ExitStack() as es:
+        f: ta.TextIO
+        if args.file:
+            f = es.enter_context(open(args.file))
+        else:
+            f = sys.stdin
+
+        for line in f:
+            d = parse_nginx_log_line(line)
+            print(json.dumps(d))
+
+
+if __name__ == '__main__':
+    _main()

{omserv-0.0.0.dev102.dist-info → omserv-0.0.0.dev104.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omserv
-Version: 0.0.0.dev102
+Version: 0.0.0.dev104
 Summary: omserv
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.12
 License-File: LICENSE
-Requires-Dist: omlish ==0.0.0.dev102
+Requires-Dist: omlish ==0.0.0.dev104
 Provides-Extra: all
 Requires-Dist: h11 ~=0.14 ; extra == 'all'
 Requires-Dist: h2 ~=4.1 ; extra == 'all'

{omserv-0.0.0.dev102.dist-info → omserv-0.0.0.dev104.dist-info}/RECORD

@@ -1,4 +1,4 @@
-omserv/.manifests.json,sha256=N1F-Xz3GaBn2H1p7uKzhkhKCQV8QVR0t76XD6wmFtXA,3
+omserv/.manifests.json,sha256=qn9Vc6VXiVo9RzpJdLzQi_x2DPZIP3cq4S2bkqvJqjY,260
 omserv/__about__.py,sha256=JmwjAacCkF6Sw699ne21R3M2V8A-bqni47noz3L-yuo,765
 omserv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -11,6 +11,7 @@ omserv/apps/templates.py,sha256=PBRZHIF9UbnFnq-4EC6RmPeRkeH8lCBbpJkSdseHs6A,2125
 omserv/nginx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/nginx/build.py,sha256=zt7e7Jt4R3Nfq-aosBgChdbK0O85oKIOBJmnupsk27o,3145
 omserv/nginx/configs.py,sha256=4oQDcKJKIatRG621qiZCYTayJI3-vv63TtRCiUxEVWI,2008
+omserv/nginx/logs.py,sha256=cODPsG1j3EQiXbb9SR20NpB9MjGdWN0ArFZ-TA9xf-c,1840
 omserv/nginx/stubstatus.py,sha256=_VnXZdXxSA7jIelYSwJLf9mOnt_UOvpWghAPWtlWSLw,1857
 omserv/nginx/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omserv/nginx/patches/nginx-1.27.1_http_status.patch,sha256=bEDSczpBLcdjcBp_X1m73oxvt8KPeons7v_sUxqBSXM,4335
@@ -44,9 +45,9 @@ omserv/server/streams/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 omserv/server/streams/httpstream.py,sha256=0DeiAPLGbEGNa0fHTs8lUpi_CFZs4M5_QB-TiS8mobQ,8015
 omserv/server/streams/utils.py,sha256=aMOrqWIg_Hht5W4kLg3y7oR5AEkVvMrZhyjzo6U5owE,1527
 omserv/server/streams/wsstream.py,sha256=3Vyzox7dCE1tDSXjb6xBubWo41ZF9d38Hrsrlj6h1J8,15482
-omserv-0.0.0.dev102.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omserv-0.0.0.dev102.dist-info/METADATA,sha256=zsfucWaMv8WwxiHGxMfoCBkaWsGYt6gBMxWCqubUclE,1005
-omserv-0.0.0.dev102.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-omserv-0.0.0.dev102.dist-info/entry_points.txt,sha256=ivSrdA_ahEbI-eVMu-XZS-z4VrnQISvpecIkOqC9zFM,35
-omserv-0.0.0.dev102.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
-omserv-0.0.0.dev102.dist-info/RECORD,,
+omserv-0.0.0.dev104.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omserv-0.0.0.dev104.dist-info/METADATA,sha256=RxBOsCIaI-i5_LWGndtVCF7Gl6K2n3LJVqWMQ9uBPuc,1005
+omserv-0.0.0.dev104.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+omserv-0.0.0.dev104.dist-info/entry_points.txt,sha256=ivSrdA_ahEbI-eVMu-XZS-z4VrnQISvpecIkOqC9zFM,35
+omserv-0.0.0.dev104.dist-info/top_level.txt,sha256=HXehpnxeKscKNULzKNzZ27oNawBrsh1PaNAirbX-XNA,7
+omserv-0.0.0.dev104.dist-info/RECORD,,