logsquash 0.1.0__tar.gz

logsquash-0.1.0/LICENSE

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright (c) 2026 agent-one
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

logsquash-0.1.0/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: logsquash
+Version: 0.1.0
+Summary: Collapse repeated log lines (ignoring timestamps, numbers, ids) into counted groups. Stdlib only.
+Author-email: agent-one <rafal.baranowski.iot@gmail.com>
+License: MIT
+Project-URL: Homepage, https://github.com/rafal-one/logsquash
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# logsquash
+
+Collapse repeated log lines into counted groups, ignoring the parts that change:
+timestamps, IPs, UUIDs, hex ids and numbers. Like `sort | uniq -c`, but "conn 10.0.0.1 failed
+after 30ms" and "conn 10.0.0.9 failed after 45ms" count as the same message. Python 3.9+, stdlib only.
+
+```
+pip install logsquash
+logsquash app.log -s                  # groups by frequency, first example line shown
+logsquash app.log -s -m 5 -t          # only groups seen >= 5 times, show the normalized template
+kubectl logs pod | logsquash -a       # only merge consecutive repeats
+```
+
+Output: `COUNT  line`. Exit codes: 0 ok, 2 file error.
+
+## Tests
+`pytest` (8 tests).
+
+## Support
+Free, MIT licensed. If it saved you time: https://paypal.me/RafalBaranowski

logsquash-0.1.0/README.md

@@ -0,0 +1,20 @@
+# logsquash
+
+Collapse repeated log lines into counted groups, ignoring the parts that change:
+timestamps, IPs, UUIDs, hex ids and numbers. Like `sort | uniq -c`, but "conn 10.0.0.1 failed
+after 30ms" and "conn 10.0.0.9 failed after 45ms" count as the same message. Python 3.9+, stdlib only.
+
+```
+pip install logsquash
+logsquash app.log -s                  # groups by frequency, first example line shown
+logsquash app.log -s -m 5 -t          # only groups seen >= 5 times, show the normalized template
+kubectl logs pod | logsquash -a       # only merge consecutive repeats
+```
+
+Output: `COUNT  line`. Exit codes: 0 ok, 2 file error.
+
+## Tests
+`pytest` (8 tests).
+
+## Support
+Free, MIT licensed. If it saved you time: https://paypal.me/RafalBaranowski

logsquash-0.1.0/logsquash.egg-info/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: logsquash
+Version: 0.1.0
+Summary: Collapse repeated log lines (ignoring timestamps, numbers, ids) into counted groups. Stdlib only.
+Author-email: agent-one <rafal.baranowski.iot@gmail.com>
+License: MIT
+Project-URL: Homepage, https://github.com/rafal-one/logsquash
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# logsquash
+
+Collapse repeated log lines into counted groups, ignoring the parts that change:
+timestamps, IPs, UUIDs, hex ids and numbers. Like `sort | uniq -c`, but "conn 10.0.0.1 failed
+after 30ms" and "conn 10.0.0.9 failed after 45ms" count as the same message. Python 3.9+, stdlib only.
+
+```
+pip install logsquash
+logsquash app.log -s                  # groups by frequency, first example line shown
+logsquash app.log -s -m 5 -t          # only groups seen >= 5 times, show the normalized template
+kubectl logs pod | logsquash -a       # only merge consecutive repeats
+```
+
+Output: `COUNT  line`. Exit codes: 0 ok, 2 file error.
+
+## Tests
+`pytest` (8 tests).
+
+## Support
+Free, MIT licensed. If it saved you time: https://paypal.me/RafalBaranowski

logsquash-0.1.0/logsquash.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+LICENSE
+README.md
+logsquash.py
+pyproject.toml
+logsquash.egg-info/PKG-INFO
+logsquash.egg-info/SOURCES.txt
+logsquash.egg-info/dependency_links.txt
+logsquash.egg-info/entry_points.txt
+logsquash.egg-info/top_level.txt
+tests/test_logsquash.py

logsquash-0.1.0/logsquash.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

logsquash-0.1.0/logsquash.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+logsquash = logsquash:main

logsquash-0.1.0/logsquash.egg-info/top_level.txt

@@ -0,0 +1 @@
+logsquash

logsquash-0.1.0/logsquash.py

@@ -0,0 +1,84 @@
+"""logsquash: collapse near-duplicate log lines into counted groups."""
+import argparse
+import re
+import sys
+
+__version__ = "0.1.0"
+
+_PATTERNS = [
+    (re.compile(r"\d{4}-\d{2}-\d{2}[T ]\d{2}:\d{2}:\d{2}(?:[.,]\d+)?(?:Z|[+-]\d{2}:?\d{2})?"), "<TS>"),
+    (re.compile(r"\b\d{2}:\d{2}:\d{2}(?:[.,]\d+)?\b"), "<TIME>"),
+    (re.compile(r"\b[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}\b"), "<UUID>"),
+    (re.compile(r"\b\d{1,3}(?:\.\d{1,3}){3}\b"), "<IP>"),
+    (re.compile(r"\b0x[0-9a-fA-F]+\b"), "<HEX>"),
+    (re.compile(r"\b[0-9a-fA-F]{12,}\b"), "<HEX>"),
+    (re.compile(r"\d+(?:\.\d+)?"), "<N>"),
+]
+
+
+def normalize(line):
+    """Replace volatile tokens (timestamps, ids, numbers) by placeholders."""
+    for rx, repl in _PATTERNS:
+        line = rx.sub(repl, line)
+    return line.strip()
+
+
+def squash(lines, adjacent=False):
+    """Return list of [count, first_line, last_line, key] in first-seen order.
+
+    adjacent=True only merges consecutive runs (like uniq); otherwise merges globally.
+    """
+    groups = []
+    index = {}
+    for line in lines:
+        line = line.rstrip("\r\n")
+        if not line.strip():
+            continue
+        key = normalize(line)
+        if adjacent:
+            if groups and groups[-1][3] == key:
+                groups[-1][0] += 1
+                groups[-1][2] = line
+            else:
+                groups.append([1, line, line, key])
+        elif key in index:
+            g = index[key]
+            g[0] += 1
+            g[2] = line
+        else:
+            g = [1, line, line, key]
+            index[key] = g
+            groups.append(g)
+    return groups
+
+
+def main(argv=None):
+    p = argparse.ArgumentParser(prog="logsquash", description=__doc__)
+    p.add_argument("file", nargs="?", help="log file (default: stdin)")
+    p.add_argument("-a", "--adjacent", action="store_true", help="only merge consecutive lines")
+    p.add_argument("-s", "--sort", action="store_true", help="sort by count, descending")
+    p.add_argument("-m", "--min-count", type=int, default=1, help="hide groups seen fewer times")
+    p.add_argument("-t", "--template", action="store_true", help="show normalized template, not the first line")
+    p.add_argument("--version", action="version", version=__version__)
+    args = p.parse_args(argv)
+    try:
+        if args.file:
+            with open(args.file, encoding="utf-8", errors="replace") as fh:
+                lines = fh.readlines()
+        else:
+            lines = sys.stdin.read().splitlines()
+    except OSError as e:
+        print(f"logsquash: {e}", file=sys.stderr)
+        return 2
+    groups = squash(lines, adjacent=args.adjacent)
+    if args.sort:
+        groups.sort(key=lambda g: -g[0])
+    for count, first, _last, key in groups:
+        if count < args.min_count:
+            continue
+        print(f"{count:>7}  {key if args.template else first}")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

logsquash-0.1.0/pyproject.toml

@@ -0,0 +1,25 @@
+[build-system]
+requires = ["setuptools>=61"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "logsquash"
+version = "0.1.0"
+description = "Collapse repeated log lines (ignoring timestamps, numbers, ids) into counted groups. Stdlib only."
+readme = "README.md"
+license = {text = "MIT"}
+requires-python = ">=3.9"
+authors = [{name = "agent-one", email = "rafal.baranowski.iot@gmail.com"}]
+classifiers = ["License :: OSI Approved :: MIT License", "Programming Language :: Python :: 3"]
+
+[project.urls]
+Homepage = "https://github.com/rafal-one/logsquash"
+
+[project.scripts]
+logsquash = "logsquash:main"
+
+[tool.setuptools]
+py-modules = ["logsquash"]
+
+[tool.pytest.ini_options]
+pythonpath = ["."]

logsquash-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

logsquash-0.1.0/tests/test_logsquash.py

@@ -0,0 +1,55 @@
+import subprocess
+import sys
+from pathlib import Path
+
+import logsquash as ls
+
+LOG = """2026-01-01 10:00:01 ERROR conn 10.0.0.1 failed after 30ms
+2026-01-01 10:00:02 INFO ok
+2026-01-01 10:00:03 ERROR conn 10.0.0.9 failed after 45ms
+"""
+
+
+def test_normalize_ts_ip_num():
+    assert ls.normalize("2026-01-01T10:00:01Z a 10.0.0.1 took 3.5s") == "<TS> a <IP> took <N>s"
+
+
+def test_normalize_uuid_hex():
+    assert ls.normalize("id 123e4567-e89b-12d3-a456-426614174000 0xdeadbeef") == "id <UUID> <HEX>"
+
+
+def test_global_merge():
+    g = ls.squash(LOG.splitlines())
+    assert [x[0] for x in g] == [2, 1]
+    assert g[0][1].startswith("2026-01-01 10:00:01")
+    assert g[0][2].startswith("2026-01-01 10:00:03")
+
+
+def test_adjacent_only():
+    g = ls.squash(LOG.splitlines(), adjacent=True)
+    assert [x[0] for x in g] == [1, 1, 1]
+
+
+def test_blank_and_empty():
+    assert ls.squash([]) == []
+    assert ls.squash(["", "  ", "\n"]) == []
+
+
+def test_cli_sort_min(tmp_path, capsys):
+    f = tmp_path / "a.log"
+    f.write_text(LOG)
+    assert ls.main([str(f), "-s", "-m", "2", "-t"]) == 0
+    out = capsys.readouterr().out
+    assert out.strip() == "2  <TS> ERROR conn <IP> failed after <N>ms"
+
+
+def test_cli_missing_file(capsys):
+    assert ls.main(["/nonexistent/x.log"]) == 2
+    assert "logsquash:" in capsys.readouterr().err
+
+
+def test_cli_stdin():
+    r = subprocess.run([sys.executable, str(Path(__file__).parent.parent / "logsquash.py")],
+                       input="a 1\na 2\nb\n", capture_output=True, text=True)
+    assert r.returncode == 0
+    assert r.stdout.splitlines()[0].strip().startswith("2")