secure-log2test 1.0.0__py3-none-any.whl

secure_log2test/__init__.py

@@ -0,0 +1,9 @@
+"""secure-log2test: convert Kibana API log exports into runnable pytest suites."""
+
+from importlib.metadata import PackageNotFoundError, version as _pkg_version
+
+try:
+    __version__ = _pkg_version("secure-log2test")
+except PackageNotFoundError:
+    # Running from a source checkout without an installed distribution.
+    __version__ = "0.0.0+unknown"

secure_log2test/__main__.py

@@ -0,0 +1,6 @@
+"""Allow `python -m secure_log2test` invocation."""
+
+from .cli import main
+
+if __name__ == "__main__":
+    raise SystemExit(main())

secure_log2test/cli.py

@@ -0,0 +1,66 @@
+"""CLI entry for secure-log2test.
+
+Wired through `console_scripts` entry в pyproject.toml so installs expose
+a `secure-log2test` command. Also runnable via `python -m secure_log2test`.
+"""
+
+from __future__ import annotations
+
+import argparse
+import logging
+import sys
+from pathlib import Path
+
+from .core.generator import KibanaTestGenerator
+from .core.parser import KibanaLogParser
+
+
+def main(argv: list[str] | None = None) -> int:
+    parser = argparse.ArgumentParser(
+        prog="secure-log2test",
+        description="Convert Kibana API log export to executable pytest suite",
+    )
+    parser.add_argument("input", type=Path, help="Path to Kibana JSON export")
+    parser.add_argument(
+        "--output",
+        type=Path,
+        default=Path("tests_generated.py"),
+        help="Output pytest module (default: tests_generated.py)",
+    )
+    parser.add_argument(
+        "--base-url",
+        default="",
+        help="Base URL prefix for generated requests (default: empty)",
+    )
+    parser.add_argument(
+        "--templates",
+        type=Path,
+        default=Path(__file__).parent / "templates",
+        help="Templates directory (default: bundled package templates)",
+    )
+    parser.add_argument("--verbose", action="store_true")
+    args = parser.parse_args(argv)
+
+    logging.basicConfig(
+        level=logging.DEBUG if args.verbose else logging.INFO,
+        format="%(levelname)s %(message)s",
+    )
+
+    if not args.input.exists():
+        print(f"Input file not found: {args.input}", file=sys.stderr)
+        return 1
+
+    log_parser = KibanaLogParser(args.input)
+    entries = log_parser.parse()
+    if not entries:
+        print("No entries parsed from input log.", file=sys.stderr)
+        return 1
+
+    generator = KibanaTestGenerator(args.templates)
+    generator.write(entries, args.output, base_url=args.base_url)
+    print(f"Generated {len(entries)} tests -> {args.output}")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

secure_log2test/core/generator.py

@@ -0,0 +1,46 @@
+import logging
+import re
+from pathlib import Path
+
+from jinja2 import Environment, FileSystemLoader, select_autoescape
+
+from .parser import KibanaLogEntry
+
+
+logger = logging.getLogger(__name__)
+
+
+def _slugify(value):
+    value = value.lower()
+    value = re.sub(r"[^a-z0-9]+", "_", value)
+    value = value.strip("_")
+    return value or "endpoint"
+
+
+class KibanaTestGenerator:
+    def __init__(self, templates_dir):
+        self.env = Environment(
+            loader=FileSystemLoader(str(templates_dir)),
+            autoescape=select_autoescape([]),
+            trim_blocks=True,
+            lstrip_blocks=True,
+        )
+        self.env.filters["slug"] = _slugify
+
+    def render(self, entries, base_url=""):
+        template = self.env.get_template("test_module.py.j2")
+        cleaned = []
+        for e in entries:
+            if isinstance(e, KibanaLogEntry):
+                cleaned.append(e)
+            else:
+                cleaned.append(KibanaLogEntry(**e))
+        return template.render(entries=cleaned, base_url=base_url)
+
+    def write(self, entries, output_path, base_url=""):
+        output_path = Path(output_path)
+        output_path.parent.mkdir(parents=True, exist_ok=True)
+        rendered = self.render(entries, base_url=base_url)
+        output_path.write_text(rendered, encoding="utf-8")
+        logger.info("Wrote %d entries to %s", len(entries), output_path)
+        return output_path

secure_log2test/core/parser.py

@@ -0,0 +1,73 @@
+import json
+import logging
+from pathlib import Path
+from typing import Any
+
+from pydantic import BaseModel, Field, field_validator
+
+
+logger = logging.getLogger(__name__)
+
+
+SENSITIVE_HEADERS = frozenset({
+    "authorization",
+    "proxy-authorization",
+    "cookie",
+    "set-cookie",
+    "x-api-key",
+    "x-auth-token",
+    "authentication",
+})
+
+REDACTED = "***REDACTED***"
+
+
+def redact_headers(headers):
+    """Replace sensitive header values with a fixed redaction marker.
+
+    Header name match is case-insensitive. Returns a new dict; the input
+    is not mutated.
+    """
+    if not headers:
+        return {}
+    return {
+        name: (REDACTED if name.lower() in SENSITIVE_HEADERS else value)
+        for name, value in headers.items()
+    }
+
+
+class KibanaLogEntry(BaseModel):
+    method: str
+    url: str
+    status: int
+    duration: int = 0
+    headers: dict[str, str] = Field(default_factory=dict)
+    body: Any = None
+
+    @field_validator("method")
+    @classmethod
+    def normalize_method(cls, v):
+        return v.upper()
+
+    @field_validator("headers")
+    @classmethod
+    def redact_sensitive_headers(cls, v):
+        return redact_headers(v)
+
+
+class KibanaLogParser:
+    def __init__(self, path):
+        self.path = Path(path)
+
+    def parse(self):
+        with open(self.path) as f:
+            data = json.load(f)
+
+        entries = []
+        for hit in data.get("hits", {}).get("hits", []):
+            try:
+                entries.append(KibanaLogEntry(**hit["_source"]))
+            except Exception as e:
+                logger.warning(f"Skipping bad entry: {e}")
+
+        return entries

secure_log2test/templates/test_module.py.j2

@@ -0,0 +1,20 @@
+"""Auto-generated regression suite. Do not edit by hand."""
+
+import pytest
+import requests
+
+
+BASE_URL = "{{ base_url }}"
+
+
+{% for entry in entries %}
+def test_{{ entry.method | lower }}_{{ entry.url | slug }}_{{ loop.index }}():
+    response = requests.request(
+        method="{{ entry.method }}",
+        url=BASE_URL + "{{ entry.url }}",
+        timeout=10,
+    )
+    assert response.status_code == {{ entry.status }}
+
+
+{% endfor %}

secure_log2test-1.0.0.dist-info/METADATA

@@ -0,0 +1,177 @@
+Metadata-Version: 2.4
+Name: secure-log2test
+Version: 1.0.0
+Summary: Convert Kibana API log exports into runnable pytest suites with auth header redaction.
+Project-URL: Homepage, https://github.com/golikovichev/secure-log2test
+Project-URL: Repository, https://github.com/golikovichev/secure-log2test
+Project-URL: Issues, https://github.com/golikovichev/secure-log2test/issues
+Project-URL: Changelog, https://github.com/golikovichev/secure-log2test/blob/main/CHANGELOG.md
+Author-email: Mikhail Golikov <golikovichev@gmail.com>
+Maintainer-email: Mikhail Golikov <golikovichev@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2026 Mikhail Golikov
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENSE
+Keywords: api-testing,kibana,log-parsing,pytest,qa,test-generation
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Quality Assurance
+Classifier: Topic :: Software Development :: Testing
+Requires-Python: >=3.10
+Requires-Dist: jinja2>=3.1
+Requires-Dist: pydantic>=2.0
+Requires-Dist: requests>=2.31
+Provides-Extra: dev
+Requires-Dist: build>=1.0; extra == 'dev'
+Requires-Dist: pytest>=7.0; extra == 'dev'
+Requires-Dist: twine>=4.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# secure-log2test
+
+[![CI](https://github.com/golikovichev/secure-log2test/actions/workflows/ci.yml/badge.svg)](https://github.com/golikovichev/secure-log2test/actions/workflows/ci.yml)
+[![Python](https://img.shields.io/badge/python-3.10%20%7C%203.11%20%7C%203.12-blue)](https://pypi.org/project/secure-log2test/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+Turn a Kibana API log export into an executable pytest suite. Auth headers redacted by default.
+
+Status: alpha. v1.0.0 lands May 2026.
+
+## Why
+
+You have Kibana logs from staging or production. Each entry is a real request: method, URL, status, duration, headers, body. That's a regression suite waiting to happen. Most teams either ignore it, screenshot interesting failures into Jira, or hand-write pytest cases from log entries one at a time.
+
+I needed a faster path. `secure-log2test` reads a Kibana JSON export and writes a pytest module you can run and commit. Auth values get replaced with `***REDACTED***` before they ever touch the output, so a generated suite is safe to push to a public repo.
+
+The tool exists because at Лента I kept doing the same five steps by hand for every production incident: open Kibana, scroll, copy the failing request, paste into a new test, repeat. Five minutes per request times ten requests means an hour gone before any actual debugging starts.
+
+## Quickstart
+
+```bash
+git clone https://github.com/golikovichev/secure-log2test
+cd secure-log2test
+python -m venv .venv && source .venv/bin/activate  # or .venv\Scripts\activate on Windows
+pip install -r requirements.txt
+
+python main.py data/sample_kibana_export.json --output tests_generated.py
+pytest tests_generated.py -v
+```
+
+The sample export ships with the repo (`data/sample_kibana_export.json`), so you can see real output without setting up a Kibana instance first.
+
+PyPI install (`pip install secure-log2test`) lands with v1.0.0.
+
+## How it works
+
+Two stages, kept separate.
+
+**Parse** (`core/parser.py`). Reads the Kibana JSON and validates each entry through Pydantic v2. Sensitive headers are redacted before any further processing. The redaction list lives in `SENSITIVE_HEADERS`: `authorization`, `proxy-authorization`, `cookie`, `set-cookie`, `x-api-key`, `x-auth-token`, `authentication`. Match is case-insensitive. Header values get replaced with `***REDACTED***`. The original input dict is not mutated.
+
+**Generate** (`core/generator.py`). Takes the cleaned entries and renders a Jinja2 template (`templates/test_module.py.j2`) into a pytest module. Each log entry becomes one `test_*` function. The slug filter turns `/api/v1/users/42` into a stable function name. A `--base-url` flag lets you target staging vs production at runtime.
+
+The split lets you reuse the parser for other formats. If you want to generate Locust scripts, k6 scenarios, or an OpenAPI spec from the same logs, the parser stays. Only the template changes.
+
+## Sample output
+
+Given this Kibana log entry:
+
+```json
+{
+  "method": "POST",
+  "url": "/api/v1/users",
+  "status": 201,
+  "headers": {"Authorization": "Bearer abc.xyz", "Content-Type": "application/json"},
+  "body": {"name": "Test", "email": "test@example.com"}
+}
+```
+
+The generator emits something like:
+
+```python
+def test_post_api_v1_users():
+    response = requests.post(
+        f"{BASE_URL}/api/v1/users",
+        headers={"Authorization": "***REDACTED***", "Content-Type": "application/json"},
+        json={"name": "Test", "email": "test@example.com"},
+    )
+    assert response.status_code == 201, (
+        f"Expected 201, got {response.status_code}: {response.text[:200]}"
+    )
+```
+
+The `Authorization` value never leaves the parser intact. You set the real token in your environment at run time.
+
+## Limitations
+
+This is what v0.2.0 does **not** handle. Calling them out so the tool stays trustworthy.
+
+- OAuth flows. Only static `Authorization` headers, redacted to a placeholder.
+- Multipart bodies and file uploads.
+- Streaming responses or chunked transfer.
+- Kibana exports older than the schema in `data/sample_kibana_export.json`. Fixture-driven; if your export looks different, open an issue with a redacted sample.
+- Response body assertions. Status code only for now.
+- Pre-request scripts or test scripts (the project takes only what is in the log entry).
+
+If something on this list blocks you, open an issue. v1.0 stays small on purpose; the roadmap below is where new scope goes.
+
+## Roadmap
+
+| Version | Adds |
+| --- | --- |
+| 0.3 | Response body assertions, optional schema match. |
+| 0.4 | Custom redaction rules via config file. |
+| 0.5 | Multiple output formats (k6, Locust). |
+| 1.0 | First stable API, PyPI release, full docs site. |
+
+Target dates live in `CHANGELOG.md` once the work is in flight.
+
+## Tests
+
+```bash
+pytest tests/ -v
+```
+
+Coverage as of 0.2.0:
+- Parser unit tests for valid input, malformed input, header redaction, empty bodies.
+- Edge cases for 5xx responses and missing fields.
+- CI smoke test that runs the CLI end-to-end on the sample export and parses the generated Python with `ast.parse`.
+
+CI runs on Python 3.10 and 3.11 via GitHub Actions.
+
+## Security note
+
+The default redaction list is conservative. If your team uses a custom auth header (`X-Company-Token`, anything not in the standard list), add it to `SENSITIVE_HEADERS` in `core/parser.py` before generating output. PRs welcome.
+
+Never commit a generated suite that includes real production tokens. The redaction is a safety net, not a substitute for review.
+
+## Contributing
+
+Issue templates and PR guidance live in [CONTRIBUTING.md](CONTRIBUTING.md). Bug reports with a redacted sample log are the most useful kind.
+
+## Licence
+
+MIT. See [LICENSE](LICENSE).

secure_log2test-1.0.0.dist-info/RECORD

@@ -0,0 +1,12 @@
+secure_log2test/__init__.py,sha256=76BFWwHEySfATxwILmhgdq5QlFijtR2vO9Qw1xuaHw4,352
+secure_log2test/__main__.py,sha256=WW2_Q71az5SeiIa9GKvlrJzPEerOEo8dzz9xoSJXW-M,132
+secure_log2test/cli.py,sha256=YBEAwnNwUfnklwyzFQIK7B1UB4i4tXbQuGE1Cx1lrAk,1974
+secure_log2test/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+secure_log2test/core/generator.py,sha256=kp8av-d8YMNJi0mk0iKlgqRxcZ-RrrA0mDgazCCMOIg,1416
+secure_log2test/core/parser.py,sha256=ex15jC1v8KpqvTZW3I3unsEGXB25DEa9Trp4a5dyZ3g,1619
+secure_log2test/templates/test_module.py.j2,sha256=XX6KOyYCopDIXT5yWvlQ9HPAG9cNJfIIv81QoIq941w,436
+secure_log2test-1.0.0.dist-info/METADATA,sha256=PK3fXjfbxZJPhwyrv_fp77zUU8Oq_hPaIcBXiKTEL5o,8460
+secure_log2test-1.0.0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
+secure_log2test-1.0.0.dist-info/entry_points.txt,sha256=yOS7yQSm0fwoD87Xjf5jDqHBjvdmIEtyVVMizlehaAI,61
+secure_log2test-1.0.0.dist-info/licenses/LICENSE,sha256=JAoRnZLrd1Uavgc7CXfSQUM3qVL3FKNrLRsg5JP6ro8,1072
+secure_log2test-1.0.0.dist-info/RECORD,,

secure_log2test-1.0.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.29.0
+Root-Is-Purelib: true
+Tag: py3-none-any

secure_log2test-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+secure-log2test = secure_log2test.cli:main

secure_log2test-1.0.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Mikhail Golikov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.