heurist-api 0.1.3__py3-none-any.whl → 0.2.0__py3-none-any.whl

heurist/cli/parse_log.py

@@ -0,0 +1,22 @@
+import click
+import csv
+from heurist.log import yield_log_blocks, LogDetail
+
+
+log_detail_fieldnames = list(LogDetail.__annotations__.keys())
+
+
+@click.command()
+@click.argument("csvfile", type=click.Path())
+@click.option("-l", "--log-file", required=None, default="validation.log")
+def cli(csvfile, log_file):
+    with open(log_file) as f, open(csvfile, "w") as of:
+        writer = csv.DictWriter(of, fieldnames=log_detail_fieldnames)
+        writer.writeheader()
+        lines = f.readlines()
+        for block in yield_log_blocks(lines):
+            writer.writerow(block.__dict__)
+
+
+if __name__ == "__main__":
+    cli()

heurist/database/database.py

@@ -20,6 +20,8 @@ class TransformedDatabase(HeuristDatabase):
     ) -> None:
         super().__init__(hml_xml, conn, db)
 
+        self.conn.execute("SET GLOBAL pandas_analyze_sample=100000")
+
         # Create an empty index of targeted record types' Pydantic models
         self.pydantic_models = {}
 

heurist/log/__init__.py

@@ -0,0 +1,2 @@
+from .iterator import yield_log_blocks as yield_log_blocks
+from .model import LogDetail as LogDetail

heurist/log/iterator.py

@@ -0,0 +1,16 @@
+from typing import Generator
+
+from .model import LogDetail
+
+
+def yield_log_blocks(lines: list[str]) -> Generator[LogDetail, None, None]:
+    line_iterator = iter(lines)
+    l1 = next(line_iterator, None)
+    while l1 is not None:
+        if l1 and not l1.startswith("\t"):
+            l2 = next(line_iterator)
+            l3 = next(line_iterator)
+            l4 = next(line_iterator)
+            l5 = next(line_iterator)
+            yield LogDetail.load_lines(l1, l2, l3, l4, l5)
+        l1 = next(line_iterator, None)

heurist/log/model.py

@@ -0,0 +1,42 @@
+from dataclasses import dataclass
+import re
+
+
+@dataclass
+class LogDetail:
+    time: str
+    level: str
+    recType: int
+    recID: int
+    rule: str
+    problem: str
+
+    @classmethod
+    def load_lines(cls, *block_lines) -> "LogDetail":
+        l1, l2, l3, l4, l5 = block_lines
+        for indented_line in [l2, l3, l4, l5]:
+            assert indented_line.startswith("\t")
+        return LogDetail(
+            time=cls.parse_time(l1),
+            level=cls.parse_level(l1),
+            recType=cls.parse_number(l2),
+            recID=cls.parse_number(l3),
+            rule=l4.removeprefix("\t").strip(),
+            problem=l5.removeprefix("\t").strip(),
+        )
+
+    @staticmethod
+    def parse_number(line) -> int:
+        parts = line.split()
+        suffix: str = parts[-1]
+        number = suffix.removesuffix("]")
+        return int(number)
+
+    @staticmethod
+    def parse_time(l1: str) -> str:
+        parts = l1.split(" - ")
+        return parts[0].strip()
+
+    @staticmethod
+    def parse_level(l1: str) -> str:
+        return re.search(r"[A-Z]+", l1).group(0).strip()

{heurist_api-0.1.3.dist-info → heurist_api-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: heurist-api
-Version: 0.1.3
+Version: 0.2.0
 Dynamic: Description
 Dynamic: Description-Content-Type
 Summary: API wrapper and CLI for Heurist database.
@@ -451,3 +451,17 @@ Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: requests>=2.32.3
 Requires-Dist: rich>=14.0.0
 Requires-Dist: tenacity>=9.1.2
+Provides-Extra: dev
+Requires-Dist: coverage>=7.8.0; extra == 'dev'
+Requires-Dist: genbadge[coverage]>=1.1.2; extra == 'dev'
+Requires-Dist: isort>=6.0.1; extra == 'dev'
+Requires-Dist: mkdocs-gen-files>=0.5.0; extra == 'dev'
+Requires-Dist: mkdocs-literate-nav>=0.6.2; extra == 'dev'
+Requires-Dist: mkdocs-material[imaging]>=9.6.14; extra == 'dev'
+Requires-Dist: mkdocs>=1.6.1; extra == 'dev'
+Requires-Dist: mkdocstrings-python>=1.16.10; extra == 'dev'
+Requires-Dist: pre-commit>=4.2.0; extra == 'dev'
+Requires-Dist: pymdown-extensions>=10.15; extra == 'dev'
+Requires-Dist: pytest>=8.3.5; extra == 'dev'
+Requires-Dist: ruff>=0.11.10; extra == 'dev'
+Requires-Dist: uv>=0.7.5; extra == 'dev'

{heurist_api-0.1.3.dist-info → heurist_api-0.2.0.dist-info}/RECORD

@@ -10,11 +10,15 @@ heurist/api/utils.py,sha256=DT-BrdF7O2lmFSduRYOecx302dAlLWQTYgr2V9JoDYI,643
 heurist/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 heurist/cli/__main__.py,sha256=QG2gJG7zD3YIDRqbIp2MzTqPxqGLZ77RHCRYZ58SSjg,5975
 heurist/cli/load.py,sha256=kU8nTSJMl6ynz6FguhE_xdqJwQFijjsRerQGRtWil5s,1903
+heurist/cli/parse_log.py,sha256=9KjstOOjJsAiB6fTIQxxiNKpRxLg-2DB4qbKvScDhIc,623
 heurist/cli/records.py,sha256=yKK3XIZrU1szo6X-HmGjZpD0IKk3a3rd3Kkyrg5AYGE,1345
 heurist/cli/schema.py,sha256=Dg8NcSdI7Xb6r-dkUC_razXlZNtxSG0x7awsr1m8Mcw,2766
 heurist/database/__init__.py,sha256=JvQCGCi84AXUSIPCu4cTOqT_yZGDLmZFAUdsHDLbpKI,79
 heurist/database/basedb.py,sha256=0MKfQOKTBDCc6qcl8BGl5OIpSA7SYgmfcKXCBVWBPes,4200
-heurist/database/database.py,sha256=SDWONBFhuv2iH1OwHnHtGLkcWXgxny9bF16EiPcPR_E,3987
+heurist/database/database.py,sha256=rJPhGA4158eoIwe13QsSGZ8929dkRxMTesRRlMrn1tI,4057
+heurist/log/__init__.py,sha256=9zYSx-jKp7GBnlS8qMWYqah3FnhqcTrebVVcn79ghFM,101
+heurist/log/iterator.py,sha256=nmpW3QQfwToADD4zffAm5iFyIUMFT56LRORdThYRoqE,519
+heurist/log/model.py,sha256=U04rKbKva8dk6gTtEJdbYw-li0JVUjLYm8I8gyoWxuM,1085
 heurist/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 heurist/models/dynamic/__init__.py,sha256=dFUNGMugaOAkec6uhDxkUVrmGkR5dr1fTd8X_TprRyU,77
 heurist/models/dynamic/annotation.py,sha256=FOkldKT5u2XWBk7DxXbrgRf8X_G3N5FEfr-rOTLq-Eg,4749
@@ -73,8 +77,8 @@ mock_data/geo/single.py,sha256=gbk_gOLfVlJuU3MhjY2Lu14bs9-FbZmNtevpiw9jArk,79867
 mock_data/resource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mock_data/resource/repeated.py,sha256=Nf3nIL596pLVbKo20sQm5UITwBzqf-IHFzE_m2UCLbw,788
 mock_data/resource/single.py,sha256=SXVri1MM8UaJw7GejMEJ6seNEnMksdw_WKiOxQOdVFs,411
-heurist_api-0.1.3.dist-info/METADATA,sha256=PVY0Q8_gyAAYFcyhNLBH27O0itGX0o4GdpNcOZkx7LY,24490
-heurist_api-0.1.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-heurist_api-0.1.3.dist-info/entry_points.txt,sha256=_TzE7JV8uXjiG-Fo9WFNnQtmvrlCYiAZgu8ZoijfeF8,53
-heurist_api-0.1.3.dist-info/licenses/LICENSE,sha256=I-54yLrknPCOovDISUXGa5h-vkUgiB-1Gz2tT7Q9B8I,20137
-heurist_api-0.1.3.dist-info/RECORD,,
+heurist_api-0.2.0.dist-info/METADATA,sha256=yen3I0sbV3Z81AXdBCsxlGAO0QWJ9m68eHelXCvkMrg,25177
+heurist_api-0.2.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+heurist_api-0.2.0.dist-info/entry_points.txt,sha256=37KBvqofapLaKDPFrcYxv_rfUM9H08Mbe6mxNdd_Xno,93
+heurist_api-0.2.0.dist-info/licenses/LICENSE,sha256=I-54yLrknPCOovDISUXGa5h-vkUgiB-1Gz2tT7Q9B8I,20137
+heurist_api-0.2.0.dist-info/RECORD,,

{heurist_api-0.1.3.dist-info → heurist_api-0.2.0.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 heurist = heurist.cli.__main__:cli
+heurist-log = heurist.cli.parse_log:cli