metamath2sqlite 1.0.4__tar.gz

metamath2sqlite-1.0.4/LICENSE.md

@@ -0,0 +1,19 @@
+Copyright © 2026 Ramiro Santa Ana Anguiano
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the “Software”), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

metamath2sqlite-1.0.4/PKG-INFO

@@ -0,0 +1,120 @@
+Metadata-Version: 2.4
+Name: metamath2sqlite
+Version: 1.0.4
+Summary: Convert Metamath databases to SQLite
+Keywords: metamath,sqlite,converter,database
+Author: ram
+Author-email: ram <hi@colima.press>
+License-Expression: MIT
+License-File: LICENSE.md
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Database
+Classifier: Topic :: File Formats
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Topic :: Utilities
+Requires-Dist: pypdl>=1.5.7
+Requires-Dist: tree-sitter>=0.25.2
+Requires-Dist: tree-sitter-metamath>=0.1.0
+Maintainer: ram
+Maintainer-email: ram <hi@colima.press>
+Requires-Python: >=3.12
+Project-URL: Repository, https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite
+Project-URL: Changelog, https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/blob/main/CHANGELOG.md
+Project-URL: Releases, https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/releases
+Description-Content-Type: text/markdown
+
+# mm2sqlite
+
+Converts [Metamath](https://us.metamath.org/mm.html)
+databases to SQLite.
+
+**NOTE**. It only converts statements.
+
+## Usage
+
+Install CLI:
+
+```
+uv tool install metamath2sqlite
+```
+
+Convert wit CLI:
+
+```
+mm2sqlite hol  # or nf, iset, set...
+```
+
+Print help:
+
+```
+mm2sqlite -h
+```
+
+Install as a library:
+
+```
+uv add metamath2sqlite
+```
+
+Import as a module:
+
+```
+from mm2sqlite import MM
+
+mm = MM("hol")
+mm.convert()
+```
+
+Fetch item:
+
+```
+import sqlite3
+
+connection = sqlite3.connect("hol.db")
+cursor = connection.cursor()
+sql_query = "SELECT * FROM statements WHERE label IN(?)"
+statement = "ax-syl"
+result = cursor.execute(sql_query, (statement,))
+item = result.fetchone()
+print(item)
+```
+
+## Development
+
+Clone:
+
+```
+git clone https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite.git
+```
+
+Format:
+
+```
+uv run ruff format .
+uv run isort .
+```
+
+Check:
+
+```
+uv run ruff check .
+```
+
+Test:
+
+```
+uv run python -m pytest -s --durations 0
+```
+
+Tag version:
+
+```
+git tag v1.0.0
+git push origin tag v1.0.0
+```

metamath2sqlite-1.0.4/README.md

@@ -0,0 +1,89 @@
+# mm2sqlite
+
+Converts [Metamath](https://us.metamath.org/mm.html)
+databases to SQLite.
+
+**NOTE**. It only converts statements.
+
+## Usage
+
+Install CLI:
+
+```
+uv tool install metamath2sqlite
+```
+
+Convert wit CLI:
+
+```
+mm2sqlite hol  # or nf, iset, set...
+```
+
+Print help:
+
+```
+mm2sqlite -h
+```
+
+Install as a library:
+
+```
+uv add metamath2sqlite
+```
+
+Import as a module:
+
+```
+from mm2sqlite import MM
+
+mm = MM("hol")
+mm.convert()
+```
+
+Fetch item:
+
+```
+import sqlite3
+
+connection = sqlite3.connect("hol.db")
+cursor = connection.cursor()
+sql_query = "SELECT * FROM statements WHERE label IN(?)"
+statement = "ax-syl"
+result = cursor.execute(sql_query, (statement,))
+item = result.fetchone()
+print(item)
+```
+
+## Development
+
+Clone:
+
+```
+git clone https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite.git
+```
+
+Format:
+
+```
+uv run ruff format .
+uv run isort .
+```
+
+Check:
+
+```
+uv run ruff check .
+```
+
+Test:
+
+```
+uv run python -m pytest -s --durations 0
+```
+
+Tag version:
+
+```
+git tag v1.0.0
+git push origin tag v1.0.0
+```

metamath2sqlite-1.0.4/pyproject.toml

@@ -0,0 +1,60 @@
+[project]
+name = "metamath2sqlite"
+version = "1.0.4"
+description = "Convert Metamath databases to SQLite"
+readme = "README.md"
+keywords = [
+    "metamath",
+    "sqlite",
+    "converter",
+    "database",
+]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Database",
+    "Topic :: File Formats",
+    "Topic :: Scientific/Engineering",
+    "Topic :: Scientific/Engineering :: Mathematics",
+    "Topic :: Utilities",
+]
+license = "MIT"
+license-files = ["LICENSE.md"]
+requires-python = ">=3.12"
+dependencies = [
+    "pypdl>=1.5.7",
+    "tree-sitter>=0.25.2",
+    "tree-sitter-metamath>=0.1.0",
+]
+
+[[project.authors]]
+name = "ram"
+email = "hi@colima.press"
+
+[[project.maintainers]]
+name = "ram"
+email = "hi@colima.press"
+
+[project.scripts]
+mm2sqlite = "metamath2sqlite.cli:main"
+
+[project.urls]
+Repository = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite"
+Changelog = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/blob/main/CHANGELOG.md"
+Releases = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/releases"
+
+[dependency-groups]
+dev = [
+    "isort>=8.0.1",
+    "pytest>=9.0.3",
+    "pytest-benchmark>=5.2.3",
+    "ruff>=0.15.11",
+]
+
+[build-system]
+requires = ["uv_build>=0.11.8,<0.13"]
+build-backend = "uv_build"

metamath2sqlite-1.0.4/pyproject.toml.orig

@@ -0,0 +1,49 @@
+[project]
+name = "metamath2sqlite"
+version = "1.0.4"
+description = "Convert Metamath databases to SQLite"
+readme = "README.md"
+authors = [{ name = "ram", email = "hi@colima.press" }]
+maintainers = [{ name = "ram", email = "hi@colima.press" }]
+keywords = ["metamath", "sqlite", "converter", "database"]
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Environment :: Console",
+  "Intended Audience :: Developers",
+  "Intended Audience :: Science/Research",
+  "Programming Language :: Python :: 3",
+  "Programming Language :: Python :: 3.12",
+  "Topic :: Database",
+  "Topic :: File Formats",
+  "Topic :: Scientific/Engineering",
+  "Topic :: Scientific/Engineering :: Mathematics",
+  "Topic :: Utilities",
+]
+license = "MIT"
+license-files = ["LICENSE.md"]
+requires-python = ">=3.12"
+dependencies = [
+  "pypdl>=1.5.7",
+  "tree-sitter>=0.25.2",
+  "tree-sitter-metamath>=0.1.0",
+]
+
+[dependency-groups]
+dev = [
+  "isort>=8.0.1",
+  "pytest>=9.0.3",
+  "pytest-benchmark>=5.2.3",
+  "ruff>=0.15.11",
+]
+
+[project.scripts]
+mm2sqlite = "metamath2sqlite.cli:main"
+
+[project.urls]
+Repository = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite"
+Changelog = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/blob/main/CHANGELOG.md"
+Releases = "https://gitlab.com/perritotuerto/codigo/metamath/metamath2sqlite/-/releases"
+
+[build-system]
+requires = ["uv_build>=0.11.8,<0.13"]
+build-backend = "uv_build"

metamath2sqlite-1.0.4/src/metamath2sqlite/__init__.py

@@ -0,0 +1,2 @@
+def hello() -> str:
+    return "Hello from metamath2sqlite!"

metamath2sqlite-1.0.4/src/metamath2sqlite/cli.py

@@ -0,0 +1,26 @@
+import argparse
+
+from metamath2sqlite.core import MM
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        prog="mm2sqlite",
+        description="Convert metamath databases to sqlite",
+        epilog="Contact: hi@colima.press",
+    )
+    parser.add_argument(
+        "-o", "--output", help="output directory", metavar="path/to/dir/"
+    )
+    parser.add_argument("mmdbs", help="metamath DB files or names", nargs="+")
+    args = parser.parse_args()
+    for mmdb in args.mmdbs:
+        mm = MM(
+            mmpath=mmdb,
+            opath=args.output,
+        )
+        mm.convert()
+
+
+if __name__ == "__main__":
+    main()

metamath2sqlite-1.0.4/src/metamath2sqlite/core.py

@@ -0,0 +1,112 @@
+import re
+import sqlite3
+from pathlib import Path
+from typing import ClassVar, Generator
+
+import tree_sitter_metamath as tsmetamath
+from pypdl import Pypdl
+from tree_sitter import Language, Node, Parser, Tree
+
+
+class MM:
+    MM_LANGUAGE: ClassVar[Language] = Language(tsmetamath.language())
+    MM_BASE_URL: ClassVar[str] = "https://us.metamath.org/metamath/"
+
+    def __init__(
+        self,
+        mmpath: str,
+        opath: str | None = None,
+    ):
+        mmpath = self._get_mm_path(mmpath)
+        self.name = mmpath.stem
+        self.opath = self._get_output_path(opath)
+        self.parser = Parser(self.MM_LANGUAGE)
+        self.bytes = mmpath.read_bytes()
+        self.connection, self.cursor = self._connect()
+
+    def convert(self) -> None:
+        flags = re.DOTALL | re.MULTILINE
+        comment_rgx = re.compile(rb"\$\(.+?\$\)", flags)
+        assert_stmt_rgx = re.compile(rb"[\w\.-]+\s+\$[ap]\s.+?\$\.", flags)
+        bytes = re.sub(
+            comment_rgx, b"", self.bytes
+        )  # Avoid satements in comments
+        for stmt in re.findall(assert_stmt_rgx, bytes):
+            tree = self.parser.parse(stmt)
+            label, math, proof = "", "", ""
+            for node in self.traverse(tree):
+                if node.type == "ERROR":
+                    print(f"ERROR: Failed parsing: {stmt}")
+                    break
+                elif (
+                    not label and node.type == "label"
+                ):  # First label == stmt label
+                    label = node.text.decode()
+                elif (
+                    node.type == "label"
+                ):  # Other labels == labels used in proof
+                    proof = f"{proof} {node.text.decode()}"
+                elif node.type == "math_symbol":
+                    math = f"{math} {node.text.decode()}"
+            parameters = (
+                label.strip(),
+                math.strip(),
+                proof.strip(),
+            )
+            self.cursor.execute(
+                """INSERT OR IGNORE INTO statements
+        VALUES(?, ?, ?)""",
+                parameters,
+            )
+        self.connection.commit()
+
+    # Cfr. https://github.com/tree-sitter/py-tree-sitter/
+    #      blob/master/examples/walk_tree.py
+    def traverse(self, tree: Tree) -> Generator[Node, None, None]:
+        cursor = tree.walk()
+        visited_children = False
+        while True:
+            if not visited_children:
+                yield cursor.node
+                if not cursor.goto_first_child():
+                    visited_children = True
+            elif cursor.goto_next_sibling():
+                visited_children = False
+            elif not cursor.goto_parent():
+                break
+
+    def _get_output_path(self, rawpath: str | None = None) -> Path:
+        ext = ".db"
+        default = self.name + ext
+        path = Path(default if rawpath is None else rawpath)
+        if not path.suffix == ext:
+            raise ValueError(f"'{path}' extension is not '{ext}'")
+        return path
+
+    def _get_mm_path(self, rawpath: str) -> Path:
+        path = Path(f"{rawpath}.mm")
+        if not path.exists():
+            path = self._download(path)
+        if not path.is_file():
+            raise OSError(f"'{path}' is not a file")
+        return path
+
+    def _download(self, db_path: Path) -> Path:
+        basename = f"{db_path.stem}.mm"
+        url = f"{self.MM_BASE_URL}{basename}"
+        download = Pypdl().start(url, retries=3)
+        if not download:
+            raise FileNotFoundError(f"'{basename}' does not exist")
+        _, result = download[0]
+        return Path(result.path)
+
+    def _connect(self, db_path: Path | str | None = None) -> tuple:
+        path = db_path if db_path else self.opath
+        con = sqlite3.connect(path)
+        cur = con.cursor()
+        cur.execute("""CREATE TABLE IF NOT EXISTS statements(
+      label TEXT NOT NULL UNIQUE,
+      math TEXT NOT NULL,
+      proof TEXT
+      )""")
+        return (con, cur)