motedb-python 0.12.6__tar.gz → 0.12.8__tar.gz

{motedb_python-0.12.6 → motedb_python-0.12.8}/.github/workflows/python-wheels.yml

@@ -10,6 +10,7 @@ permissions:
 
 jobs:
   build:
+    needs: version-guard
     strategy:
       fail-fast: false
       matrix:
@@ -52,6 +53,24 @@ jobs:
   # 🔑 External review: PyPI shipped wheels only — no sdist, so
   # `pip install motedb-python --no-binary` (source builds, downstream
   # packaging, distro maintainers) had nothing to fetch.
+  # 🔒 v0.12.6 验收实抓: wheel 文件名(pyproject)与 CARGO_PKG_VERSION
+  # (bindings/python/Cargo.toml)双源不同步 —— 用户装 0.12.6 却报
+  # __version__=0.12.2。三处版本必须一致才允许构建。
+  version-guard:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Verify version sync (root Cargo.toml / binding Cargo.toml / pyproject.toml)
+        run: |
+          V1=$(grep -m1 '^version' Cargo.toml | sed 's/version = "\(.*\)"/\1/')
+          V2=$(grep -m1 '^version' bindings/python/Cargo.toml | sed 's/version = "\(.*\)"/\1/')
+          V3=$(grep -m1 '^version' bindings/python/pyproject.toml | sed 's/version = "\(.*\)"/\1/')
+          echo "root=$V1 binding=$V2 pyproject=$V3"
+          if [ "$V1" != "$V2" ] || [ "$V2" != "$V3" ]; then
+            echo "::error::version mismatch — bump ALL THREE files together"
+            exit 1
+          fi
+
   sdist:
     runs-on: ubuntu-latest
     steps:

{motedb_python-0.12.6 → motedb_python-0.12.8}/CHANGELOG.md

@@ -1,5 +1,38 @@
 # Changelog
 
+## [0.12.8] — 2026-10-09
+
+- **🔑 kill -9 崩溃后全文索引静默滞后修复(PyPI 包压测实抓)**: 崩溃发生在
+  表数据已 checkpoint、文本索引 pending posting(纯内存)未落盘之间时,
+  表行恢复完整但索引落后 —— 已 checkpoint 的表无 WAL 回放, 既有重建
+  触发条件(replayed/corrupt)不覆盖 → MATCH 静默缺行(实测 198/300,
+  doctor 仍 PASS), 6 次崩溃 3 次命中。修复: open 时对每个文本索引
+  检测 `segment 行数 > index total_docs` 的滞后并走既有重建通道
+  (检测在 row_count 初始化之前, 直接读 segment store 权威计数)。
+  修复后 kill -9 ×8 全部恢复一致; 新增 bindings/python/tests/
+  test_crash_recovery.py(子进程 kill + 恢复断言)入库
+- **0.12.7(PyPI 实装)多轮压测其余结论**: 官方套件 3 轮零偶发;
+  6 线程混合负载(递归 CTE/窗口/FTS/点查 × 写 churn)零错误、重开一致、
+  doctor PASS; 60 轮 open/seed/query/close RSS 增量 +8MB(无泄漏);
+  跨进程同库正确拒绝、释放后可开; 4 种 preset 全通; query_arrow 聚合
+  正确; 15 轮重开耐久循环 FTS 全量同步; SQLite 差分对拍 800q/种子
+  ×4 通过
+
+## [0.12.7] — 2026-10-09
+
+- **`motedb.__version__` 双源不同步修复(0.12.6 PyPI 验收实抓)**: 用户
+  `pip install motedb-python==0.12.6` 后 `__version__` 报 **0.12.2** ——
+  wheel 文件名来自 pyproject.toml, 而 `CARGO_PKG_VERSION`(→
+  `_native.__version__` → `motedb.__version__`)来自
+  bindings/python/Cargo.toml, 后者自 0.12.2 起未随发版 bump。三处版本
+  统一为单一发版动作, 并在 wheels 流水线新增 **version-guard** 硬门禁
+  (三处不一致即构建失败)
+- 其余验收结论(官方 PyPI 0.12.6 全新环境实测): 元数据(主页/许可/
+  dist-info 内 LICENSE)✓、测评 P0/P1 场景 ✓、新特性(递归 CTE/窗口聚合/
+  backup_to/doctor)✓、官方套件(E2E 51/51、SQLite 差分 4 种子、
+  fetch_arrays/backup/feature_selfcheck/insert_arrays)✓、sdist 源码
+  构建安装可用 ✓
+
 ## [0.12.6] — 2026-10-09
 
 - **backup_to 在 Windows 上失败修复**: copy_dir_durable 末尾对快照目录做

{motedb_python-0.12.6 → motedb_python-0.12.8}/Cargo.lock

@@ -800,7 +800,7 @@ dependencies = [
 
 [[package]]
 name = "motedb"
-version = "0.12.6"
+version = "0.12.8"
 dependencies = [
  "arc-swap",
  "bincode",

{motedb_python-0.12.6 → motedb_python-0.12.8}/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "motedb"
-version = "0.12.6"
+version = "0.12.8"
 edition = "2021"
 rust-version = "1.87"
 description = "AI-native embedded multimodal database for embodied intelligence (robots, AR glasses, industrial arms)."

{motedb_python-0.12.6 → motedb_python-0.12.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: motedb-python
-Version: 0.12.6
+Version: 0.12.8
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research

{motedb_python-0.12.6 → motedb_python-0.12.8}/bindings/python/Cargo.lock

@@ -403,7 +403,7 @@ dependencies = [
 
 [[package]]
 name = "motedb"
-version = "0.12.6"
+version = "0.12.8"
 dependencies = [
  "arc-swap",
  "bincode",
@@ -430,7 +430,7 @@ dependencies = [
 
 [[package]]
 name = "motedb-python"
-version = "0.12.2"
+version = "0.12.8"
 dependencies = [
  "motedb",
  "pyo3",

{motedb_python-0.12.6 → motedb_python-0.12.8}/bindings/python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "motedb-python"
-version = "0.12.2"
+version = "0.12.8"
 edition = "2021"
 description = "Python bindings for MoteDB — AI-native embedded multimodal database."
 license = "MIT"

motedb_python-0.12.8/bindings/python/tests/test_crash_recovery.py

@@ -0,0 +1,71 @@
+#!/usr/bin/env python3
+"""kill -9 崩溃恢复回归: 表数据连续无缺口 + FTS 完整。
+v0.12.8 修复前: 已 checkpoint 的表崩溃后无 WAL 回放 → 文本索引的内存
+pending 丢失且无人重建 → MATCH 静默缺行(实测 198/300, doctor 仍 PASS)。
+修复: open 时检测 index total_docs < 表行数 → 走既有重建通道。"""
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
+import textwrap
+
+sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), ".."))
+import motedb
+
+WRITER = textwrap.dedent("""
+    import motedb, sys
+    db = motedb.Database(sys.argv[1])
+    db.execute("CREATE TABLE IF NOT EXISTS c(id INT PRIMARY KEY, v TEXT)")
+    db.execute("CREATE TEXT INDEX IF NOT EXISTS ci ON c(v)")
+    for i in range(300):
+        db.execute("INSERT INTO c VALUES (?, ?)", params=[i, f"row {i} common"])
+    db.checkpoint(); print("FLUSHED", flush=True)
+    for i in range(300, 500):
+        db.execute("INSERT INTO c VALUES (?, ?)", params=[i, f"post {i}"])
+        if i % 50 == 0:
+            db.checkpoint(); print(f"CKPT{i}", flush=True)
+""")
+
+
+def main():
+    tmp = tempfile.mkdtemp()
+    path = os.path.join(tmp, "crash.mote")
+    fails = 0
+    trials = int(sys.argv[1]) if len(sys.argv) > 1 else 5
+    try:
+        for t in range(trials):
+            if os.path.isdir(path):
+                shutil.rmtree(path, ignore_errors=True)
+            elif os.path.exists(path):
+                os.remove(path)
+            proc = subprocess.Popen(
+                [sys.executable, "-c", WRITER, path],
+                stdout=subprocess.PIPE, text=True)
+            killed = None
+            for line in proc.stdout:
+                if line.strip().startswith("CKPT"):
+                    proc.kill()
+                    killed = line.strip()
+                    break
+            proc.wait()
+            db = motedb.Database(path)
+            n = db.execute("SELECT COUNT(*) AS n FROM c")[0]["n"]
+            mx = db.execute("SELECT MAX(id) AS m FROM c")[0]["m"]
+            cnt = db.execute("SELECT COUNT(DISTINCT id) AS d FROM c")[0]["d"]
+            fts = db.execute(
+                "SELECT COUNT(*) AS n FROM c WHERE MATCH(v, 'common')")[0]["n"]
+            db.close()
+            ok = cnt == mx + 1 and fts == 300
+            print(f"{'ok  ' if ok else 'FAIL'} trial{t} kill@{killed} "
+                  f"rows={n} contiguous={cnt == mx + 1} fts={fts}/300")
+            if not ok:
+                fails += 1
+    finally:
+        shutil.rmtree(tmp, ignore_errors=True)
+    print("ALL OK" if not fails else f"{fails} FAILED")
+    sys.exit(1 if fails else 0)
+
+
+if __name__ == "__main__":
+    main()

{motedb_python-0.12.6 → motedb_python-0.12.8}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "motedb-python"
-version = "0.12.6"
+version = "0.12.8"
 description = "AI-native embedded multimodal database — SQL, vectors, full-text, spatial and time-series in one ACID engine, with edge presets for robots and edge devices."
 readme = "README.md"
 requires-python = ">=3.9"

{motedb_python-0.12.6 → motedb_python-0.12.8}/src/database/core.rs

@@ -1862,7 +1862,32 @@ impl MoteDB {
             for name in txt_idx {
                 if let Some((table, column)) = db.index_registry.resolve_index_name(&name) {
                     let corrupt = corrupt_loaded.iter().any(|n| n == &name);
-                    if !replayed_tables.contains(&table) && !corrupt {
+                    // 🔒 Stale-index detection (kill -9 recovery audit, v0.12.8):
+                    // a crash between table-data durability and text-index
+                    // flush leaves the index VALID but BEHIND (pending posting
+                    // lists are memory-only). No WAL replay happens for
+                    // already-checkpointed tables, so the v1 rebuild trigger
+                    // (replayed/corrupt only) skipped them — MATCH silently
+                    // missed rows (measured 198/300 after kill, doctor PASS).
+                    // Rebuild whenever the index's doc count trails the table.
+                    let stale = {
+                        // NOTE: this runs BEFORE table_row_count is
+                        // initialized in open() — count live rows straight
+                        // from the segment store (the authoritative source
+                        // for ColSegmentStore tables).
+                        let table_rows = db
+                            .col_segment_stores
+                            .get(&table)
+                            .map(|s| s.count_live_rows() as u64)
+                            .unwrap_or(0);
+                        let indexed = db
+                            .text_indexes
+                            .get(&name)
+                            .map(|i| i.read().stats().total_docs)
+                            .unwrap_or(0);
+                        table_rows > 0 && indexed < table_rows
+                    };
+                    if !replayed_tables.contains(&table) && !corrupt && !stale {
                         continue;
                     }
                     if let Ok(schema) = db.table_registry.get_table(&table) {