@hupan56/wlkj 2.7.11 → 3.0.0

package/templates/qoder/scripts/{kg_duckdb.py → kg/kg_duckdb.py}

@@ -1,4 +1,10 @@
 # -*- coding: utf-8 -*-
+# v3.0 路径自举: 引导到 common/bootstrap, 统一 sys.path 逻辑
+import os as _o, sys as _s
+_cp = _o.path.join(_o.path.dirname(_o.path.dirname(_o.path.abspath(__file__))), 'common')
+if _cp not in _s.path: _s.path.insert(0, _cp)
+from bootstrap import setup; setup()
+
 """
 DuckDB knowledge graph store — replaces the JSON flat files with a single
 embedded database for fast incremental updates.
@@ -21,13 +27,32 @@ import sys
 
 import duckdb
 
-SCRIPTS = os.path.join(os.path.dirname(os.path.abspath(__file__)), '.qoder', 'scripts')
-sys.path.insert(0, SCRIPTS)
+# __file__ 本身就在 .qoder/scripts/ 下, dirname 即 scripts 目录。
+# 早期版本误拼了一层 '.qoder/scripts', 导致路径变成
+# '.qoder/scripts/.qoder/scripts'(不存在), 只靠调用方提前 insert sys.path
+# 才能侥幸 import common.paths —— 50 人团队不同安装路径/独立 import 时必崩。
+SCRIPTS = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))  # 子包→scripts/根
+if SCRIPTS not in sys.path:
+    sys.path.insert(0, SCRIPTS)
 from common.paths import DATA_INDEX_DIR
 
 DB_PATH = str(DATA_INDEX_DIR / 'kg.duckdb')
 
 
+def _load_index_json(name):
+    """统一加载索引 JSON。build_style_index 把产物写到 _build_cache/,
+    旧布局/手动放的可能在 INDEX 直接目录。两个位置都查, 优先 _build_cache。
+    所有 import_*_layer 共用这个, 避免各写各的 load() 导致路径不一致。"""
+    for d in (str(DATA_INDEX_DIR / '_build_cache'), str(DATA_INDEX_DIR)):
+        p = os.path.join(d, name)
+        if os.path.isfile(p):
+            try:
+                return json.load(open(p, encoding='utf-8'))
+            except (json.JSONDecodeError, OSError):
+                pass
+    return {}
+
+
 def get_db():
     """Open DuckDB connection (creates file if not exists)."""
     os.makedirs(os.path.dirname(DB_PATH), exist_ok=True)
@@ -245,20 +270,12 @@ def multi_hop(con, start_id, edge_types=None, max_depth=5):
 
 def bulk_import_from_json(con):
     """One-time full import from existing JSON indexes into DuckDB."""
-    INDEX = str(DATA_INDEX_DIR / '_build_cache')
-
-    def load(name):
-        p = os.path.join(INDEX, name)
-        if os.path.isfile(p):
-            return json.load(open(p, encoding='utf-8'))
-        return {}
-
     con.execute("DELETE FROM entities")
     con.execute("DELETE FROM aliases")
     con.execute("DELETE FROM edges")
 
-    er = load('entity-registry.json')
-    rel = load('relations.json')
+    er = _load_index_json('entity-registry.json')
+    rel = _load_index_json('relations.json')
     edges_data = rel.get('edges', {})
 
     entity_rows = []
@@ -330,27 +347,22 @@ def bulk_import_from_json(con):
 
 def import_search_layer(con):
     """导入搜索层: keywords/endpoints/prds/wiki → DuckDB 表。"""
-    INDEX = str(DATA_INDEX_DIR)
-    def load(name):
-        p = os.path.join(INDEX, name)
-        return json.load(open(p, encoding='utf-8')) if os.path.isfile(p) else {}
-
     # keywords (code-keyword.json: {keyword: [files]})
-    kw = load('code-keyword.json')
+    kw = _load_index_json('code-keyword.json')
     kw_rows = [(k, f) for k, files in kw.items() for f in files]
     con.execute("DELETE FROM keywords")
     if kw_rows:
         _batch_insert(con, 'keywords', kw_rows)
 
     # endpoints (code-api.json: {endpoint: controller_file})
-    api = load('code-api.json')
+    api = _load_index_json('code-api.json')
     con.execute("DELETE FROM endpoints")
     ep_rows = [(ep, f) for ep, f in api.items()]
     if ep_rows:
         _batch_insert(con, 'endpoints', ep_rows, ignore=True)
 
     # prds (prd-index.json)
-    prds = load('prd-index.json')
+    prds = _load_index_json('prd-index.json')
     con.execute("DELETE FROM prds")
     prd_rows = [(f, info.get('title', ''),
                  json.dumps(info.get('keywords', []), ensure_ascii=False),
@@ -361,7 +373,7 @@ def import_search_layer(con):
         _batch_insert(con, 'prds', prd_rows, ignore=True)
 
     # wiki (wiki-index.json)
-    wiki = load('wiki-index.json')
+    wiki = _load_index_json('wiki-index.json')
     con.execute("DELETE FROM wiki")
     wiki_rows = []
     for kw, entries in (wiki.get('index', {}) if isinstance(wiki, dict) else {}).items():
@@ -376,12 +388,7 @@ def import_search_layer(con):
 
 def import_ui_layer(con):
     """导入UI层: pages/fields/modules → DuckDB 表。"""
-    INDEX = str(DATA_INDEX_DIR)
-    def load(name):
-        p = os.path.join(INDEX, name)
-        return json.load(open(p, encoding='utf-8')) if os.path.isfile(p) else {}
-
-    si = load('ui-style.json')
+    si = _load_index_json('ui-style.json')
 
     # pages (from ui-style projects.page_examples + page_types)
     con.execute("DELETE FROM pages")
@@ -408,7 +415,7 @@ def import_ui_layer(con):
         _batch_insert(con, 'fields', field_rows)
 
     # modules (from ui-modules.json)
-    mi = load('ui-modules.json')
+    mi = _load_index_json('ui-modules.json')
     con.execute("DELETE FROM modules")
     mod_rows = [(m['dir'], m['cn'], proj, m['path'])
                 for proj, mods in mi.get('projects', {}).items() for m in mods]
@@ -434,9 +441,7 @@ def import_ui_layer(con):
 
 def import_trace_layer(con):
     """导入trace层: traces/api_functions → DuckDB 表。"""
-    INDEX = str(DATA_INDEX_DIR)
-    tc = json.load(open(os.path.join(INDEX, 'trace-chain.json'), encoding='utf-8')) \
-        if os.path.isfile(os.path.join(INDEX, 'trace-chain.json')) else {}
+    tc = _load_index_json('trace-chain.json')
 
     con.execute("DELETE FROM traces")
     trace_rows = [(
@@ -458,9 +463,7 @@ def import_trace_layer(con):
 
 def import_test_layer(con):
     """导入test层: tests → DuckDB 表。"""
-    INDEX = str(DATA_INDEX_DIR)
-    ta = json.load(open(os.path.join(INDEX, 'test-assertions.json'), encoding='utf-8')) \
-        if os.path.isfile(os.path.join(INDEX, 'test-assertions.json')) else {}
+    ta = _load_index_json('test-assertions.json')
 
     con.execute("DELETE FROM tests")
     test_rows = [(
@@ -478,9 +481,7 @@ def import_test_layer(con):
 
 def import_workflow_layer(con):
     """导入workflow层 → DuckDB 表。"""
-    INDEX = str(DATA_INDEX_DIR)
-    wf = json.load(open(os.path.join(INDEX, 'workflow-index.json'), encoding='utf-8')) \
-        if os.path.isfile(os.path.join(INDEX, 'workflow-index.json')) else {}
+    wf = _load_index_json('workflow-index.json')
 
     con.execute("DELETE FROM workflows")
     wf_rows = []