sharepoint-knowledge 0.2.2__tar.gz → 0.2.4__tar.gz

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharepoint-knowledge
-Version: 0.2.2
+Version: 0.2.4
 Summary: SharePoint connector for the grounded-Q&A engine — site pages + document libraries, Entra device-code sign-in, local models, cited answers
 License: Apache-2.0
 Project-URL: Homepage, https://github.com/nkunal1992/agents
@@ -11,7 +11,7 @@ Requires-Dist: msal>=1.31
 Requires-Dist: httpx>=0.27
 Requires-Dist: mcp>=1.8
 Provides-Extra: models
-Requires-Dist: confluence-knowledge[models]>=0.5.2; extra == "models"
+Requires-Dist: confluence-knowledge[models]>=0.5.4; extra == "models"
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0; extra == "dev"
 Requires-Dist: ruff>=0.5; extra == "dev"

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sharepoint-knowledge"
-version = "0.2.2"
+version = "0.2.4"
 description = "SharePoint connector for the grounded-Q&A engine — site pages + document libraries, Entra device-code sign-in, local models, cited answers"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -18,7 +18,7 @@ dependencies = [
 
 [project.optional-dependencies]
 models = [
-    "confluence-knowledge[models]>=0.5.2",
+    "confluence-knowledge[models]>=0.5.4",
 ]
 dev = [
     "pytest>=8.0",

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/src/sharepoint_knowledge/crawl_sp.py

@@ -197,6 +197,9 @@ class SPCrawler:
 
         queue: list[str] = job["queue"]
         errors: list[str] = job["errors"]
+        # deny/gone errors drop the item from the snapshot; transient
+        # failures keep the previously-indexed content
+        keep_failed: set[str] = set()
         # Mid-crawl model change: already-embedded pages live in the OLD
         # vector space — finishing would publish mixed dims. Wipe + fail;
         # start_crawl rebuilds under the new model.
@@ -264,6 +267,13 @@ class SPCrawler:
                     continue
             except AccessError as e:
                 errors.append(f"{entry}: {e}")
+                if not any(m in str(e) for m in
+                           ("401", "403", "404", "permission", "not found")):
+                    # seen stores the built page_id — page: / file: prefixed
+                    last = entry.split(":")[-1]
+                    keep_failed.add(
+                        f"page:{last}" if entry.startswith("page:")
+                        else f"file:{last}")
                 continue
             pid = page["page_id"]
             if pid in seen:
@@ -285,7 +295,7 @@ class SPCrawler:
             seen.add(pid)
 
         self._checkpoint(job_id, queue, errors, seen, levels, warns)
-        self.index.publish(seen)
+        self.index.publish(seen | keep_failed)
         self.index.set_model_id(_MODEL_ID)
         self.index.save_job(job_id, "done" if not queue else "running",
                             queue, errors)

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/src/sharepoint_knowledge/server_sp.py

@@ -8,6 +8,7 @@ import logging
 import threading
 
 from confluence_knowledge.client import AccessError, SecurityException
+from confluence_knowledge.feedback import FeedbackStore
 from confluence_knowledge.index import Index
 from confluence_knowledge.retrieval import (
     MODEL_MARKER as EMBED_MODEL_ID,
@@ -30,8 +31,9 @@ from .settings_sp import APP_NAME, SPProfile, graph_base, home, index_root, work
 mcp = FastMCP("sharepoint-knowledge")
 
 _scopes: dict[str, dict] = {}
-_evidence_sets: dict[str, list[dict]] = {}
+_evidence_sets: dict[str, dict] = {}  # set_id → {scope, ev}
 _indexes: dict[str, Index] = {}
+_feedback: dict[str, FeedbackStore] = {}
 _clients: dict[str, object] = {}
 _EMBEDDER = None
 _RERANKER = None
@@ -50,6 +52,13 @@ def _index_for(scope_key: str) -> Index:
         idx = _indexes[scope_key] = Index(index_root() / f"{scope_key}.db")
     return idx
 
+def _feedback_for(scope_key: str) -> FeedbackStore:
+    st = _feedback.get(scope_key)
+    if st is None:
+        st = _feedback[scope_key] = FeedbackStore(
+            index_root(), scope_key, "sharepoint-knowledge")
+    return st
+
 
 def _embedder():
     global _EMBEDDER
@@ -309,17 +318,25 @@ def search(scope_handle: str, question: str) -> dict:
         return {"evidence": [], "coverage": "stale_model",
                 "note": "this index was built with an older embedding model "
                         "— run start_crawl once to rebuild it, then search again"}
-    ev = retrieve(idx, question, _embedder(), _reranker(), sparse=_sparse())
+    emb = _embedder()
+    ev = retrieve(idx, question, emb, _reranker(), sparse=_sparse())
+    corrections = _feedback_for(s["key"]).match(emb.embed([question])[0])
     set_id = f"ev:{len(_evidence_sets)}:{s['key'][:8]}"
-    _evidence_sets[set_id] = ev
+    # bound the session cache — sets are never reused after the turn ends
+    while len(_evidence_sets) >= 32:
+        _evidence_sets.pop(next(iter(_evidence_sets)))
+    _evidence_sets[set_id] = {"scope": s["key"], "ev": ev}
     return {
         "evidence_set": set_id,
         "coverage": _coverage(idx),
         "as_of": st["as_of"],
+        "user_corrections": corrections,
         "evidence": [
             {"chunk_id": e["chunk_id"], "page_title": e["page_title"],
              "page_url": e["page_url"], "heading": e["heading"],
-             "score": e.get("rerank_score"), "text": e["text"][:2000]}
+             "score": e.get("rerank_score"), "text": e["text"][:12000],
+             "low_confidence": e.get("low_confidence", False),
+             "truncated": len(e["text"]) > 12000}
             for e in ev
         ],
     }
@@ -342,15 +359,39 @@ def get_evidence(scope_handle: str, chunk_ids: list[str]) -> dict:
     return {"chunks": out}
 
 
+@mcp.tool()
+
+
+@mcp.tool()
+def submit_feedback(scope_handle: str, question: str, correction: str,
+                    note: str = "") -> dict:
+    """Store a colleague correction — disclosed alongside the docs on
+    similar future questions (never overrides them)."""
+    s = _scope(scope_handle)
+    if not _models_loaded(0):
+        return {"stored": False, "note": LOADING_NOTE}
+    qvec = _embedder().embed([question])[0]
+    entry = _feedback_for(s["key"]).add(question, qvec, correction, note)
+    return {"stored": entry["id"],
+            "note": "will be disclosed on similar questions"}
+
+
+@mcp.tool()
+def feedback_report(scope_handle: str) -> dict:
+    """Aggregated corrections — which topics keep getting corrected points
+    at outdated/confusing documentation."""
+    s = _scope(scope_handle)
+    return _feedback_for(s["key"]).report()
+
 @mcp.tool()
 def verify_citations(scope_handle: str, evidence_set: str,
                      mappings: list[dict]) -> dict:
-    _scope(scope_handle)
-    ev = _evidence_sets.get(evidence_set)
-    if ev is None or not evidence_set.endswith(_scopes[scope_handle]["key"][:8]):
+    s = _scope(scope_handle)
+    rec = _evidence_sets.get(evidence_set)
+    if rec is None or rec["scope"] != s["key"]:
         raise SecurityException(
             "unknown or cross-scope evidence set — run search again and cite its evidence_set")
-    return check_citations(ev, mappings)
+    return check_citations(rec["ev"], mappings)
 
 
 def main() -> None:

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/src/sharepoint_knowledge.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharepoint-knowledge
-Version: 0.2.2
+Version: 0.2.4
 Summary: SharePoint connector for the grounded-Q&A engine — site pages + document libraries, Entra device-code sign-in, local models, cited answers
 License: Apache-2.0
 Project-URL: Homepage, https://github.com/nkunal1992/agents
@@ -11,7 +11,7 @@ Requires-Dist: msal>=1.31
 Requires-Dist: httpx>=0.27
 Requires-Dist: mcp>=1.8
 Provides-Extra: models
-Requires-Dist: confluence-knowledge[models]>=0.5.2; extra == "models"
+Requires-Dist: confluence-knowledge[models]>=0.5.4; extra == "models"
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0; extra == "dev"
 Requires-Dist: ruff>=0.5; extra == "dev"

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/src/sharepoint_knowledge.egg-info/requires.txt

@@ -12,4 +12,4 @@ openpyxl>=3.1
 pypdf>=5.0
 
 [models]
-confluence-knowledge[models]>=0.5.2
+confluence-knowledge[models]>=0.5.4

{sharepoint_knowledge-0.2.2 → sharepoint_knowledge-0.2.4}/tests/test_agent_doc_consistency.py

@@ -27,3 +27,24 @@ def test_agent_references_repo_files_that_exist():
     for m in re.findall(r"prompts/([\w.-]+)", doc):
         assert (REPO / "prompts" / m).exists(), \
             f"agent references missing prompts/{m}"
+
+
+def test_agent_frontmatter_tools_exist():
+    """Every tool named in the agent's frontmatter must be a real
+    @mcp.tool() in the server source."""
+    if not AGENT.exists():
+        import pytest
+        pytest.skip("agent file not in this checkout layout")
+    doc = AGENT.read_text()
+    tools_line = re.search(r'tools:\s*\[([^\]]+)\]', doc).group(1)
+    app = AGENT.stem.replace(".agent", "")
+    declared = {t.strip().strip('"').split("/")[1]
+                for t in tools_line.split(",") if f"{app}/" in t}
+    srv_name = {"local-knowledge": "server_local",
+                "sharepoint-knowledge": "server_sp",
+                "confluence-knowledge": "server"}[app]
+    pkg = app.replace("-", "_")
+    srv = (Path(__file__).parents[1] / "src" / pkg / f"{srv_name}.py").read_text()
+    real = set(re.findall(r"@mcp\.tool\(\)\s*\ndef\s+(\w+)", srv))
+    missing = declared - real
+    assert not missing, f"agent frontmatter names tools not in server: {missing}"