MetaList 0.26.0__tar.gz → 0.26.1__tar.gz

{metalist-0.26.0 → metalist-0.26.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metalist
-Version: 0.26.0
+Version: 0.26.1
 Summary: A minimalist single-user note-taking app with SSR, fast in-memory tree operations, and efficient sync.
 Project-URL: Homepage, https://metalist.app
 Project-URL: Repository, https://github.com/metalist-app/metalist

{metalist-0.26.0 → metalist-0.26.1}/app/services/agent/agent_tools.py

@@ -14,6 +14,7 @@ from __future__ import annotations
 
 import json
 from dataclasses import dataclass
+from functools import partial
 
 from pydantic import BaseModel, ConfigDict, Field, ValidationError, field_validator
 
@@ -21,6 +22,7 @@ from typing import Literal
 
 from app.services.agent.help_catalog import HELP_TOPICS, MENU_ACTIONS, MENU_BY_ID, HelpTopic
 from app.services.agent.investigation import InvestigationEvidencePayload, InvestigationState, RootTreeRead
+from app.services.agent.scope import read_notes_off_request_loop
 from app.services.agent.skill_settings import AgentSkill, AgentSkillSet
 from app.services.agent.tool_calling import AgentTool
 from app.services.agent.token_estimation import estimate_input_tokens
@@ -322,12 +324,16 @@ async def run_agent_tool(*, name: str, arguments: str, context: ToolContext) ->
         return parsed
     if isinstance(parsed, LookupMetaListHelpArguments):
         return _lookup_metalist_help(parsed, context)
+    # The note tools read the view's notes, a whole vault under an empty search.
+    snapshot = context.investigation.snapshot
     if isinstance(parsed, ViewOverviewArguments):
-        return _view_overview(context)
+        return await read_notes_off_request_loop(snapshot=snapshot, read_notes=partial(_view_overview, context))
     if isinstance(parsed, ReadViewNotesArguments):
-        return _read_view_notes(parsed, context)
+        return await read_notes_off_request_loop(
+            snapshot=snapshot, read_notes=partial(_read_view_notes, parsed, context))
     if isinstance(parsed, SearchViewNotesArguments):
-        return _search_view_notes(parsed, context)
+        return await read_notes_off_request_loop(
+            snapshot=snapshot, read_notes=partial(_search_view_notes, parsed, context))
     if isinstance(parsed, OpenWebPagesArguments):
         return await _open_web_pages(parsed, context)
     raise AssertionError(f"Tool {name} has no implementation")
@@ -406,7 +412,10 @@ def _search_view_notes(arguments: SearchViewNotesArguments, context: ToolContext
         "matching_note_ids": list(matching_note_ids[:MAX_SEARCH_MATCH_IDS]),
     }
     if not matching_note_ids:
-        return ToolResult(content=_json({**search_payload, "trees": []}), is_error=False, disclosed_note_text="",
+        # The shape of every search result, its lists empty (0.26.0, 2026-11-05: without them,
+        # recording the search ended the chat).
+        nothing_read: dict[str, object] = {"trees": [], "unread_root_ids": [], "too_large_root_ids": [], "unknown_ids": []}
+        return ToolResult(content=_json({**search_payload, **nothing_read}), is_error=False, disclosed_note_text="",
                           note_ids=(), note_evidence=(), web_evidence=(), activated_skills=())
     tree_read = context.investigation.read_root_trees(requested_ids=matching_note_ids)
     assert tree_read.unknown_ids == ()

{metalist-0.26.0 → metalist-0.26.1}/app/services/agent/note_aliases.py

@@ -29,11 +29,10 @@ class NoteAliases:
     @classmethod
     def from_snapshot(cls, snapshot: ScopedSearchSnapshot) -> NoteAliases:
         """Deterministic: view notes and tree structure in view order, then the selected tree."""
-        ordered: list[str] = []
-        for note_id in (*snapshot.ordered_note_ids, *snapshot.tree_nodes_by_id,
-                        *snapshot.selected_note.reference_note_ids):
-            if note_id not in ordered:
-                ordered.append(note_id)
+        # Each id kept once, where it first comes: a dict, as a whole vault can be in view (0.26.0,
+        # 2026-11-05: looking each note up in a list took minutes and held the server).
+        ordered = dict.fromkeys((*snapshot.ordered_note_ids, *snapshot.tree_nodes_by_id,
+                                 *snapshot.selected_note.reference_note_ids))
         return cls(tuple(ordered))
 
     def alias(self, note_id: str) -> str:

{metalist-0.26.0 → metalist-0.26.1}/app/services/agent/runtime.py

@@ -11,6 +11,7 @@ from collections import deque
 from collections.abc import AsyncIterator
 from collections.abc import Callable
 from dataclasses import dataclass
+from functools import partial
 
 from pydantic import BaseModel
 
@@ -48,6 +49,7 @@ from app.services.agent.skill_settings import AgentSkill
 from app.services.agent.skill_settings import AgentSkillSet
 from app.services.agent.scope import ScopedSearchSnapshot
 from app.services.agent.scope import describe_text_extraction
+from app.services.agent.scope import read_notes_off_request_loop
 from app.services.agent.token_estimation import estimate_input_tokens
 from app.services.agent.token_estimation import estimate_message_tokens
 from app.services.agent.token_estimation import estimate_text_tokens
@@ -227,12 +229,10 @@ class AgentRuntime(AgentLoopMixin):
             approx_input_tokens=route_tokens,
         )
         extraction_before = snapshot.text_extraction.reading()
+        plan_batches = partial(state.plan_complete_root_batches, reserved_approximate_tokens=selected_note_tokens)
         # lint: allow-PY001 rationale="translate a user-configured evidence budget overflow into a concise operation failure"
         try:
-            batch_plan = await asyncio.to_thread(
-                state.plan_complete_root_batches,
-                reserved_approximate_tokens=selected_note_tokens,
-            )
+            batch_plan = await read_notes_off_request_loop(snapshot=snapshot, read_notes=plan_batches)
         # lint: allow-PY001 rationale="an atomic root can legitimately exceed the user-configured summary batch limit"
         except ValueError as exc:
             raise AgentExecutionError(str(exc)) from exc
@@ -337,10 +337,10 @@ class AgentRuntime(AgentLoopMixin):
                     return
                 assert choice == "use_prefix"
                 yield {"type": "bulk_complete", "changed": False}
-        retention = await asyncio.to_thread(
+        retention = await read_notes_off_request_loop(snapshot=snapshot, read_notes=partial(
             state.retain_root_prefix_within_token_budget,
             reserved_approximate_tokens=selected_note_tokens,
-        )
+        ))
         dropped_root_count = len(retention.dropped_root_ids)
         self._trace_store.append_event(
             session_key=run.session_key,

{metalist-0.26.0 → metalist-0.26.1}/app/services/agent/scope.py

@@ -2,12 +2,14 @@
 
 from __future__ import annotations
 
+import asyncio
+import threading
 import time
 from collections.abc import Callable
 from dataclasses import dataclass
 from datetime import datetime, timezone
 from types import MappingProxyType
-from typing import Literal, Mapping
+from typing import Literal, Mapping, TypeVar
 
 from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
 from typing_extensions import Self
@@ -94,17 +96,24 @@ class AgentScopeDescriptor(BaseModel):
             raise ValueError("Only reference scope accepts reference_root_ids")
         return self
 
+class NoteScanStopped(RuntimeError):
+    """The run was stopped while a worker thread was reading its notes. Raised only in
+    that thread, whose result nobody waits for any more."""
+
+
 @dataclass(slots=True, eq=False)
 class TextExtractionMeter:
     """How many of a snapshot's notes had their text extracted, and how long it
-    took, so the chat can say which step paid for it."""
+    took, so the chat can say which step paid for it; and whether the run was
+    stopped, so a worker thread still reading its notes ends at the next one."""
 
     note_count: int
     duration_ms: float
+    stop_requested: threading.Event
 
     @classmethod
     def start(cls) -> TextExtractionMeter:
-        return cls(note_count=0, duration_ms=0.0)
+        return cls(note_count=0, duration_ms=0.0, stop_requested=threading.Event())
 
     def record(self, duration_ms: float) -> None:
         assert duration_ms >= 0.0
@@ -114,6 +123,33 @@ class TextExtractionMeter:
     def reading(self) -> tuple[int, float]:
         return self.note_count, self.duration_ms
 
+    def stop(self) -> None:
+        self.stop_requested.set()
+
+    def raise_if_stopped(self) -> None:
+        if self.stop_requested.is_set():
+            raise NoteScanStopped("The run was stopped: its notes are no longer read")
+
+
+_NotesRead = TypeVar("_NotesRead")
+
+
+async def read_notes_off_request_loop(
+    *, snapshot: ScopedSearchSnapshot, read_notes: Callable[[], _NotesRead],
+) -> _NotesRead:
+    """Run work that reads the snapshot's notes in a worker thread: a whole vault's text
+    takes seconds to extract, and on the request loop it held every other request
+    (0.26.0, 2026-11-05: the list's search passed the 15 s watchdog). When the run is
+    stopped, the awaiting task is cancelled and the thread ends at its next note."""
+    is_finished = False
+    try:
+        notes_read = await asyncio.to_thread(read_notes)
+        is_finished = True
+    finally:
+        if not is_finished:
+            snapshot.text_extraction.stop()
+    return notes_read
+
 
 def describe_text_extraction(*, before: tuple[int, float], after: tuple[int, float]) -> str:
     """' · text extracted for N notes in X s' for a step that extracted text, else ''."""
@@ -163,6 +199,7 @@ class NoteText:
     def text(self) -> str:
         if self.extracted_text is None:
             assert self.meter is not None, "Text to extract always comes with the snapshot's meter"
+            self.meter.raise_if_stopped()
             started_at = time.perf_counter()
             text, is_redacted = extract_note_text_for_agent(content_html=self.content_html, tags=self.tags_text)
             if is_redacted:

{metalist-0.26.0 → metalist-0.26.1}/app/services/agent/skills/help-releases.md

@@ -5,6 +5,11 @@ What changed in each MetaList version, newest first, from its changelog
 Compare with installed_version from the help lookup to tell the user whether
 they already have a release. Version info offers updates (see the data topic).
 
+## 0.26.1
+
+- **Large vaults no longer freeze.** An AI question with an empty search box took minutes on a vault of tens of thousands of notes, holding the server so the search box and Stop got no answer and a "command stuck" error appeared; the step that names each note for the AI is now linear, and reading the notes runs beside the server's other work. An import of more than a few hundred files showed the same error at 15 seconds while it was still running fine; an import now takes as long as its files take, with its progress bar.
+- An AI search that matched no note ended the chat with "stream ended before completion"; it now answers.
+
 ## 0.26.0
 
 - **Notes from the old MetaList.** A newly installed MetaList that finds the old MetaList's notes in its data folder offers them as soon as it opens. Protected notes ask for the old password, which then protects this MetaList too (a new one when it is too weak). The old file is only read, never changed. At a terminal, `convert-from-legacy.py` now reads protected exports and the old file itself.
@@ -202,9 +207,4 @@ they already have a release. Version info offers updates (see the data topic).
 - Error diagnostics now record safe request IDs, exception types, and source locations through Loguru; full tracebacks are available only in authenticated encrypted logs.
 - Releases run the full cross-platform matrix once on the `main` push. The tag publishes those exact tested distributions without rerunning the matrix.
 
-## 0.7.5
-
-- Unexpected API 500 errors now show the exception class and MetaList source line in the browser, without exposing note contents, exception messages, or local filesystem paths.
-- A local release command validates the exact cross-platform CI matrix, publishes only its tested artifacts, then verifies the public PyPI package in a clean installation.
-
-Versions before 0.7.5 are left out; the changelog (CHANGELOG.md) lists them.
+Versions before 0.8.0 are left out; the changelog (CHANGELOG.md) lists them.

{metalist-0.26.0 → metalist-0.26.1}/app/static/js/modules/wizard/import-wizard-steps.js

@@ -182,6 +182,8 @@ export async function runImport(wizard, progress) {
     const isBookmarks = wizard.choices.source === BOOKMARKS_SOURCE;
     progress.working(isBookmarks ? 'Importing your bookmarks…' : 'Importing your files…');
     let result = null;
+    // No watchdog: an import takes as long as its files, its bar showing it at work, and a
+    // failure rejects (0.26.0, 2026-11-05: 1,127 files passed the 15 seconds and were called stuck).
     await CommandGate.run('importWizard.import', async () => {
         if (isBookmarks) {
             result = await NotesAPI.importBookmarks({
@@ -205,7 +207,7 @@ export async function runImport(wizard, progress) {
         }
         // Behind the wizard, a new search context of the imported notes: there when it closes.
         await wizard.services.afterImport(result.sourceTag);
-    });
+    }, { disableWatchdog: true });
 }
 
 // Where the files were dropped, as the import takes it: their notes get that search context's

{metalist-0.26.0 → metalist-0.26.1}/app/version.py

@@ -1,3 +1,3 @@
 """Single authoritative MetaList application version."""
 
-__version__ = "0.26.0"
+__version__ = "0.26.1"

{metalist-0.26.0 → metalist-0.26.1}/metalist.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metalist
-Version: 0.26.0
+Version: 0.26.1
 Summary: A minimalist single-user note-taking app with SSR, fast in-memory tree operations, and efficient sync.
 Project-URL: Homepage, https://metalist.app
 Project-URL: Repository, https://github.com/metalist-app/metalist