basic-memory 0.23.1.dev20__py3-none-any.whl → 0.23.1.dev24__py3-none-any.whl

basic_memory/alembic/versions/7f6a2b8c9d10_index_full_postgres_note_content.py

@@ -22,6 +22,62 @@ def upgrade() -> None:
     """Index complete note bodies as bounded PostgreSQL FTS chunks."""
     connection = op.get_bind()
     if connection.dialect.name == "postgresql":
+        # --- Repair: recreate search_index if a destructive reindex removed it ---
+        # Trigger: search_index does not exist. Through v0.23.0, the per-project
+        # search reindex ran DROP TABLE IF EXISTS search_index, and on Postgres
+        # nothing outside migrations recreates that table.
+        # Why: the chunk backfill below reads search_index and the chunks table
+        # declares a foreign key to it, so without repair this migration fails
+        # permanently and blocks the database from ever reaching head.
+        # Outcome: healthy databases no-op on IF NOT EXISTS; a repaired database
+        # gets an empty index that the next full reindex repopulates. The DDL
+        # mirrors the current schema in models/search.py.
+        op.execute("""
+            CREATE TABLE IF NOT EXISTS search_index (
+                id INTEGER NOT NULL,
+                project_id INTEGER NOT NULL,
+                title TEXT,
+                content_stems TEXT,
+                content_snippet TEXT,
+                permalink VARCHAR,
+                file_path VARCHAR,
+                type VARCHAR,
+                from_id INTEGER,
+                to_id INTEGER,
+                relation_type VARCHAR,
+                entity_id INTEGER,
+                category VARCHAR,
+                metadata JSONB,
+                created_at TIMESTAMP WITH TIME ZONE,
+                updated_at TIMESTAMP WITH TIME ZONE,
+                textsearchable_index_col tsvector GENERATED ALWAYS AS (
+                    to_tsvector(
+                        'english',
+                        coalesce(title, '') || ' ' ||
+                        coalesce(content_stems, '')
+                    )
+                ) STORED,
+                PRIMARY KEY (id, type, project_id),
+                FOREIGN KEY (project_id) REFERENCES project(id) ON DELETE CASCADE
+            )
+        """)
+        op.execute("""
+            CREATE INDEX IF NOT EXISTS ix_search_index_project_id
+            ON search_index (project_id)
+        """)
+        op.execute("""
+            CREATE INDEX IF NOT EXISTS idx_search_index_fts
+            ON search_index USING gin(textsearchable_index_col)
+        """)
+        op.execute("""
+            CREATE INDEX IF NOT EXISTS idx_search_index_metadata_gin
+            ON search_index USING gin(metadata jsonb_path_ops)
+        """)
+        op.execute("""
+            CREATE UNIQUE INDEX IF NOT EXISTS uix_search_index_permalink_project
+            ON search_index (permalink, project_id)
+            WHERE permalink IS NOT NULL
+        """)
         op.execute("""
             CREATE TABLE search_index_fts_chunks (
                 project_id INTEGER NOT NULL,

basic_memory/repository/search_repository.py

@@ -129,6 +129,10 @@ class SearchRepository(Protocol):
         """Delete item by permalink."""
         ...
 
+    async def delete_project_search_rows(self) -> None:
+        """Delete every full-text search row owned by this project."""
+        ...
+
     async def delete_by_entity_id(self, entity_id: int) -> None:
         """Delete items by entity ID."""
         ...

basic_memory/repository/search_repository_base.py

@@ -1143,6 +1143,21 @@ class SearchRepositoryBase(ABC):
             )
             await session.commit()
 
+    async def delete_project_search_rows(self) -> None:
+        """Delete every full-text search row owned by this repository's project.
+
+        Shared across backends: both store rows in `search_index` keyed by
+        project_id, and a project-scoped DELETE leaves sibling projects in the
+        same database untouched. On Postgres the bounded FTS chunk rows follow
+        via their ON DELETE CASCADE foreign key.
+        """
+        async with db.scoped_session(self.session_maker) as session:
+            await session.execute(
+                text("DELETE FROM search_index WHERE project_id = :project_id"),
+                {"project_id": self.project_id},
+            )
+            await session.commit()
+
     async def execute_query(
         self,
         query: Executable,

basic_memory/services/search_service.py

@@ -11,7 +11,6 @@ from typing import Any, List, Optional, Set, Dict
 from dateparser import parse
 from fastapi import BackgroundTasks
 from loguru import logger
-from sqlalchemy import text
 from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
 
 import logfire
@@ -152,11 +151,20 @@ class SearchService:
         logger.info("Starting full reindex")
         # Trigger: a full search rebuild removes every derived row.
         # Why: vector storage may live outside SQL, so cleanup must cross the
-        # repository boundary before the full-text table is recreated.
+        # repository boundary before the full-text rows are rebuilt.
         # Outcome: built-in and extension indexes follow the same lifecycle.
         await self.repository.delete_project_vector_rows()
-        await self.repository.execute_query(text("DROP TABLE IF EXISTS search_index"), params={})
+        # Trigger: this service reindexes exactly one project, but search_index
+        # is shared by every project in the database (local SQLite consolidated
+        # into one memory.db; cloud tenants share one Postgres DB across
+        # projects). The historical DROP TABLE here dated from the one-database-
+        # per-project era and destroyed sibling projects' rows — on Postgres it
+        # also left nothing behind, since only migrations recreate the table.
+        # Why: a project-scoped DELETE clears only rows this rebuild will
+        # repopulate, and on Postgres the FTS chunk rows cascade with them.
+        # Outcome: sibling projects keep serving search while this one rebuilds.
         await self.init_search_index()
+        await self.repository.delete_project_search_rows()
 
         # Reindex all entities
         logger.debug("Indexing entities")

{basic_memory-0.23.1.dev20.dist-info → basic_memory-0.23.1.dev24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: basic-memory
-Version: 0.23.1.dev20
+Version: 0.23.1.dev24
 Summary: Local-first knowledge management combining Zettelkasten with knowledge graphs
 Project-URL: Homepage, https://github.com/basicmachines-co/basic-memory
 Project-URL: Repository, https://github.com/basicmachines-co/basic-memory

{basic_memory-0.23.1.dev20.dist-info → basic_memory-0.23.1.dev24.dist-info}/RECORD

@@ -23,7 +23,7 @@ basic_memory/alembic/versions/502b60eaa905_remove_required_from_entity_permalink
 basic_memory/alembic/versions/5fe1ab1ccebe_add_projects_table.py,sha256=xTSVvB-caYl_CdVfzhj-eqdQEOxQ12NIHOc8dBSqCMQ,4779
 basic_memory/alembic/versions/647e7a75e2cd_project_constraint_fix.py,sha256=oFtjzJd37HUMezuCUonK-yRc867_9L5zxd4CnLhFIi4,4655
 basic_memory/alembic/versions/6830751f5fb6_merge_multiple_heads.py,sha256=8bO4yg_v6klCJz0E15sDI2pDtsmAL2nNO5ACpKGLYQo,499
-basic_memory/alembic/versions/7f6a2b8c9d10_index_full_postgres_note_content.py,sha256=Kf4-_uBKe28MbpbKPsxZEKQzCYpIxv79iWxbKUZI91w,2857
+basic_memory/alembic/versions/7f6a2b8c9d10_index_full_postgres_note_content.py,sha256=0Ipk-T-7LiA8-ExBr-mz-zqKHvH9QI0G33zdWtnREHo,5414
 basic_memory/alembic/versions/9d9c1cb7d8f5_add_mtime_and_size_columns_to_entity_.py,sha256=DYlXlRYO3Ms6x9GbrFGWgj1QEzsdKHx-4AA4lSVM7y0,1587
 basic_memory/alembic/versions/a1b2c3d4e5f6_fix_project_foreign_keys.py,sha256=i42eQyO08RWf4exnH1q1PKw_EJFsHAG-T4pdLTMSpiA,1818
 basic_memory/alembic/versions/a2b3c4d5e6f7_add_search_index_entity_cascade.py,sha256=Oh_J5Jw85J3LvknfizFP7_1SoelZM_A7IjBau8lRpfk,1671
@@ -317,8 +317,8 @@ basic_memory/repository/rerank_provider.py,sha256=JnMXexhMOv93gJ3UQkkUE6tQyJWdph
 basic_memory/repository/rerank_provider_factory.py,sha256=JlPHD0YdAWSima7gGkheiTnGhEn2j5JPB09MZDuhoj0,4735
 basic_memory/repository/search_index_row.py,sha256=bTF7-tiz91HySchZfdP1dZbUNW7WU2KNgG1s1mnRBWc,5335
 basic_memory/repository/search_query.py,sha256=0Kh1IDMXCUza-uTKej5wCu-TjHKhA8j-MCzQ0-abvpA,13949
-basic_memory/repository/search_repository.py,sha256=U6okrNaxDqEHYIwLNYyZPPtDimiiqmZO1U6CPrXgrHQ,9555
-basic_memory/repository/search_repository_base.py,sha256=GUEI39CYuAai87m6woEhCyYKrMZ9THuTdEqhoLB02DU,119986
+basic_memory/repository/search_repository.py,sha256=Cpgn1feacMtxbm7BhaWf_FMS__Gn7WiIAnovYJX7-Ao,9695
+basic_memory/repository/search_repository_base.py,sha256=7olsUTL0nI-4vkspTViJZbvqIfDPxGho34D3vmILpdo,120702
 basic_memory/repository/search_trace.py,sha256=OLcUJ-4GBva1zgNPBlNA1BThpUJo77YsW5H-0j3zqy4,20613
 basic_memory/repository/semantic_chunking.py,sha256=7xTmL7vt_6vBSYJYeio6s7nTkvW8AdQ9sok1HIY5GWE,8427
 basic_memory/repository/semantic_errors.py,sha256=1v0jz9aBkephpVc4FcX3xIQvgk5jnkO9VpZhPM7AdIc,996
@@ -387,12 +387,12 @@ basic_memory/services/note_preparation.py,sha256=POGmk0L_9a-eLIMmXmuKtN81QRabF0J
 basic_memory/services/project_deletes.py,sha256=bnq8la1ZKsZEkcAg3Ew2onXHku9CWChr-BWDZA6lvuI,6010
 basic_memory/services/project_service.py,sha256=JB-pNRZfRhVGIRUlSt7IiI-BllxgFs8A7xtGK3klFcA,61803
 basic_memory/services/retrieval_inspect.py,sha256=gJq94oYV6ISeh-JeUAB8srMw8K3oGeMgzVXEOWAEzxA,23844
-basic_memory/services/search_service.py,sha256=OcT2wMn7rN1GQ_0l8OH8KKcoTG4D7-EvfqPulss01NA,39618
+basic_memory/services/search_service.py,sha256=8A1vXo5IIpKXL2gxEsCEP_tcKyRcnz4R5xb6zijRuW0,40254
 basic_memory/services/service.py,sha256=V-d_8gOV07zGIQDpL-Ksqs3ZN9l3qf3HZOK1f_YNTag,336
 basic_memory/templates/prompts/continue_conversation.hbs,sha256=trrDHSXA5S0JCbInMoUJL04xvCGRB_ku1RHNQHtl6ZI,3076
 basic_memory/templates/prompts/search.hbs,sha256=H1cCIsHKp4VC1GrH2KeUB8pGe5vXFPqb2VPotypmeCA,3098
-basic_memory-0.23.1.dev20.dist-info/METADATA,sha256=kS21fqv6k0zvFoXQ3KaKUgv6UWpoDs_APp8C7FjTpqs,26848
-basic_memory-0.23.1.dev20.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
-basic_memory-0.23.1.dev20.dist-info/entry_points.txt,sha256=wvE2mRF6-Pg4weIYcfQ-86NOLZD4WJg7F7TIsRVFLb8,90
-basic_memory-0.23.1.dev20.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
-basic_memory-0.23.1.dev20.dist-info/RECORD,,
+basic_memory-0.23.1.dev24.dist-info/METADATA,sha256=0aAtGPFW1HeEVmf3nfY_ctjaRL_KmF8iw_601_PGvZM,26848
+basic_memory-0.23.1.dev24.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+basic_memory-0.23.1.dev24.dist-info/entry_points.txt,sha256=wvE2mRF6-Pg4weIYcfQ-86NOLZD4WJg7F7TIsRVFLb8,90
+basic_memory-0.23.1.dev24.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+basic_memory-0.23.1.dev24.dist-info/RECORD,,