lorebase-scribe 0.2.3__tar.gz → 0.3.0__tar.gz

{lorebase_scribe-0.2.3 → lorebase_scribe-0.3.0}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.5
 Name: lorebase-scribe
-Version: 0.2.3
+Version: 0.3.0
 Summary: Lorebase Scribe: job worker, scheduler and Source synchronization
 Requires-Python: >=3.12
 Requires-Dist: asyncpg>=0.29
 Requires-Dist: httpx>=0.27
-Requires-Dist: lorebase-core<0.3,>=0.2
-Requires-Dist: lorebase-inference<0.3,>=0.2
-Requires-Dist: lorebase-platform<0.3,>=0.2
-Requires-Dist: lorebase-store<0.3,>=0.2
+Requires-Dist: lorebase-core<0.4,>=0.3
+Requires-Dist: lorebase-inference<0.4,>=0.3
+Requires-Dist: lorebase-platform<0.4,>=0.3
+Requires-Dist: lorebase-store<0.4,>=0.3
 Requires-Dist: opentelemetry-api>=1.25
 Requires-Dist: pydantic>=2.7
 Requires-Dist: sqlalchemy[asyncio]>=2.0.30

{lorebase_scribe-0.2.3 → lorebase_scribe-0.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lorebase-scribe"
-version = "0.2.3"
+version = "0.3.0"
 description = "Lorebase Scribe: job worker, scheduler and Source synchronization"
 requires-python = ">=3.12"
 # lorebase-store: job queue, commit pipeline, merges, webhooks, index jobs and GC.
@@ -8,10 +8,10 @@ requires-python = ">=3.12"
 # httpx: webhook deliveries, CSV Sources served over HTTP(S) and http_json Sources.
 # asyncpg and sqlalchemy: reading Postgres Sources (the drivers the store already uses).
 dependencies = [
-  "lorebase-core>=0.2,<0.3",
-  "lorebase-platform>=0.2,<0.3",
-  "lorebase-store>=0.2,<0.3",
-  "lorebase-inference>=0.2,<0.3",
+  "lorebase-core>=0.3,<0.4",
+  "lorebase-platform>=0.3,<0.4",
+  "lorebase-store>=0.3,<0.4",
+  "lorebase-inference>=0.3,<0.4",
   "sqlalchemy[asyncio]>=2.0.30",
   "asyncpg>=0.29",
   "httpx>=0.27",

{lorebase_scribe-0.2.3 → lorebase_scribe-0.3.0}/src/lorebase_scribe/__init__.py

@@ -1,3 +1,3 @@
 """Lorebase Scribe: job worker, scheduler and Source synchronization."""
 
-__version__ = "0.2.3"
+__version__ = "0.3.0"

{lorebase_scribe-0.2.3 → lorebase_scribe-0.3.0}/src/lorebase_scribe/__main__.py

@@ -7,6 +7,16 @@ lorebase-scribe sync DOMAIN SOURCE [--dry-run]
 lorebase-scribe embeddings DOMAIN [--branch B]... [--reindex] [--prune]
                                      compute missing embeddings now (backfill) and print
                                      the report
+lorebase-scribe value-index DOMAIN [--rebuild]
+                                     bring the value index selection in line with the default
+                                     branch now, or recount every value (rebuild)
+lorebase-scribe coverage DOMAIN [--force]
+                                     count Records and missing values per Kind of the default
+                                     branch head now
+lorebase-scribe consolidate DOMAIN   prune expired resolution misses and propose vocabulary
+                                     suggestions from the frequent ones now
+lorebase-scribe misses purge DOMAIN  delete every recorded resolution miss of a Domain and
+                                     the vocabulary suggestions quoting them
 lorebase-scribe modes clear          forget the structured output modes remembered per chat
                                      endpoint
 """
@@ -25,7 +35,11 @@ from lorebase_platform.settings import ConfigError, Settings, load_settings
 from lorebase_platform.telemetry import setup_telemetry
 from lorebase_scribe.service import open_scribe
 from lorebase_scribe.sources import SourceSync
+from lorebase_store.coverage import run_coverage
 from lorebase_store.endpoint_modes import clear_modes
+from lorebase_store.repositories import SchemaSuggestionRepository, scope_to_domain
+from lorebase_store.resolve_misses import lock_domain, purge_misses
+from lorebase_store.values import run_value_index
 
 SERVICE_NAME = "scribe"
 
@@ -61,6 +75,33 @@ def _parser() -> argparse.ArgumentParser:
         action="store_true",
         help="After a complete pass, delete the vectors of every other model.",
     )
+    value_index = commands.add_parser(
+        "value-index", help="Bring the value index of a Domain up to date now."
+    )
+    value_index.add_argument("domain")
+    value_index.add_argument(
+        "--rebuild",
+        action="store_true",
+        help="Recount every value from the Records (repair, or an install upgraded in place).",
+    )
+    coverage = commands.add_parser(
+        "coverage", help="Count Records and missing values per Kind of a Domain now."
+    )
+    coverage.add_argument("domain")
+    coverage.add_argument(
+        "--force", action="store_true", help="Recount although the head did not move."
+    )
+    consolidate = commands.add_parser(
+        "consolidate", help="Turn a Domain's frequent resolution misses into suggestions now."
+    )
+    consolidate.add_argument("domain")
+    misses = commands.add_parser("misses", help="Recorded resolution misses.")
+    misses.add_argument(
+        "action",
+        choices=["purge"],
+        help="Delete every miss of the Domain and the vocabulary suggestions quoting them.",
+    )
+    misses.add_argument("domain")
     modes = commands.add_parser("modes", help="Structured output modes of the chat endpoints.")
     modes.add_argument("action", choices=["clear"], help="Forget every remembered mode.")
     return parser
@@ -94,6 +135,7 @@ async def _sync(settings: Settings, domain: str, source: str, dry_run: bool) ->
             context.settings.sources,
             principal=context.settings.worker.principal,
             connectors=context.connectors,
+            approval_rules=context.approval_rules,
         )
         return (await sync.run(domain, source, dry_run=dry_run)).as_dict()
 
@@ -121,6 +163,46 @@ async def _embeddings(
         return {"passes": reports, "complete": report.complete}
 
 
+async def _value_index(settings: Settings, domain: str, rebuild: bool) -> dict[str, object]:
+    async with open_scribe(settings) as scribe:
+        context = scribe.context
+        report = await run_value_index(
+            context.sessions, domain, settings=context.runtime.settings, rebuild_all=rebuild
+        )
+        return report.as_dict()
+
+
+async def _coverage(settings: Settings, domain: str, force: bool) -> dict[str, object]:
+    async with open_scribe(settings) as scribe:
+        context = scribe.context
+        report = await run_coverage(
+            context.sessions,
+            domain,
+            settings=context.runtime.settings.coverage,
+            clock=context.clock,
+            force=force,
+        )
+        return report.as_dict()
+
+
+async def _consolidate(settings: Settings, domain: str) -> dict[str, object]:
+    async with open_scribe(settings) as scribe:
+        return (await scribe.context.consolidation_pass().run(domain)).as_dict()
+
+
+async def _misses_purge(settings: Settings, domain: str) -> dict[str, object]:
+    async with (
+        open_scribe(settings) as scribe,
+        scribe.context.sessions() as session,
+        session.begin(),
+    ):
+        await scope_to_domain(session, domain)
+        await lock_domain(session, domain)
+        purged = await purge_misses(session, domain)
+        suggestions = await SchemaSuggestionRepository(session, domain).purge_vocabulary()
+        return {"domain": domain, "purged": purged, "suggestions": suggestions}
+
+
 def main(argv: Sequence[str] | None = None) -> int:
     """Load settings, configure logging and telemetry, then run the command."""
     args = _parser().parse_args(argv)
@@ -142,6 +224,18 @@ def main(argv: Sequence[str] | None = None) -> int:
             return 0 if result["complete"] else 1
         elif args.command == "modes":
             sys.stdout.write(json.dumps(asyncio.run(_modes_clear(settings))) + "\n")
+        elif args.command == "coverage":
+            report = asyncio.run(_coverage(settings, args.domain, args.force))
+            sys.stdout.write(json.dumps(report, default=str) + "\n")
+        elif args.command == "consolidate":
+            report = asyncio.run(_consolidate(settings, args.domain))
+            sys.stdout.write(json.dumps(report, default=str) + "\n")
+        elif args.command == "misses":
+            report = asyncio.run(_misses_purge(settings, args.domain))
+            sys.stdout.write(json.dumps(report, default=str) + "\n")
+        elif args.command == "value-index":
+            report = asyncio.run(_value_index(settings, args.domain, args.rebuild))
+            sys.stdout.write(json.dumps(report, default=str) + "\n")
         elif args.command == "sync":
             report = asyncio.run(_sync(settings, args.domain, args.source, args.dry_run))
             sys.stdout.write(json.dumps(report, default=str) + "\n")