lorebase-keeper 0.2.3__tar.gz → 0.3.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/PKG-INFO +5 -3
  2. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/pyproject.toml +6 -4
  3. lorebase_keeper-0.3.0/src/lorebase_keeper/__init__.py +1 -0
  4. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/context.py +100 -23
  5. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/pack.py +25 -5
  6. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/app.py +7 -1
  7. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/permissions.py +11 -2
  8. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/ports.py +2 -0
  9. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/scan.py +13 -46
  10. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/readiness.py +50 -0
  11. lorebase_keeper-0.3.0/src/lorebase_keeper/reading/coverage.py +248 -0
  12. lorebase_keeper-0.3.0/src/lorebase_keeper/reading/lenses.py +70 -0
  13. lorebase_keeper-0.3.0/src/lorebase_keeper/reading/misses.py +228 -0
  14. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/requests.py +53 -1
  15. lorebase_keeper-0.3.0/src/lorebase_keeper/reading/resolve.py +877 -0
  16. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/runtime.py +11 -2
  17. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/search.py +213 -30
  18. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/settings.py +193 -2
  19. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/views.py +124 -0
  20. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/agents.py +3 -2
  21. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/documents.py +280 -96
  22. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/domain_api.py +4 -1
  23. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/domains.py +128 -12
  24. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/operations.py +2 -0
  25. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/proposals.py +193 -116
  26. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/read.py +85 -5
  27. lorebase_keeper-0.3.0/src/lorebase_keeper/routes/reconciliation.py +759 -0
  28. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema.py +18 -3
  29. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema_suggestions.py +67 -11
  30. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/agent_writes.py +16 -3
  31. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/config.py +54 -9
  32. lorebase_keeper-0.3.0/src/lorebase_keeper/services/documents.py +386 -0
  33. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/domains.py +40 -6
  34. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operation_catalog.py +86 -1
  35. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operations.py +85 -9
  36. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/proposal_reads.py +107 -1
  37. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/proposals.py +322 -26
  38. lorebase_keeper-0.3.0/src/lorebase_keeper/services/reconciliation.py +1287 -0
  39. lorebase_keeper-0.3.0/src/lorebase_keeper/services/reconciliation_settle.py +84 -0
  40. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema.py +18 -4
  41. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema_inference.py +4 -1
  42. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema_suggestions.py +76 -4
  43. lorebase_keeper-0.3.0/src/lorebase_keeper/services/stewards.py +240 -0
  44. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/settings.py +4 -0
  45. lorebase_keeper-0.3.0/tests/agents/test_lenses.py +267 -0
  46. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/conftest.py +7 -0
  47. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_proposal_read_authorization.py +3 -3
  48. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_rbac.py +8 -1
  49. lorebase_keeper-0.3.0/tests/integration/resolve_shop.py +313 -0
  50. lorebase_keeper-0.3.0/tests/integration/test_coverage_api.py +347 -0
  51. lorebase_keeper-0.3.0/tests/integration/test_document_versions_api.py +245 -0
  52. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_api.py +4 -2
  53. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_readiness_postgres.py +41 -4
  54. lorebase_keeper-0.3.0/tests/integration/test_resolve_api.py +341 -0
  55. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_schema_suggestions_api.py +100 -0
  56. lorebase_keeper-0.3.0/tests/integration/test_search_presets_postgres.py +258 -0
  57. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_proposals_postgres.py +7 -0
  58. lorebase_keeper-0.3.0/tests/integration/writes/test_reconciliation_postgres.py +616 -0
  59. lorebase_keeper-0.3.0/tests/integration/writes/test_stewards_postgres.py +374 -0
  60. lorebase_keeper-0.3.0/tests/reading/test_misses.py +159 -0
  61. lorebase_keeper-0.3.0/tests/reading/test_resolve.py +127 -0
  62. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_health.py +2 -2
  63. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_proposals.py +44 -0
  64. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_read_replicas.py +9 -2
  65. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_readiness_migrations.py +1 -1
  66. lorebase_keeper-0.3.0/tests/test_reconciliation.py +319 -0
  67. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_inference.py +3 -1
  68. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_settings.py +2 -0
  69. lorebase_keeper-0.2.3/src/lorebase_keeper/__init__.py +0 -1
  70. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/.gitignore +0 -0
  71. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/__main__.py +0 -0
  72. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/__init__.py +0 -0
  73. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/budget.py +0 -0
  74. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/explain.py +0 -0
  75. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/feed.py +0 -0
  76. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/markdown.py +0 -0
  77. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/settings.py +0 -0
  78. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/__init__.py +0 -0
  79. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/api_keys.py +0 -0
  80. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/audit.py +0 -0
  81. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/cache.py +0 -0
  82. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/config.py +0 -0
  83. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/deps.py +0 -0
  84. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/keyring.py +0 -0
  85. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/oidc.py +0 -0
  86. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/principals.py +0 -0
  87. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/provider.py +0 -0
  88. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/rbac.py +0 -0
  89. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/read_audit.py +0 -0
  90. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/runtime.py +0 -0
  91. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/sessions.py +0 -0
  92. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/bootstrap.py +0 -0
  93. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/client_address.py +0 -0
  94. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/context.py +0 -0
  95. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/db.py +0 -0
  96. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/deps.py +0 -0
  97. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/errors.py +0 -0
  98. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/health.py +0 -0
  99. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/__init__.py +0 -0
  100. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/config.py +0 -0
  101. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/markdown.py +0 -0
  102. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/models.py +0 -0
  103. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/report.py +0 -0
  104. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/middleware.py +0 -0
  105. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/pagination.py +0 -0
  106. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/__init__.py +0 -0
  107. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/bucket.py +0 -0
  108. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/config.py +0 -0
  109. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/enforce.py +0 -0
  110. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/limiter.py +0 -0
  111. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/quotas.py +0 -0
  112. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/shared.py +0 -0
  113. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/__init__.py +0 -0
  114. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/caching.py +0 -0
  115. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/compiler.py +0 -0
  116. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/cursors.py +0 -0
  117. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/diff.py +0 -0
  118. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/graph.py +0 -0
  119. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/history.py +0 -0
  120. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/points.py +0 -0
  121. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/problems.py +0 -0
  122. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/record_history.py +0 -0
  123. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/records.py +0 -0
  124. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/sensitivity.py +0 -0
  125. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/snapshots.py +0 -0
  126. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/tree.py +0 -0
  127. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/visibility.py +0 -0
  128. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/__init__.py +0 -0
  129. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/admin.py +0 -0
  130. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/branches.py +0 -0
  131. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/derivations.py +0 -0
  132. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/events.py +0 -0
  133. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/kind_health.py +0 -0
  134. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/proposal_items.py +0 -0
  135. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/revisions.py +0 -0
  136. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema_inference.py +0 -0
  137. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/sessions.py +0 -0
  138. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/source_preview.py +0 -0
  139. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/sources.py +0 -0
  140. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/trace.py +0 -0
  141. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/vault.py +0 -0
  142. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/webhooks.py +0 -0
  143. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/whoami.py +0 -0
  144. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/__init__.py +0 -0
  145. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/branches.py +0 -0
  146. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/derivation_preview.py +0 -0
  147. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/document_urls.py +0 -0
  148. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/errors.py +0 -0
  149. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operation_events.py +0 -0
  150. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/pii_import.py +0 -0
  151. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/reads.py +0 -0
  152. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/source_preview.py +0 -0
  153. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/__init__.py +0 -0
  154. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/capture.py +0 -0
  155. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/config.py +0 -0
  156. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/explain.py +0 -0
  157. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/middleware.py +0 -0
  158. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/notes.py +0 -0
  159. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/recorder.py +0 -0
  160. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/conftest.py +0 -0
  161. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/context_pack.md +0 -0
  162. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/context_pack_trimmed.md +0 -0
  163. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/explain_part.md +0 -0
  164. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_budget.py +0 -0
  165. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_rendering.py +0 -0
  166. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_scope.py +0 -0
  167. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_settings.py +0 -0
  168. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_admin.py +0 -0
  169. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_api_key_authentication.py +0 -0
  170. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_api_keys.py +0 -0
  171. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_audit.py +0 -0
  172. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_auth_failure_limits.py +0 -0
  173. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_bootstrap.py +0 -0
  174. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_oidc.py +0 -0
  175. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_quotas.py +0 -0
  176. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_rate_limits.py +0 -0
  177. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_read_audit.py +0 -0
  178. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_read_authorization.py +0 -0
  179. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_schema_inference_access.py +0 -0
  180. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_sessions.py +0 -0
  181. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/conftest.py +0 -0
  182. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/conftest.py +0 -0
  183. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/read_fixtures.py +0 -0
  184. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/snapshots/context_supplier_s1001.md +0 -0
  185. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/snapshots/explain_supplier_s1001.md +0 -0
  186. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/supply.py +0 -0
  187. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agent_trace_postgres.py +0 -0
  188. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agent_trace_rbac_postgres.py +0 -0
  189. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agents_api.py +0 -0
  190. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_auth_postgres.py +0 -0
  191. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_change_feed.py +0 -0
  192. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derivation_preview_api.py +0 -0
  193. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derivations_postgres.py +0 -0
  194. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derived_sensitivity_api.py +0 -0
  195. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_documents_api.py +0 -0
  196. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_expressions_postgres.py +0 -0
  197. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_extraction_vault_edits.py +0 -0
  198. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_health_postgres.py +0 -0
  199. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_invisible_kinds.py +0 -0
  200. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_limits_postgres.py +0 -0
  201. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_operation_events_postgres.py +0 -0
  202. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_overlay_reads_postgres.py +0 -0
  203. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_path_derivations_postgres.py +0 -0
  204. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_authorization.py +0 -0
  205. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_replicas_postgres.py +0 -0
  206. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_timing.py +0 -0
  207. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_record_history_api.py +0 -0
  208. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_record_lineage_api.py +0 -0
  209. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_search_bm25_postgres.py +0 -0
  210. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_search_tuning_postgres.py +0 -0
  211. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sensitivity_api.py +0 -0
  212. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sessions_postgres.py +0 -0
  213. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_source_preview_api.py +0 -0
  214. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sources_api.py +0 -0
  215. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_time_travel_api.py +0 -0
  216. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/conftest.py +0 -0
  217. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_agent_writes_postgres.py +0 -0
  218. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_domains_branches_postgres.py +0 -0
  219. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_operations_postgres.py +0 -0
  220. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_pii_import_postgres.py +0 -0
  221. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_schema_postgres.py +0 -0
  222. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_sensitivity_writes_postgres.py +0 -0
  223. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_webhook_clearances_postgres.py +0 -0
  224. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_webhook_sealing_postgres.py +0 -0
  225. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/kindhealth/test_health_reports.py +0 -0
  226. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/ratelimit/test_rate_limit_buckets.py +0 -0
  227. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/ratelimit/test_shared_store.py +0 -0
  228. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/located_trait.sql +0 -0
  229. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/part_include.sql +0 -0
  230. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/part_relations.sql +0 -0
  231. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/supplier_filter_keyset.sql +0 -0
  232. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/supplier_foreign_key.sql +0 -0
  233. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_caching.py +0 -0
  234. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_compiler.py +0 -0
  235. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_routes.py +0 -0
  236. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_sensitivity.py +0 -0
  237. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_settings.py +0 -0
  238. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_visibility.py +0 -0
  239. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_agent_writes.py +0 -0
  240. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_client_address.py +0 -0
  241. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_conventions.py +0 -0
  242. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_cors.py +0 -0
  243. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_derivation_preview.py +0 -0
  244. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_document_urls.py +0 -0
  245. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_domain_routes.py +0 -0
  246. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_errors.py +0 -0
  247. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_main.py +0 -0
  248. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_operation_events.py +0 -0
  249. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_operations.py +0 -0
  250. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_pii_import.py +0 -0
  251. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_request_id.py +0 -0
  252. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_changes.py +0 -0
  253. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_search.py +0 -0
  254. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_security_headers.py +0 -0
  255. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_source_preview.py +0 -0
  256. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_capture.py +0 -0
  257. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_trace_fields.py +0 -0
  258. {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_trace_middleware.py +0 -0
@@ -1,14 +1,16 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: lorebase-keeper
3
- Version: 0.2.3
3
+ Version: 0.3.0
4
4
  Summary: Lorebase Keeper: REST API service
5
5
  Requires-Python: >=3.12
6
6
  Requires-Dist: asyncpg>=0.29
7
7
  Requires-Dist: fastapi>=0.115
8
8
  Requires-Dist: httpx>=0.27
9
- Requires-Dist: lorebase-platform<0.3,>=0.2
10
- Requires-Dist: lorebase-store<0.3,>=0.2
9
+ Requires-Dist: lorebase-core<0.4,>=0.3
10
+ Requires-Dist: lorebase-platform<0.4,>=0.3
11
+ Requires-Dist: lorebase-store<0.4,>=0.3
11
12
  Requires-Dist: opentelemetry-api>=1.25
13
+ Requires-Dist: pgvector>=0.3
12
14
  Requires-Dist: pydantic>=2.7
13
15
  Requires-Dist: pyjwt[crypto]>=2.8
14
16
  Requires-Dist: python-multipart>=0.0.9
@@ -1,16 +1,18 @@
1
1
  [project]
2
2
  name = "lorebase-keeper"
3
- version = "0.2.3"
3
+ version = "0.3.0"
4
4
  description = "Lorebase Keeper: REST API service"
5
5
  requires-python = ">=3.12"
6
6
  dependencies = [
7
- "lorebase-store>=0.2,<0.3",
8
- "lorebase-platform>=0.2,<0.3",
7
+ "lorebase-core>=0.3,<0.4",
8
+ "lorebase-store>=0.3,<0.4",
9
+ "lorebase-platform>=0.3,<0.4",
9
10
  "fastapi>=0.115",
10
11
  "uvicorn>=0.30",
11
12
  "pydantic>=2.7",
12
13
  "opentelemetry-api>=1.25",
13
- "asyncpg>=0.29",
14
+ "asyncpg>=0.29", # readiness probe of the database (imported lazily)
15
+ "pgvector>=0.3", # vector column types of semantic search
14
16
  "httpx>=0.27",
15
17
  "PyJWT[crypto]>=2.8",
16
18
  "python-multipart>=0.0.9", # form parser of Starlette: file uploads of POST schema:infer
@@ -0,0 +1 @@
1
+ __version__ = "0.3.0"
@@ -45,6 +45,7 @@ from lorebase_keeper.agents.pack import (
45
45
  from lorebase_keeper.agents.settings import ContextSettings
46
46
  from lorebase_keeper.reading.compiler import record_columns
47
47
  from lorebase_keeper.reading.history import REVISIONS
48
+ from lorebase_keeper.reading.lenses import resolve_lens, trait_kinds
48
49
  from lorebase_keeper.reading.points import ReadPoint, not_found
49
50
  from lorebase_keeper.reading.problems import invalid
50
51
  from lorebase_keeper.reading.records import plan_query, require_kind, run_query
@@ -74,28 +75,77 @@ def timestamp(value: datetime | None) -> str | None:
74
75
 
75
76
  @dataclass(frozen=True, slots=True)
76
77
  class PackSettings:
78
+ """What a request asks for once its lens is applied (design 8.8): members of the request
79
+ win over the lens's, which win over the settings."""
80
+
77
81
  budget_tokens: int
78
82
  depth: int
83
+ include_schema: bool = True
84
+ include_recent_changes: bool = True
85
+ include_lineage: bool = True
86
+ relations: tuple[str, ...] = ()
87
+ """Relation ids of the lens, followed in both directions when the request names none."""
88
+ kinds: frozenset[str] | None = None
89
+ """Ids of the Kinds that neighbors and `search` and `query` seeds are limited to, from the
90
+ request's `traits` or else the lens; `None`: no limit."""
91
+ capped: bool = False
92
+ """A budget or depth of the lens was over the configured bounds and is served at them."""
79
93
 
80
94
 
81
95
  def effective(
82
- request: ContextRequest, settings: ContextSettings, runtime: ReadRuntime
96
+ request: ContextRequest,
97
+ settings: ContextSettings,
98
+ runtime: ReadRuntime,
99
+ point: ReadPoint,
83
100
  ) -> PackSettings:
84
- """Budget and depth of a request, within the configured bounds (422 otherwise)."""
85
- budget = request.budget_tokens or settings.default_budget_tokens
86
- if budget > settings.max_budget_tokens:
101
+ """Budget, depth, sections and Kinds of a request: its own members, else those of its
102
+ lens, else the settings. Values of the request over the configured bounds are 422; those
103
+ of a lens are served at the bounds (the pack says `capped`)."""
104
+ resolved = None if request.lens is None else resolve_lens(point, request.lens, "/body/lens")
105
+ lens = None if resolved is None else resolved.lens
106
+ capped = False
107
+ budget = request.budget_tokens
108
+ if budget is None:
109
+ budget = (lens.budget_tokens if lens else None) or settings.default_budget_tokens
110
+ if budget > settings.max_budget_tokens:
111
+ budget, capped = settings.max_budget_tokens, True
112
+ elif budget > settings.max_budget_tokens:
87
113
  raise invalid(
88
114
  "/body/budget_tokens", f"must not exceed {settings.max_budget_tokens}", "limit_exceeded"
89
115
  )
90
- depth = settings.default_depth if request.depth is None else request.depth
91
116
  deepest = min(
92
117
  settings.max_depth,
93
118
  runtime.read.traverse.max_depth,
94
119
  runtime.store_settings.traverse.max_depth,
95
120
  )
96
- if depth > deepest:
121
+ depth = request.depth
122
+ if depth is None:
123
+ depth = settings.default_depth if lens is None or lens.depth is None else lens.depth
124
+ if depth > deepest:
125
+ depth, capped = deepest, True
126
+ elif depth > deepest:
97
127
  raise invalid("/body/depth", f"must not exceed {deepest}", "limit_exceeded")
98
- return PackSettings(budget, depth)
128
+ kinds: frozenset[str] | None = None
129
+ if request.traits is not None:
130
+ kinds = frozenset(k.id for k in trait_kinds(point, request.traits, "/body/traits"))
131
+ elif resolved is not None and resolved.kinds is not None:
132
+ kinds = frozenset(k.id for k in resolved.kinds)
133
+
134
+ def section(asked: bool | None, preset: bool | None) -> bool:
135
+ return asked if asked is not None else True if preset is None else preset
136
+
137
+ return PackSettings(
138
+ budget,
139
+ depth,
140
+ include_schema=section(request.include_schema, lens.include_schema if lens else None),
141
+ include_recent_changes=section(
142
+ request.include_recent_changes, lens.include_recent_changes if lens else None
143
+ ),
144
+ include_lineage=section(request.include_lineage, lens.include_lineage if lens else None),
145
+ relations=lens.relations if lens else (),
146
+ kinds=kinds,
147
+ capped=capped,
148
+ )
99
149
 
100
150
 
101
151
  # Seeds ----------------------------------------------------------------------------------------
@@ -107,8 +157,10 @@ async def seed_addresses(
107
157
  point: ReadPoint,
108
158
  request: ContextRequest,
109
159
  settings: ContextSettings,
160
+ kinds: frozenset[str] | None = None,
110
161
  ) -> list[tuple[Kind, str]]:
111
- """`(Kind, key)` of the seeds, in request, query or ranking order, without repeats."""
162
+ """`(Kind, key)` of the seeds, in request, query or ranking order, without repeats.
163
+ `kinds` (ids) limits the Kinds of `query` and `search` seeds, never those of `refs`."""
112
164
  cap = settings.max_seeds
113
165
  found: list[tuple[str, str]] = []
114
166
  if request.refs is not None:
@@ -129,11 +181,23 @@ async def seed_addresses(
129
181
  session, runtime, point, plan, shape="context", cursor_pointer="/body/query/cursor"
130
182
  )
131
183
  found = [(item.kind, item.key) for item in page.items]
184
+ if kinds is not None:
185
+ allowed = {point.schema.kinds[k].api_name for k in kinds if k in point.schema.kinds}
186
+ found = [(kind, key) for kind, key in found if kind in allowed]
132
187
  else:
133
188
  assert request.search is not None
134
189
  limit = min(cap, runtime.search.results.max_limit)
135
190
  hits = await search(
136
- session, runtime, point, SearchRequest(q=request.search, mode="lexical", limit=limit)
191
+ session,
192
+ runtime,
193
+ point,
194
+ SearchRequest(
195
+ q=request.search,
196
+ mode="lexical",
197
+ limit=limit,
198
+ traits=request.traits,
199
+ lens=request.lens,
200
+ ),
137
201
  )
138
202
  found = [(hit.kind, hit.key) for hit in hits.items]
139
203
  unique = list(dict.fromkeys(found))
@@ -203,8 +267,9 @@ async def surroundings(
203
267
  seeds: Sequence[RecordOut],
204
268
  request: ContextRequest,
205
269
  settings: ContextSettings,
206
- depth: int,
270
+ bounds: PackSettings,
207
271
  ) -> Surroundings:
272
+ depth = bounds.depth
208
273
  if depth == 0 or not seeds:
209
274
  return Surroundings((), (), False)
210
275
  caps, walk = runtime.read.traverse, runtime.store_settings.traverse
@@ -216,7 +281,7 @@ async def surroundings(
216
281
  point.schema,
217
282
  [(require_kind(point, s.kind).id, s.key) for s in seeds],
218
283
  depth=depth,
219
- follow=_follow(point, request.relations),
284
+ follow=_follow(point, request.relations, bounds),
220
285
  max_nodes=min(len(seeds) + settings.max_neighbors, caps.max_nodes, walk.max_nodes),
221
286
  max_links=max(min(settings.max_links, caps.max_edges, walk.max_links), 1),
222
287
  runtime=runtime.store,
@@ -264,14 +329,20 @@ async def surroundings(
264
329
  return Surroundings(tuple(neighbors), ordered_links, found.truncated)
265
330
 
266
331
 
267
- def _follow(point: ReadPoint, names: list[str] | None) -> dict[str, Direction]:
332
+ def _follow(
333
+ point: ReadPoint, names: list[str] | None, bounds: PackSettings | None = None
334
+ ) -> dict[str, Direction]:
268
335
  """Relations to walk (id to direction): those named (forward or inverse api name; default:
269
- all), in the directions named, between Kinds the caller may read."""
336
+ those of the lens, else all), in the directions named, between Kinds the caller may read.
337
+ With `bounds.kinds`, a direction is walked only when it reaches a Kind of that set, so
338
+ other Kinds are neither returned nor walked through."""
270
339
  schema = point.schema
271
340
  wanted: dict[str, set[LinkDirection]] = defaultdict(set)
272
341
  if names is None:
342
+ lens_relations = () if bounds is None else bounds.relations
273
343
  for relation in schema.relations.values():
274
- wanted[relation.id] = set(LinkDirection)
344
+ if not lens_relations or relation.id in lens_relations:
345
+ wanted[relation.id] = set(LinkDirection)
275
346
  else:
276
347
  for index, name in enumerate(names):
277
348
  found = schema.relation_by_api_name(name)
@@ -284,6 +355,14 @@ def _follow(point: ReadPoint, names: list[str] | None) -> dict[str, Direction]:
284
355
  ends = (schema.kinds.get(relation.from_kind), schema.kinds.get(relation.to_kind))
285
356
  if any(kind is None or not point.scope.allows(kind.api_name) for kind in ends):
286
357
  continue # Kinds the caller may not read are neither returned nor walked through
358
+ if bounds is not None and bounds.kinds is not None:
359
+ reached = {
360
+ LinkDirection.FORWARD: relation.to_kind,
361
+ LinkDirection.INVERSE: relation.from_kind,
362
+ }
363
+ directions = {d for d in directions if reached[d] in bounds.kinds}
364
+ if not directions:
365
+ continue
287
366
  if len(directions) == 2:
288
367
  follow[relation_id] = Direction.BOTH
289
368
  else:
@@ -444,14 +523,14 @@ async def build_pack(
444
523
  settings: ContextSettings,
445
524
  ) -> tuple[bytes, str]:
446
525
  """The rendered pack and its media type."""
447
- bounds = effective(request, settings, runtime)
526
+ bounds = effective(request, settings, runtime, context.point)
448
527
  point = await with_rows(session, runtime, context.point, "Context packs")
449
- addresses = await seed_addresses(session, runtime, point, request, settings)
528
+ addresses = await seed_addresses(session, runtime, point, request, settings, bounds.kinds)
450
529
  rows = await fetch_rows(session, point, addresses)
451
530
  seeds = [record_out(point.schema, row, masking=point.masking) for row in rows]
452
- around = await surroundings(session, runtime, point, seeds, request, settings, bounds.depth)
531
+ around = await surroundings(session, runtime, point, seeds, request, settings, bounds)
453
532
  changes = None
454
- if request.include_recent_changes:
533
+ if bounds.include_recent_changes:
455
534
  records = list(addresses)
456
535
  for neighbor in around.neighbors:
457
536
  kind = point.schema.kind_by_api_name(neighbor.kind)
@@ -465,9 +544,7 @@ async def build_pack(
465
544
  floor=context.floor,
466
545
  limit=settings.recent_changes_max,
467
546
  )
468
- lineage = (
469
- await lineage_items(session, runtime, point, rows) if request.include_lineage else None
470
- )
547
+ lineage = await lineage_items(session, runtime, point, rows) if bounds.include_lineage else None
471
548
  draft = Draft(
472
549
  seeds=tuple(
473
550
  SeedItem(
@@ -481,7 +558,7 @@ async def build_pack(
481
558
  ),
482
559
  neighbors=around.neighbors,
483
560
  links=around.links,
484
- schema=request.include_schema,
561
+ schema=bounds.include_schema,
485
562
  changes=changes,
486
563
  lineage=lineage,
487
564
  )
@@ -499,7 +576,7 @@ async def build_pack(
499
576
  draft,
500
577
  budget_tokens=bounds.budget_tokens,
501
578
  chars_per_token=settings.chars_per_token,
502
- capped=around.capped,
579
+ capped=around.capped or bounds.capped,
503
580
  )
504
581
  if markdown:
505
582
  # References are resolved when the pack is sent, from the envelope (never by
@@ -56,11 +56,28 @@ class ContextRequest(BaseModel):
56
56
  depth: int | None = Field(default=None, ge=0, description="Neighborhood depth (0: none).")
57
57
  relations: list[str] | None = Field(
58
58
  default=None,
59
- description="Relation api names to follow (forward or inverse); default: all.",
59
+ description="Relation api names to follow (forward or inverse); default: all, or the "
60
+ "Relations of `lens`.",
61
+ )
62
+ traits: list[str] | None = Field(
63
+ default=None,
64
+ description="Trait api names: with `search` or `query` seeds, only Records of the "
65
+ "Kinds implementing them (that the caller may read) become seeds, and only Records of "
66
+ "those Kinds are neighbors. Seeds named by `refs` are always kept.",
67
+ )
68
+ lens: str | None = Field(
69
+ default=None,
70
+ description="Lens api name (a read preset of the schema): its Relations, depth, "
71
+ "sections and budget are the defaults of this request, its Kinds and Traits limit "
72
+ "neighbors and `search` and `query` seeds like `traits`. Members given here win.",
73
+ )
74
+ include_schema: bool | None = Field(default=None, description="Default: the lens's, else true.")
75
+ include_recent_changes: bool | None = Field(
76
+ default=None, description="Default: the lens's, else true."
77
+ )
78
+ include_lineage: bool | None = Field(
79
+ default=None, description="Default: the lens's, else true."
60
80
  )
61
- include_schema: bool = True
62
- include_recent_changes: bool = True
63
- include_lineage: bool = True
64
81
  since: str | None = Field(
65
82
  default=None,
66
83
  description="Revision id or tag: recent changes after it; default: the latest changes.",
@@ -167,7 +184,10 @@ class BudgetOut(_Out):
167
184
  trimmed: list[TrimOut]
168
185
  omitted: dict[str, int] = Field(description="Entries removed to fit, per section.")
169
186
  over_budget: bool = Field(description="True when even the seed Records exceed the budget.")
170
- capped: bool = Field(description="True when graph caps cut the neighborhood.")
187
+ capped: bool = Field(
188
+ description="True when graph caps cut the neighborhood, or a depth or budget of the "
189
+ "lens was served at the configured cap."
190
+ )
171
191
 
172
192
 
173
193
  class ContextPackOut(_Out):
@@ -45,6 +45,7 @@ from lorebase_keeper.readiness import (
45
45
  ReadinessCheck,
46
46
  ReplicaCheck,
47
47
  SearchBackendCheck,
48
+ VectorSearchCheck,
48
49
  default_checks,
49
50
  packaged_heads,
50
51
  run_checks,
@@ -187,6 +188,8 @@ def create_app(
187
188
  search_check = SearchBackendCheck(database.sessions, definer=definer)
188
189
  if readiness_checks is None:
189
190
  checks.append(search_check)
191
+ if database is not None and readiness_checks is None:
192
+ checks.append(VectorSearchCheck(database.sessions, search_settings(settings).semantic))
190
193
  store = auth_store or (database.auth_store if database else None)
191
194
  if keeper.auth.mode != "none" and store is None:
192
195
  raise ConfigError(
@@ -219,7 +222,7 @@ def create_app(
219
222
  traces = _trace_recorder(keeper.trace, database, trace_sink, telemetry)
220
223
 
221
224
  @asynccontextmanager
222
- async def lifespan(_: FastAPI) -> AsyncIterator[None]:
225
+ async def lifespan(application: FastAPI) -> AsyncIterator[None]:
223
226
  if search_check is not None:
224
227
  found = (await run_checks([search_check], keeper.readiness.timeout_s))[
225
228
  search_check.name
@@ -229,6 +232,9 @@ def create_app(
229
232
  try:
230
233
  yield
231
234
  finally:
235
+ read_runtime = getattr(application.state, "read_runtime", None)
236
+ if read_runtime is not None and read_runtime.misses is not None:
237
+ await read_runtime.misses.aclose()
232
238
  if reads is not None:
233
239
  await reads.aclose()
234
240
  if traces is not None:
@@ -15,7 +15,9 @@ Role semantics where the design table leaves room:
15
15
  `editor` uploads documents for extraction (`document.write`) and reads them
16
16
  (`document.read`); `reviewer` reads documents too, since extraction items quote them;
17
17
  documents are raw, unmasked input, so `viewer`, `explorer` and `agent-reader` do not read
18
- them;
18
+ them; `maintainer` retires documents (`document.retire`: their values raise `stale`
19
+ candidates and they are never extracted again); only `admin` purges them
20
+ (`document.purge`: bytes, text and quotes deleted, irreversibly);
19
21
  `reviewer` reviews them and resolves Conflicts; merging needs `proposal.merge`
20
22
  (`maintainer`), into protected and unprotected branches alike;
21
23
  - `admin` holds every permission of the Domain (it is the Domain owner role); only it may
@@ -57,6 +59,8 @@ class Permission(StrEnum):
57
59
  SOURCE_SYNC = "source.sync"
58
60
  DOCUMENT_READ = "document.read"
59
61
  DOCUMENT_WRITE = "document.write"
62
+ DOCUMENT_RETIRE = "document.retire"
63
+ DOCUMENT_PURGE = "document.purge"
60
64
  JOB_MANAGE = "job.manage"
61
65
  GRANT_MANAGE = "grant.manage"
62
66
  APIKEY_MANAGE = "apikey.manage"
@@ -113,7 +117,12 @@ BUILTIN_ROLES: Mapping[str, frozenset[Permission]] = MappingProxyType(
113
117
  "reviewer": _REVIEWER,
114
118
  "maintainer": _EDITOR
115
119
  | _REVIEWER
116
- | {Permission.PROPOSAL_MERGE, Permission.SOURCE_MANAGE, Permission.JOB_MANAGE},
120
+ | {
121
+ Permission.PROPOSAL_MERGE,
122
+ Permission.SOURCE_MANAGE,
123
+ Permission.JOB_MANAGE,
124
+ Permission.DOCUMENT_RETIRE,
125
+ },
117
126
  "admin": frozenset(Permission) - INSTALLATION_ADMIN_PERMISSIONS,
118
127
  "agent-reader": _VIEWER,
119
128
  }
@@ -60,6 +60,8 @@ class GroupsPort(Protocol):
60
60
  self, principal_id: str, external_groups: Collection[str] = ()
61
61
  ) -> list[str]: ...
62
62
 
63
+ async def members(self, group_ids: Collection[str]) -> dict[str, list[str]]: ...
64
+
63
65
  async def subject_exists(self, subject_id: str) -> bool: ...
64
66
 
65
67
 
@@ -25,7 +25,6 @@ from sqlalchemy import (
25
25
  literal_column,
26
26
  or_,
27
27
  select,
28
- text,
29
28
  )
30
29
  from sqlalchemy.dialects.postgresql import distinct_on
31
30
  from sqlalchemy.ext.asyncio import AsyncSession
@@ -49,30 +48,12 @@ from lorebase_keeper.kindhealth.models import (
49
48
  ViolationReport,
50
49
  )
51
50
  from lorebase_keeper.reading.views import kind_name
51
+ from lorebase_store.duplicates import duplicate_attributes, duplicate_groups
52
52
  from lorebase_store.layout import BranchLayout
53
53
 
54
54
  BATCH = 500
55
55
  """Records fetched per round trip while re-validating."""
56
56
 
57
- _DUPLICATES = r"""
58
- WITH normalized AS (
59
- SELECT key, lower(regexp_replace(btrim("values" ->> :attribute), '\s+', ' ', 'g')) AS norm
60
- FROM {records}
61
- WHERE domain_id = :domain AND branch = :branch AND kind_id = :kind
62
- AND "values" ->> :attribute IS NOT NULL
63
- )
64
- SELECT norm, count(*) AS members,
65
- (array_agg(key ORDER BY key))[1:CAST(:keys AS int)] AS member_keys,
66
- count(*) OVER () AS total_groups,
67
- sum(count(*)) OVER () AS total_members
68
- FROM normalized
69
- WHERE norm <> ''
70
- GROUP BY norm
71
- HAVING count(*) > 1
72
- ORDER BY count(*) DESC, norm
73
- LIMIT :groups
74
- """
75
-
76
57
 
77
58
  @dataclass(frozen=True)
78
59
  class Branch:
@@ -243,15 +224,6 @@ async def validate_records(
243
224
  # Duplicates ---------------------------------------------------------------------------------
244
225
 
245
226
 
246
- def duplicate_attributes(kind: Kind) -> list[str]:
247
- """Attribute ids checked for duplicates: unique ones, then the title Attribute."""
248
- ids = [a.id for a in kind.attributes.values() if a.unique and not a.is_derived]
249
- title = kind.attributes.get(kind.title_attribute) if kind.title_attribute else None
250
- if title is not None and not title.is_derived and title.id not in ids:
251
- ids.append(title.id)
252
- return ids
253
-
254
-
255
227
  async def find_duplicates(
256
228
  session: AsyncSession,
257
229
  where: Branch,
@@ -279,29 +251,24 @@ async def find_duplicates(
279
251
  groups = 0
280
252
  for attribute_id in ids:
281
253
  attribute = kind.attributes[attribute_id]
282
- rows = (
283
- await session.execute(
284
- text(_DUPLICATES.format(records=where.rows.records_from())),
285
- {
286
- "domain": where.domain_id,
287
- "branch": where.branch,
288
- "kind": kind.id,
289
- "attribute": attribute_id,
290
- "keys": settings.duplicate_keys_per_group,
291
- "groups": settings.max_duplicate_groups,
292
- },
293
- )
294
- ).all()
254
+ rows = await duplicate_groups(
255
+ session,
256
+ where.rows,
257
+ kind.id,
258
+ attribute_id,
259
+ keys_per_group=settings.duplicate_keys_per_group,
260
+ max_groups=settings.max_duplicate_groups,
261
+ )
295
262
  if rows:
296
- groups += int(rows[0].total_groups)
263
+ groups += rows[0].total_groups
297
264
  if hidden(attribute):
298
265
  if rows:
299
266
  withheld.append(
300
267
  HiddenDuplicates(
301
268
  attribute=attribute.api_name,
302
269
  unique=attribute.unique,
303
- groups=int(rows[0].total_groups),
304
- records=int(rows[0].total_members),
270
+ groups=rows[0].total_groups,
271
+ records=rows[0].total_members,
305
272
  )
306
273
  )
307
274
  continue
@@ -310,7 +277,7 @@ async def find_duplicates(
310
277
  attribute=attribute.api_name,
311
278
  unique=attribute.unique,
312
279
  value=None if sensitive(attribute) else row.norm,
313
- count=int(row.members),
280
+ count=row.members,
314
281
  keys=list(row.member_keys),
315
282
  )
316
283
  for row in rows
@@ -21,9 +21,15 @@ from typing import Any, Protocol
21
21
 
22
22
  from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
23
23
 
24
+ from lorebase_keeper.reading.settings import SemanticSettings
24
25
  from lorebase_platform.secrets import SecretResolutionError, resolve_secret
25
26
  from lorebase_platform.settings import ConfigError, Settings
26
27
  from lorebase_store import bm25
28
+ from lorebase_store.embeddings import (
29
+ ITERATIVE_SCAN_MIN_VERSION,
30
+ pgvector_version,
31
+ stored_models,
32
+ )
27
33
  from lorebase_store.migrations import head_revisions
28
34
  from lorebase_store.replicas import ReplicaState
29
35
 
@@ -217,6 +223,50 @@ class SearchBackendCheck:
217
223
  )
218
224
 
219
225
 
226
+ class VectorSearchCheck:
227
+ """How filtered vector search is served (design 8.8): iterative HNSW scans with pgvector
228
+ 0.8 or later and `search.semantic.iterative_scan: auto`, over-fetching otherwise. Never
229
+ takes the service out of rotation; the detail names the installed pgvector version.
230
+
231
+ Degraded when vectors are stored but none under `search.semantic.model`: the setting
232
+ drifted from the model Scribe embeds with (`inference.embeddings.model`), and semantic
233
+ search would find nothing."""
234
+
235
+ name = "vector_search"
236
+
237
+ def __init__(
238
+ self, sessions: async_sessionmaker[AsyncSession], semantic: SemanticSettings
239
+ ) -> None:
240
+ self._sessions = sessions
241
+ self._semantic = semantic
242
+
243
+ async def __call__(self) -> CheckResult:
244
+ async with self._sessions() as session, session.begin():
245
+ version = await pgvector_version(session)
246
+ models = await stored_models(session) if version is not None else []
247
+ if version is None:
248
+ return CheckResult(CheckStatus.DEGRADED, "pgvector is not installed")
249
+ model = self._semantic.model
250
+ if models and model not in models:
251
+ return CheckResult(
252
+ CheckStatus.DEGRADED,
253
+ f"search.semantic.model {model!r} has no stored vectors (stored: "
254
+ f"{', '.join(models)}); semantic search finds nothing",
255
+ )
256
+ installed = ".".join(str(part) for part in version)
257
+ if self._semantic.iterative_scan == "auto" and version >= ITERATIVE_SCAN_MIN_VERSION:
258
+ return CheckResult(
259
+ CheckStatus.OK,
260
+ f"pgvector {installed}: filtered vector search uses iterative scans "
261
+ f"(up to {self._semantic.max_scan_tuples} tuples)",
262
+ )
263
+ return CheckResult(
264
+ CheckStatus.OK,
265
+ f"pgvector {installed}: filtered vector search over-fetches "
266
+ f"{self._semantic.overfetch_factor}x",
267
+ )
268
+
269
+
220
270
  def _join(revisions: Collection[str]) -> str:
221
271
  return ", ".join(sorted(revisions)) or "none"
222
272