lorebase-keeper 0.2.3__tar.gz → 0.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/PKG-INFO +5 -3
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/pyproject.toml +6 -4
- lorebase_keeper-0.3.0/src/lorebase_keeper/__init__.py +1 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/context.py +100 -23
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/pack.py +25 -5
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/app.py +7 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/permissions.py +11 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/ports.py +2 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/scan.py +13 -46
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/readiness.py +50 -0
- lorebase_keeper-0.3.0/src/lorebase_keeper/reading/coverage.py +248 -0
- lorebase_keeper-0.3.0/src/lorebase_keeper/reading/lenses.py +70 -0
- lorebase_keeper-0.3.0/src/lorebase_keeper/reading/misses.py +228 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/requests.py +53 -1
- lorebase_keeper-0.3.0/src/lorebase_keeper/reading/resolve.py +877 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/runtime.py +11 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/search.py +213 -30
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/settings.py +193 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/views.py +124 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/agents.py +3 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/documents.py +280 -96
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/domain_api.py +4 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/domains.py +128 -12
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/operations.py +2 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/proposals.py +193 -116
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/read.py +85 -5
- lorebase_keeper-0.3.0/src/lorebase_keeper/routes/reconciliation.py +759 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema.py +18 -3
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema_suggestions.py +67 -11
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/agent_writes.py +16 -3
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/config.py +54 -9
- lorebase_keeper-0.3.0/src/lorebase_keeper/services/documents.py +386 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/domains.py +40 -6
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operation_catalog.py +86 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operations.py +85 -9
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/proposal_reads.py +107 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/proposals.py +322 -26
- lorebase_keeper-0.3.0/src/lorebase_keeper/services/reconciliation.py +1287 -0
- lorebase_keeper-0.3.0/src/lorebase_keeper/services/reconciliation_settle.py +84 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema.py +18 -4
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema_inference.py +4 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/schema_suggestions.py +76 -4
- lorebase_keeper-0.3.0/src/lorebase_keeper/services/stewards.py +240 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/settings.py +4 -0
- lorebase_keeper-0.3.0/tests/agents/test_lenses.py +267 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/conftest.py +7 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_proposal_read_authorization.py +3 -3
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_rbac.py +8 -1
- lorebase_keeper-0.3.0/tests/integration/resolve_shop.py +313 -0
- lorebase_keeper-0.3.0/tests/integration/test_coverage_api.py +347 -0
- lorebase_keeper-0.3.0/tests/integration/test_document_versions_api.py +245 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_api.py +4 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_readiness_postgres.py +41 -4
- lorebase_keeper-0.3.0/tests/integration/test_resolve_api.py +341 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_schema_suggestions_api.py +100 -0
- lorebase_keeper-0.3.0/tests/integration/test_search_presets_postgres.py +258 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_proposals_postgres.py +7 -0
- lorebase_keeper-0.3.0/tests/integration/writes/test_reconciliation_postgres.py +616 -0
- lorebase_keeper-0.3.0/tests/integration/writes/test_stewards_postgres.py +374 -0
- lorebase_keeper-0.3.0/tests/reading/test_misses.py +159 -0
- lorebase_keeper-0.3.0/tests/reading/test_resolve.py +127 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_health.py +2 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_proposals.py +44 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_read_replicas.py +9 -2
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_readiness_migrations.py +1 -1
- lorebase_keeper-0.3.0/tests/test_reconciliation.py +319 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_inference.py +3 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_settings.py +2 -0
- lorebase_keeper-0.2.3/src/lorebase_keeper/__init__.py +0 -1
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/.gitignore +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/__main__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/budget.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/explain.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/feed.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/markdown.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/agents/settings.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/api_keys.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/audit.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/cache.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/config.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/deps.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/keyring.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/oidc.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/principals.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/provider.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/rbac.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/read_audit.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/runtime.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/auth/sessions.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/bootstrap.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/client_address.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/context.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/db.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/deps.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/errors.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/health.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/config.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/markdown.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/models.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/kindhealth/report.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/middleware.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/pagination.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/bucket.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/config.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/enforce.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/limiter.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/quotas.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/ratelimit/shared.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/caching.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/compiler.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/cursors.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/diff.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/graph.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/history.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/points.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/problems.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/record_history.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/records.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/sensitivity.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/snapshots.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/tree.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/reading/visibility.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/admin.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/branches.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/derivations.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/events.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/kind_health.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/proposal_items.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/revisions.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/schema_inference.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/sessions.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/source_preview.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/sources.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/trace.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/vault.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/webhooks.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/routes/whoami.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/branches.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/derivation_preview.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/document_urls.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/errors.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/operation_events.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/pii_import.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/reads.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/services/source_preview.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/__init__.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/capture.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/config.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/explain.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/middleware.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/notes.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/src/lorebase_keeper/tracing/recorder.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/conftest.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/context_pack.md +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/context_pack_trimmed.md +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/snapshots/explain_part.md +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_budget.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_rendering.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_scope.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/agents/test_settings.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_admin.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_api_key_authentication.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_api_keys.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_audit.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_auth_failure_limits.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_bootstrap.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_oidc.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_quotas.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_rate_limits.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_read_audit.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_read_authorization.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_schema_inference_access.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/auth/test_sessions.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/conftest.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/conftest.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/read_fixtures.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/snapshots/context_supplier_s1001.md +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/snapshots/explain_supplier_s1001.md +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/supply.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agent_trace_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agent_trace_rbac_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_agents_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_auth_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_change_feed.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derivation_preview_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derivations_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_derived_sensitivity_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_documents_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_expressions_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_extraction_vault_edits.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_health_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_invisible_kinds.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_limits_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_operation_events_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_overlay_reads_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_path_derivations_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_authorization.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_replicas_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_read_timing.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_record_history_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_record_lineage_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_search_bm25_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_search_tuning_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sensitivity_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sessions_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_source_preview_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_sources_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/test_time_travel_api.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/conftest.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_agent_writes_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_domains_branches_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_operations_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_pii_import_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_schema_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_sensitivity_writes_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_webhook_clearances_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/integration/writes/test_webhook_sealing_postgres.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/kindhealth/test_health_reports.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/ratelimit/test_rate_limit_buckets.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/ratelimit/test_shared_store.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/located_trait.sql +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/part_include.sql +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/part_relations.sql +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/supplier_filter_keyset.sql +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/snapshots/supplier_foreign_key.sql +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_caching.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_compiler.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_routes.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_sensitivity.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_settings.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/reading/test_visibility.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_agent_writes.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_client_address.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_conventions.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_cors.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_derivation_preview.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_document_urls.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_domain_routes.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_errors.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_main.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_operation_events.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_operations.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_pii_import.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_request_id.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_changes.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_schema_search.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_security_headers.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/test_source_preview.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_capture.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_trace_fields.py +0 -0
- {lorebase_keeper-0.2.3 → lorebase_keeper-0.3.0}/tests/tracing/test_trace_middleware.py +0 -0
|
@@ -1,14 +1,16 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: lorebase-keeper
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.3.0
|
|
4
4
|
Summary: Lorebase Keeper: REST API service
|
|
5
5
|
Requires-Python: >=3.12
|
|
6
6
|
Requires-Dist: asyncpg>=0.29
|
|
7
7
|
Requires-Dist: fastapi>=0.115
|
|
8
8
|
Requires-Dist: httpx>=0.27
|
|
9
|
-
Requires-Dist: lorebase-
|
|
10
|
-
Requires-Dist: lorebase-
|
|
9
|
+
Requires-Dist: lorebase-core<0.4,>=0.3
|
|
10
|
+
Requires-Dist: lorebase-platform<0.4,>=0.3
|
|
11
|
+
Requires-Dist: lorebase-store<0.4,>=0.3
|
|
11
12
|
Requires-Dist: opentelemetry-api>=1.25
|
|
13
|
+
Requires-Dist: pgvector>=0.3
|
|
12
14
|
Requires-Dist: pydantic>=2.7
|
|
13
15
|
Requires-Dist: pyjwt[crypto]>=2.8
|
|
14
16
|
Requires-Dist: python-multipart>=0.0.9
|
|
@@ -1,16 +1,18 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "lorebase-keeper"
|
|
3
|
-
version = "0.
|
|
3
|
+
version = "0.3.0"
|
|
4
4
|
description = "Lorebase Keeper: REST API service"
|
|
5
5
|
requires-python = ">=3.12"
|
|
6
6
|
dependencies = [
|
|
7
|
-
"lorebase-
|
|
8
|
-
"lorebase-
|
|
7
|
+
"lorebase-core>=0.3,<0.4",
|
|
8
|
+
"lorebase-store>=0.3,<0.4",
|
|
9
|
+
"lorebase-platform>=0.3,<0.4",
|
|
9
10
|
"fastapi>=0.115",
|
|
10
11
|
"uvicorn>=0.30",
|
|
11
12
|
"pydantic>=2.7",
|
|
12
13
|
"opentelemetry-api>=1.25",
|
|
13
|
-
"asyncpg>=0.29",
|
|
14
|
+
"asyncpg>=0.29", # readiness probe of the database (imported lazily)
|
|
15
|
+
"pgvector>=0.3", # vector column types of semantic search
|
|
14
16
|
"httpx>=0.27",
|
|
15
17
|
"PyJWT[crypto]>=2.8",
|
|
16
18
|
"python-multipart>=0.0.9", # form parser of Starlette: file uploads of POST schema:infer
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.3.0"
|
|
@@ -45,6 +45,7 @@ from lorebase_keeper.agents.pack import (
|
|
|
45
45
|
from lorebase_keeper.agents.settings import ContextSettings
|
|
46
46
|
from lorebase_keeper.reading.compiler import record_columns
|
|
47
47
|
from lorebase_keeper.reading.history import REVISIONS
|
|
48
|
+
from lorebase_keeper.reading.lenses import resolve_lens, trait_kinds
|
|
48
49
|
from lorebase_keeper.reading.points import ReadPoint, not_found
|
|
49
50
|
from lorebase_keeper.reading.problems import invalid
|
|
50
51
|
from lorebase_keeper.reading.records import plan_query, require_kind, run_query
|
|
@@ -74,28 +75,77 @@ def timestamp(value: datetime | None) -> str | None:
|
|
|
74
75
|
|
|
75
76
|
@dataclass(frozen=True, slots=True)
|
|
76
77
|
class PackSettings:
|
|
78
|
+
"""What a request asks for once its lens is applied (design 8.8): members of the request
|
|
79
|
+
win over the lens's, which win over the settings."""
|
|
80
|
+
|
|
77
81
|
budget_tokens: int
|
|
78
82
|
depth: int
|
|
83
|
+
include_schema: bool = True
|
|
84
|
+
include_recent_changes: bool = True
|
|
85
|
+
include_lineage: bool = True
|
|
86
|
+
relations: tuple[str, ...] = ()
|
|
87
|
+
"""Relation ids of the lens, followed in both directions when the request names none."""
|
|
88
|
+
kinds: frozenset[str] | None = None
|
|
89
|
+
"""Ids of the Kinds that neighbors and `search` and `query` seeds are limited to, from the
|
|
90
|
+
request's `traits` or else the lens; `None`: no limit."""
|
|
91
|
+
capped: bool = False
|
|
92
|
+
"""A budget or depth of the lens was over the configured bounds and is served at them."""
|
|
79
93
|
|
|
80
94
|
|
|
81
95
|
def effective(
|
|
82
|
-
request: ContextRequest,
|
|
96
|
+
request: ContextRequest,
|
|
97
|
+
settings: ContextSettings,
|
|
98
|
+
runtime: ReadRuntime,
|
|
99
|
+
point: ReadPoint,
|
|
83
100
|
) -> PackSettings:
|
|
84
|
-
"""Budget and
|
|
85
|
-
|
|
86
|
-
|
|
101
|
+
"""Budget, depth, sections and Kinds of a request: its own members, else those of its
|
|
102
|
+
lens, else the settings. Values of the request over the configured bounds are 422; those
|
|
103
|
+
of a lens are served at the bounds (the pack says `capped`)."""
|
|
104
|
+
resolved = None if request.lens is None else resolve_lens(point, request.lens, "/body/lens")
|
|
105
|
+
lens = None if resolved is None else resolved.lens
|
|
106
|
+
capped = False
|
|
107
|
+
budget = request.budget_tokens
|
|
108
|
+
if budget is None:
|
|
109
|
+
budget = (lens.budget_tokens if lens else None) or settings.default_budget_tokens
|
|
110
|
+
if budget > settings.max_budget_tokens:
|
|
111
|
+
budget, capped = settings.max_budget_tokens, True
|
|
112
|
+
elif budget > settings.max_budget_tokens:
|
|
87
113
|
raise invalid(
|
|
88
114
|
"/body/budget_tokens", f"must not exceed {settings.max_budget_tokens}", "limit_exceeded"
|
|
89
115
|
)
|
|
90
|
-
depth = settings.default_depth if request.depth is None else request.depth
|
|
91
116
|
deepest = min(
|
|
92
117
|
settings.max_depth,
|
|
93
118
|
runtime.read.traverse.max_depth,
|
|
94
119
|
runtime.store_settings.traverse.max_depth,
|
|
95
120
|
)
|
|
96
|
-
|
|
121
|
+
depth = request.depth
|
|
122
|
+
if depth is None:
|
|
123
|
+
depth = settings.default_depth if lens is None or lens.depth is None else lens.depth
|
|
124
|
+
if depth > deepest:
|
|
125
|
+
depth, capped = deepest, True
|
|
126
|
+
elif depth > deepest:
|
|
97
127
|
raise invalid("/body/depth", f"must not exceed {deepest}", "limit_exceeded")
|
|
98
|
-
|
|
128
|
+
kinds: frozenset[str] | None = None
|
|
129
|
+
if request.traits is not None:
|
|
130
|
+
kinds = frozenset(k.id for k in trait_kinds(point, request.traits, "/body/traits"))
|
|
131
|
+
elif resolved is not None and resolved.kinds is not None:
|
|
132
|
+
kinds = frozenset(k.id for k in resolved.kinds)
|
|
133
|
+
|
|
134
|
+
def section(asked: bool | None, preset: bool | None) -> bool:
|
|
135
|
+
return asked if asked is not None else True if preset is None else preset
|
|
136
|
+
|
|
137
|
+
return PackSettings(
|
|
138
|
+
budget,
|
|
139
|
+
depth,
|
|
140
|
+
include_schema=section(request.include_schema, lens.include_schema if lens else None),
|
|
141
|
+
include_recent_changes=section(
|
|
142
|
+
request.include_recent_changes, lens.include_recent_changes if lens else None
|
|
143
|
+
),
|
|
144
|
+
include_lineage=section(request.include_lineage, lens.include_lineage if lens else None),
|
|
145
|
+
relations=lens.relations if lens else (),
|
|
146
|
+
kinds=kinds,
|
|
147
|
+
capped=capped,
|
|
148
|
+
)
|
|
99
149
|
|
|
100
150
|
|
|
101
151
|
# Seeds ----------------------------------------------------------------------------------------
|
|
@@ -107,8 +157,10 @@ async def seed_addresses(
|
|
|
107
157
|
point: ReadPoint,
|
|
108
158
|
request: ContextRequest,
|
|
109
159
|
settings: ContextSettings,
|
|
160
|
+
kinds: frozenset[str] | None = None,
|
|
110
161
|
) -> list[tuple[Kind, str]]:
|
|
111
|
-
"""`(Kind, key)` of the seeds, in request, query or ranking order, without repeats.
|
|
162
|
+
"""`(Kind, key)` of the seeds, in request, query or ranking order, without repeats.
|
|
163
|
+
`kinds` (ids) limits the Kinds of `query` and `search` seeds, never those of `refs`."""
|
|
112
164
|
cap = settings.max_seeds
|
|
113
165
|
found: list[tuple[str, str]] = []
|
|
114
166
|
if request.refs is not None:
|
|
@@ -129,11 +181,23 @@ async def seed_addresses(
|
|
|
129
181
|
session, runtime, point, plan, shape="context", cursor_pointer="/body/query/cursor"
|
|
130
182
|
)
|
|
131
183
|
found = [(item.kind, item.key) for item in page.items]
|
|
184
|
+
if kinds is not None:
|
|
185
|
+
allowed = {point.schema.kinds[k].api_name for k in kinds if k in point.schema.kinds}
|
|
186
|
+
found = [(kind, key) for kind, key in found if kind in allowed]
|
|
132
187
|
else:
|
|
133
188
|
assert request.search is not None
|
|
134
189
|
limit = min(cap, runtime.search.results.max_limit)
|
|
135
190
|
hits = await search(
|
|
136
|
-
session,
|
|
191
|
+
session,
|
|
192
|
+
runtime,
|
|
193
|
+
point,
|
|
194
|
+
SearchRequest(
|
|
195
|
+
q=request.search,
|
|
196
|
+
mode="lexical",
|
|
197
|
+
limit=limit,
|
|
198
|
+
traits=request.traits,
|
|
199
|
+
lens=request.lens,
|
|
200
|
+
),
|
|
137
201
|
)
|
|
138
202
|
found = [(hit.kind, hit.key) for hit in hits.items]
|
|
139
203
|
unique = list(dict.fromkeys(found))
|
|
@@ -203,8 +267,9 @@ async def surroundings(
|
|
|
203
267
|
seeds: Sequence[RecordOut],
|
|
204
268
|
request: ContextRequest,
|
|
205
269
|
settings: ContextSettings,
|
|
206
|
-
|
|
270
|
+
bounds: PackSettings,
|
|
207
271
|
) -> Surroundings:
|
|
272
|
+
depth = bounds.depth
|
|
208
273
|
if depth == 0 or not seeds:
|
|
209
274
|
return Surroundings((), (), False)
|
|
210
275
|
caps, walk = runtime.read.traverse, runtime.store_settings.traverse
|
|
@@ -216,7 +281,7 @@ async def surroundings(
|
|
|
216
281
|
point.schema,
|
|
217
282
|
[(require_kind(point, s.kind).id, s.key) for s in seeds],
|
|
218
283
|
depth=depth,
|
|
219
|
-
follow=_follow(point, request.relations),
|
|
284
|
+
follow=_follow(point, request.relations, bounds),
|
|
220
285
|
max_nodes=min(len(seeds) + settings.max_neighbors, caps.max_nodes, walk.max_nodes),
|
|
221
286
|
max_links=max(min(settings.max_links, caps.max_edges, walk.max_links), 1),
|
|
222
287
|
runtime=runtime.store,
|
|
@@ -264,14 +329,20 @@ async def surroundings(
|
|
|
264
329
|
return Surroundings(tuple(neighbors), ordered_links, found.truncated)
|
|
265
330
|
|
|
266
331
|
|
|
267
|
-
def _follow(
|
|
332
|
+
def _follow(
|
|
333
|
+
point: ReadPoint, names: list[str] | None, bounds: PackSettings | None = None
|
|
334
|
+
) -> dict[str, Direction]:
|
|
268
335
|
"""Relations to walk (id to direction): those named (forward or inverse api name; default:
|
|
269
|
-
all), in the directions named, between Kinds the caller may read.
|
|
336
|
+
those of the lens, else all), in the directions named, between Kinds the caller may read.
|
|
337
|
+
With `bounds.kinds`, a direction is walked only when it reaches a Kind of that set, so
|
|
338
|
+
other Kinds are neither returned nor walked through."""
|
|
270
339
|
schema = point.schema
|
|
271
340
|
wanted: dict[str, set[LinkDirection]] = defaultdict(set)
|
|
272
341
|
if names is None:
|
|
342
|
+
lens_relations = () if bounds is None else bounds.relations
|
|
273
343
|
for relation in schema.relations.values():
|
|
274
|
-
|
|
344
|
+
if not lens_relations or relation.id in lens_relations:
|
|
345
|
+
wanted[relation.id] = set(LinkDirection)
|
|
275
346
|
else:
|
|
276
347
|
for index, name in enumerate(names):
|
|
277
348
|
found = schema.relation_by_api_name(name)
|
|
@@ -284,6 +355,14 @@ def _follow(point: ReadPoint, names: list[str] | None) -> dict[str, Direction]:
|
|
|
284
355
|
ends = (schema.kinds.get(relation.from_kind), schema.kinds.get(relation.to_kind))
|
|
285
356
|
if any(kind is None or not point.scope.allows(kind.api_name) for kind in ends):
|
|
286
357
|
continue # Kinds the caller may not read are neither returned nor walked through
|
|
358
|
+
if bounds is not None and bounds.kinds is not None:
|
|
359
|
+
reached = {
|
|
360
|
+
LinkDirection.FORWARD: relation.to_kind,
|
|
361
|
+
LinkDirection.INVERSE: relation.from_kind,
|
|
362
|
+
}
|
|
363
|
+
directions = {d for d in directions if reached[d] in bounds.kinds}
|
|
364
|
+
if not directions:
|
|
365
|
+
continue
|
|
287
366
|
if len(directions) == 2:
|
|
288
367
|
follow[relation_id] = Direction.BOTH
|
|
289
368
|
else:
|
|
@@ -444,14 +523,14 @@ async def build_pack(
|
|
|
444
523
|
settings: ContextSettings,
|
|
445
524
|
) -> tuple[bytes, str]:
|
|
446
525
|
"""The rendered pack and its media type."""
|
|
447
|
-
bounds = effective(request, settings, runtime)
|
|
526
|
+
bounds = effective(request, settings, runtime, context.point)
|
|
448
527
|
point = await with_rows(session, runtime, context.point, "Context packs")
|
|
449
|
-
addresses = await seed_addresses(session, runtime, point, request, settings)
|
|
528
|
+
addresses = await seed_addresses(session, runtime, point, request, settings, bounds.kinds)
|
|
450
529
|
rows = await fetch_rows(session, point, addresses)
|
|
451
530
|
seeds = [record_out(point.schema, row, masking=point.masking) for row in rows]
|
|
452
|
-
around = await surroundings(session, runtime, point, seeds, request, settings, bounds
|
|
531
|
+
around = await surroundings(session, runtime, point, seeds, request, settings, bounds)
|
|
453
532
|
changes = None
|
|
454
|
-
if
|
|
533
|
+
if bounds.include_recent_changes:
|
|
455
534
|
records = list(addresses)
|
|
456
535
|
for neighbor in around.neighbors:
|
|
457
536
|
kind = point.schema.kind_by_api_name(neighbor.kind)
|
|
@@ -465,9 +544,7 @@ async def build_pack(
|
|
|
465
544
|
floor=context.floor,
|
|
466
545
|
limit=settings.recent_changes_max,
|
|
467
546
|
)
|
|
468
|
-
lineage = (
|
|
469
|
-
await lineage_items(session, runtime, point, rows) if request.include_lineage else None
|
|
470
|
-
)
|
|
547
|
+
lineage = await lineage_items(session, runtime, point, rows) if bounds.include_lineage else None
|
|
471
548
|
draft = Draft(
|
|
472
549
|
seeds=tuple(
|
|
473
550
|
SeedItem(
|
|
@@ -481,7 +558,7 @@ async def build_pack(
|
|
|
481
558
|
),
|
|
482
559
|
neighbors=around.neighbors,
|
|
483
560
|
links=around.links,
|
|
484
|
-
schema=
|
|
561
|
+
schema=bounds.include_schema,
|
|
485
562
|
changes=changes,
|
|
486
563
|
lineage=lineage,
|
|
487
564
|
)
|
|
@@ -499,7 +576,7 @@ async def build_pack(
|
|
|
499
576
|
draft,
|
|
500
577
|
budget_tokens=bounds.budget_tokens,
|
|
501
578
|
chars_per_token=settings.chars_per_token,
|
|
502
|
-
capped=around.capped,
|
|
579
|
+
capped=around.capped or bounds.capped,
|
|
503
580
|
)
|
|
504
581
|
if markdown:
|
|
505
582
|
# References are resolved when the pack is sent, from the envelope (never by
|
|
@@ -56,11 +56,28 @@ class ContextRequest(BaseModel):
|
|
|
56
56
|
depth: int | None = Field(default=None, ge=0, description="Neighborhood depth (0: none).")
|
|
57
57
|
relations: list[str] | None = Field(
|
|
58
58
|
default=None,
|
|
59
|
-
description="Relation api names to follow (forward or inverse); default: all
|
|
59
|
+
description="Relation api names to follow (forward or inverse); default: all, or the "
|
|
60
|
+
"Relations of `lens`.",
|
|
61
|
+
)
|
|
62
|
+
traits: list[str] | None = Field(
|
|
63
|
+
default=None,
|
|
64
|
+
description="Trait api names: with `search` or `query` seeds, only Records of the "
|
|
65
|
+
"Kinds implementing them (that the caller may read) become seeds, and only Records of "
|
|
66
|
+
"those Kinds are neighbors. Seeds named by `refs` are always kept.",
|
|
67
|
+
)
|
|
68
|
+
lens: str | None = Field(
|
|
69
|
+
default=None,
|
|
70
|
+
description="Lens api name (a read preset of the schema): its Relations, depth, "
|
|
71
|
+
"sections and budget are the defaults of this request, its Kinds and Traits limit "
|
|
72
|
+
"neighbors and `search` and `query` seeds like `traits`. Members given here win.",
|
|
73
|
+
)
|
|
74
|
+
include_schema: bool | None = Field(default=None, description="Default: the lens's, else true.")
|
|
75
|
+
include_recent_changes: bool | None = Field(
|
|
76
|
+
default=None, description="Default: the lens's, else true."
|
|
77
|
+
)
|
|
78
|
+
include_lineage: bool | None = Field(
|
|
79
|
+
default=None, description="Default: the lens's, else true."
|
|
60
80
|
)
|
|
61
|
-
include_schema: bool = True
|
|
62
|
-
include_recent_changes: bool = True
|
|
63
|
-
include_lineage: bool = True
|
|
64
81
|
since: str | None = Field(
|
|
65
82
|
default=None,
|
|
66
83
|
description="Revision id or tag: recent changes after it; default: the latest changes.",
|
|
@@ -167,7 +184,10 @@ class BudgetOut(_Out):
|
|
|
167
184
|
trimmed: list[TrimOut]
|
|
168
185
|
omitted: dict[str, int] = Field(description="Entries removed to fit, per section.")
|
|
169
186
|
over_budget: bool = Field(description="True when even the seed Records exceed the budget.")
|
|
170
|
-
capped: bool = Field(
|
|
187
|
+
capped: bool = Field(
|
|
188
|
+
description="True when graph caps cut the neighborhood, or a depth or budget of the "
|
|
189
|
+
"lens was served at the configured cap."
|
|
190
|
+
)
|
|
171
191
|
|
|
172
192
|
|
|
173
193
|
class ContextPackOut(_Out):
|
|
@@ -45,6 +45,7 @@ from lorebase_keeper.readiness import (
|
|
|
45
45
|
ReadinessCheck,
|
|
46
46
|
ReplicaCheck,
|
|
47
47
|
SearchBackendCheck,
|
|
48
|
+
VectorSearchCheck,
|
|
48
49
|
default_checks,
|
|
49
50
|
packaged_heads,
|
|
50
51
|
run_checks,
|
|
@@ -187,6 +188,8 @@ def create_app(
|
|
|
187
188
|
search_check = SearchBackendCheck(database.sessions, definer=definer)
|
|
188
189
|
if readiness_checks is None:
|
|
189
190
|
checks.append(search_check)
|
|
191
|
+
if database is not None and readiness_checks is None:
|
|
192
|
+
checks.append(VectorSearchCheck(database.sessions, search_settings(settings).semantic))
|
|
190
193
|
store = auth_store or (database.auth_store if database else None)
|
|
191
194
|
if keeper.auth.mode != "none" and store is None:
|
|
192
195
|
raise ConfigError(
|
|
@@ -219,7 +222,7 @@ def create_app(
|
|
|
219
222
|
traces = _trace_recorder(keeper.trace, database, trace_sink, telemetry)
|
|
220
223
|
|
|
221
224
|
@asynccontextmanager
|
|
222
|
-
async def lifespan(
|
|
225
|
+
async def lifespan(application: FastAPI) -> AsyncIterator[None]:
|
|
223
226
|
if search_check is not None:
|
|
224
227
|
found = (await run_checks([search_check], keeper.readiness.timeout_s))[
|
|
225
228
|
search_check.name
|
|
@@ -229,6 +232,9 @@ def create_app(
|
|
|
229
232
|
try:
|
|
230
233
|
yield
|
|
231
234
|
finally:
|
|
235
|
+
read_runtime = getattr(application.state, "read_runtime", None)
|
|
236
|
+
if read_runtime is not None and read_runtime.misses is not None:
|
|
237
|
+
await read_runtime.misses.aclose()
|
|
232
238
|
if reads is not None:
|
|
233
239
|
await reads.aclose()
|
|
234
240
|
if traces is not None:
|
|
@@ -15,7 +15,9 @@ Role semantics where the design table leaves room:
|
|
|
15
15
|
`editor` uploads documents for extraction (`document.write`) and reads them
|
|
16
16
|
(`document.read`); `reviewer` reads documents too, since extraction items quote them;
|
|
17
17
|
documents are raw, unmasked input, so `viewer`, `explorer` and `agent-reader` do not read
|
|
18
|
-
them;
|
|
18
|
+
them; `maintainer` retires documents (`document.retire`: their values raise `stale`
|
|
19
|
+
candidates and they are never extracted again); only `admin` purges them
|
|
20
|
+
(`document.purge`: bytes, text and quotes deleted, irreversibly);
|
|
19
21
|
`reviewer` reviews them and resolves Conflicts; merging needs `proposal.merge`
|
|
20
22
|
(`maintainer`), into protected and unprotected branches alike;
|
|
21
23
|
- `admin` holds every permission of the Domain (it is the Domain owner role); only it may
|
|
@@ -57,6 +59,8 @@ class Permission(StrEnum):
|
|
|
57
59
|
SOURCE_SYNC = "source.sync"
|
|
58
60
|
DOCUMENT_READ = "document.read"
|
|
59
61
|
DOCUMENT_WRITE = "document.write"
|
|
62
|
+
DOCUMENT_RETIRE = "document.retire"
|
|
63
|
+
DOCUMENT_PURGE = "document.purge"
|
|
60
64
|
JOB_MANAGE = "job.manage"
|
|
61
65
|
GRANT_MANAGE = "grant.manage"
|
|
62
66
|
APIKEY_MANAGE = "apikey.manage"
|
|
@@ -113,7 +117,12 @@ BUILTIN_ROLES: Mapping[str, frozenset[Permission]] = MappingProxyType(
|
|
|
113
117
|
"reviewer": _REVIEWER,
|
|
114
118
|
"maintainer": _EDITOR
|
|
115
119
|
| _REVIEWER
|
|
116
|
-
| {
|
|
120
|
+
| {
|
|
121
|
+
Permission.PROPOSAL_MERGE,
|
|
122
|
+
Permission.SOURCE_MANAGE,
|
|
123
|
+
Permission.JOB_MANAGE,
|
|
124
|
+
Permission.DOCUMENT_RETIRE,
|
|
125
|
+
},
|
|
117
126
|
"admin": frozenset(Permission) - INSTALLATION_ADMIN_PERMISSIONS,
|
|
118
127
|
"agent-reader": _VIEWER,
|
|
119
128
|
}
|
|
@@ -60,6 +60,8 @@ class GroupsPort(Protocol):
|
|
|
60
60
|
self, principal_id: str, external_groups: Collection[str] = ()
|
|
61
61
|
) -> list[str]: ...
|
|
62
62
|
|
|
63
|
+
async def members(self, group_ids: Collection[str]) -> dict[str, list[str]]: ...
|
|
64
|
+
|
|
63
65
|
async def subject_exists(self, subject_id: str) -> bool: ...
|
|
64
66
|
|
|
65
67
|
|
|
@@ -25,7 +25,6 @@ from sqlalchemy import (
|
|
|
25
25
|
literal_column,
|
|
26
26
|
or_,
|
|
27
27
|
select,
|
|
28
|
-
text,
|
|
29
28
|
)
|
|
30
29
|
from sqlalchemy.dialects.postgresql import distinct_on
|
|
31
30
|
from sqlalchemy.ext.asyncio import AsyncSession
|
|
@@ -49,30 +48,12 @@ from lorebase_keeper.kindhealth.models import (
|
|
|
49
48
|
ViolationReport,
|
|
50
49
|
)
|
|
51
50
|
from lorebase_keeper.reading.views import kind_name
|
|
51
|
+
from lorebase_store.duplicates import duplicate_attributes, duplicate_groups
|
|
52
52
|
from lorebase_store.layout import BranchLayout
|
|
53
53
|
|
|
54
54
|
BATCH = 500
|
|
55
55
|
"""Records fetched per round trip while re-validating."""
|
|
56
56
|
|
|
57
|
-
_DUPLICATES = r"""
|
|
58
|
-
WITH normalized AS (
|
|
59
|
-
SELECT key, lower(regexp_replace(btrim("values" ->> :attribute), '\s+', ' ', 'g')) AS norm
|
|
60
|
-
FROM {records}
|
|
61
|
-
WHERE domain_id = :domain AND branch = :branch AND kind_id = :kind
|
|
62
|
-
AND "values" ->> :attribute IS NOT NULL
|
|
63
|
-
)
|
|
64
|
-
SELECT norm, count(*) AS members,
|
|
65
|
-
(array_agg(key ORDER BY key))[1:CAST(:keys AS int)] AS member_keys,
|
|
66
|
-
count(*) OVER () AS total_groups,
|
|
67
|
-
sum(count(*)) OVER () AS total_members
|
|
68
|
-
FROM normalized
|
|
69
|
-
WHERE norm <> ''
|
|
70
|
-
GROUP BY norm
|
|
71
|
-
HAVING count(*) > 1
|
|
72
|
-
ORDER BY count(*) DESC, norm
|
|
73
|
-
LIMIT :groups
|
|
74
|
-
"""
|
|
75
|
-
|
|
76
57
|
|
|
77
58
|
@dataclass(frozen=True)
|
|
78
59
|
class Branch:
|
|
@@ -243,15 +224,6 @@ async def validate_records(
|
|
|
243
224
|
# Duplicates ---------------------------------------------------------------------------------
|
|
244
225
|
|
|
245
226
|
|
|
246
|
-
def duplicate_attributes(kind: Kind) -> list[str]:
|
|
247
|
-
"""Attribute ids checked for duplicates: unique ones, then the title Attribute."""
|
|
248
|
-
ids = [a.id for a in kind.attributes.values() if a.unique and not a.is_derived]
|
|
249
|
-
title = kind.attributes.get(kind.title_attribute) if kind.title_attribute else None
|
|
250
|
-
if title is not None and not title.is_derived and title.id not in ids:
|
|
251
|
-
ids.append(title.id)
|
|
252
|
-
return ids
|
|
253
|
-
|
|
254
|
-
|
|
255
227
|
async def find_duplicates(
|
|
256
228
|
session: AsyncSession,
|
|
257
229
|
where: Branch,
|
|
@@ -279,29 +251,24 @@ async def find_duplicates(
|
|
|
279
251
|
groups = 0
|
|
280
252
|
for attribute_id in ids:
|
|
281
253
|
attribute = kind.attributes[attribute_id]
|
|
282
|
-
rows = (
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
"keys": settings.duplicate_keys_per_group,
|
|
291
|
-
"groups": settings.max_duplicate_groups,
|
|
292
|
-
},
|
|
293
|
-
)
|
|
294
|
-
).all()
|
|
254
|
+
rows = await duplicate_groups(
|
|
255
|
+
session,
|
|
256
|
+
where.rows,
|
|
257
|
+
kind.id,
|
|
258
|
+
attribute_id,
|
|
259
|
+
keys_per_group=settings.duplicate_keys_per_group,
|
|
260
|
+
max_groups=settings.max_duplicate_groups,
|
|
261
|
+
)
|
|
295
262
|
if rows:
|
|
296
|
-
groups +=
|
|
263
|
+
groups += rows[0].total_groups
|
|
297
264
|
if hidden(attribute):
|
|
298
265
|
if rows:
|
|
299
266
|
withheld.append(
|
|
300
267
|
HiddenDuplicates(
|
|
301
268
|
attribute=attribute.api_name,
|
|
302
269
|
unique=attribute.unique,
|
|
303
|
-
groups=
|
|
304
|
-
records=
|
|
270
|
+
groups=rows[0].total_groups,
|
|
271
|
+
records=rows[0].total_members,
|
|
305
272
|
)
|
|
306
273
|
)
|
|
307
274
|
continue
|
|
@@ -310,7 +277,7 @@ async def find_duplicates(
|
|
|
310
277
|
attribute=attribute.api_name,
|
|
311
278
|
unique=attribute.unique,
|
|
312
279
|
value=None if sensitive(attribute) else row.norm,
|
|
313
|
-
count=
|
|
280
|
+
count=row.members,
|
|
314
281
|
keys=list(row.member_keys),
|
|
315
282
|
)
|
|
316
283
|
for row in rows
|
|
@@ -21,9 +21,15 @@ from typing import Any, Protocol
|
|
|
21
21
|
|
|
22
22
|
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
|
23
23
|
|
|
24
|
+
from lorebase_keeper.reading.settings import SemanticSettings
|
|
24
25
|
from lorebase_platform.secrets import SecretResolutionError, resolve_secret
|
|
25
26
|
from lorebase_platform.settings import ConfigError, Settings
|
|
26
27
|
from lorebase_store import bm25
|
|
28
|
+
from lorebase_store.embeddings import (
|
|
29
|
+
ITERATIVE_SCAN_MIN_VERSION,
|
|
30
|
+
pgvector_version,
|
|
31
|
+
stored_models,
|
|
32
|
+
)
|
|
27
33
|
from lorebase_store.migrations import head_revisions
|
|
28
34
|
from lorebase_store.replicas import ReplicaState
|
|
29
35
|
|
|
@@ -217,6 +223,50 @@ class SearchBackendCheck:
|
|
|
217
223
|
)
|
|
218
224
|
|
|
219
225
|
|
|
226
|
+
class VectorSearchCheck:
|
|
227
|
+
"""How filtered vector search is served (design 8.8): iterative HNSW scans with pgvector
|
|
228
|
+
0.8 or later and `search.semantic.iterative_scan: auto`, over-fetching otherwise. Never
|
|
229
|
+
takes the service out of rotation; the detail names the installed pgvector version.
|
|
230
|
+
|
|
231
|
+
Degraded when vectors are stored but none under `search.semantic.model`: the setting
|
|
232
|
+
drifted from the model Scribe embeds with (`inference.embeddings.model`), and semantic
|
|
233
|
+
search would find nothing."""
|
|
234
|
+
|
|
235
|
+
name = "vector_search"
|
|
236
|
+
|
|
237
|
+
def __init__(
|
|
238
|
+
self, sessions: async_sessionmaker[AsyncSession], semantic: SemanticSettings
|
|
239
|
+
) -> None:
|
|
240
|
+
self._sessions = sessions
|
|
241
|
+
self._semantic = semantic
|
|
242
|
+
|
|
243
|
+
async def __call__(self) -> CheckResult:
|
|
244
|
+
async with self._sessions() as session, session.begin():
|
|
245
|
+
version = await pgvector_version(session)
|
|
246
|
+
models = await stored_models(session) if version is not None else []
|
|
247
|
+
if version is None:
|
|
248
|
+
return CheckResult(CheckStatus.DEGRADED, "pgvector is not installed")
|
|
249
|
+
model = self._semantic.model
|
|
250
|
+
if models and model not in models:
|
|
251
|
+
return CheckResult(
|
|
252
|
+
CheckStatus.DEGRADED,
|
|
253
|
+
f"search.semantic.model {model!r} has no stored vectors (stored: "
|
|
254
|
+
f"{', '.join(models)}); semantic search finds nothing",
|
|
255
|
+
)
|
|
256
|
+
installed = ".".join(str(part) for part in version)
|
|
257
|
+
if self._semantic.iterative_scan == "auto" and version >= ITERATIVE_SCAN_MIN_VERSION:
|
|
258
|
+
return CheckResult(
|
|
259
|
+
CheckStatus.OK,
|
|
260
|
+
f"pgvector {installed}: filtered vector search uses iterative scans "
|
|
261
|
+
f"(up to {self._semantic.max_scan_tuples} tuples)",
|
|
262
|
+
)
|
|
263
|
+
return CheckResult(
|
|
264
|
+
CheckStatus.OK,
|
|
265
|
+
f"pgvector {installed}: filtered vector search over-fetches "
|
|
266
|
+
f"{self._semantic.overfetch_factor}x",
|
|
267
|
+
)
|
|
268
|
+
|
|
269
|
+
|
|
220
270
|
def _join(revisions: Collection[str]) -> str:
|
|
221
271
|
return ", ".join(sorted(revisions)) or "none"
|
|
222
272
|
|