@taico/taico 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/agent-runs/agent-runs.service.js +1 -0
- package/dist/agent-runs/agent-runs.service.js.map +1 -1
- package/dist/agent-runs/dto/service/agent-runs.service.types.d.ts +1 -0
- package/dist/agents/agents.service.js +14 -2
- package/dist/agents/agents.service.js.map +1 -1
- package/dist/agents/errors/agents.errors.d.ts +4 -0
- package/dist/agents/errors/agents.errors.js +8 -1
- package/dist/agents/errors/agents.errors.js.map +1 -1
- package/dist/agents/protected-agents.d.ts +2 -0
- package/dist/agents/protected-agents.js +6 -0
- package/dist/agents/protected-agents.js.map +1 -0
- package/dist/app-init/app-init.runner.d.ts +3 -1
- package/dist/app-init/app-init.runner.js +13 -4
- package/dist/app-init/app-init.runner.js.map +1 -1
- package/dist/app.module.js +12 -0
- package/dist/app.module.js.map +1 -1
- package/dist/auth/core/errors/jwt.errors.d.ts +4 -0
- package/dist/auth/core/errors/jwt.errors.js +8 -1
- package/dist/auth/core/errors/jwt.errors.js.map +1 -1
- package/dist/auth/core/resource-audience.d.ts +9 -0
- package/dist/auth/core/resource-audience.js +47 -0
- package/dist/auth/core/resource-audience.js.map +1 -0
- package/dist/auth/core/scopes/all-api.scopes.js +2 -0
- package/dist/auth/core/scopes/all-api.scopes.js.map +1 -1
- package/dist/auth/crypto/token-verifier.service.d.ts +1 -0
- package/dist/auth/crypto/token-verifier.service.js +9 -0
- package/dist/auth/crypto/token-verifier.service.js.map +1 -1
- package/dist/auth/guards/guards/access-token.guard.js +7 -0
- package/dist/auth/guards/guards/access-token.guard.js.map +1 -1
- package/dist/auth/guards/guards/ws-access-token-guard.js +5 -0
- package/dist/auth/guards/guards/ws-access-token-guard.js.map +1 -1
- package/dist/auth-journeys/auth-journeys.controller.js +2 -8
- package/dist/auth-journeys/auth-journeys.controller.js.map +1 -1
- package/dist/auth-journeys/auth-journeys.service.d.ts +7 -1
- package/dist/auth-journeys/auth-journeys.service.js +18 -7
- package/dist/auth-journeys/auth-journeys.service.js.map +1 -1
- package/dist/auth-journeys/dto/service/auth-journeys.service.types.d.ts +1 -0
- package/dist/auth-journeys/entities/mcp-authorization-flow.entity.js +3 -2
- package/dist/auth-journeys/entities/mcp-authorization-flow.entity.js.map +1 -1
- package/dist/authorization-server/authorization-server.module.js +10 -0
- package/dist/authorization-server/authorization-server.module.js.map +1 -1
- package/dist/authorization-server/authorization.controller.js +10 -3
- package/dist/authorization-server/authorization.controller.js.map +1 -1
- package/dist/authorization-server/authorization.service.d.ts +5 -1
- package/dist/authorization-server/authorization.service.js +52 -14
- package/dist/authorization-server/authorization.service.js.map +1 -1
- package/dist/authorization-server/client-assertion.service.d.ts +15 -0
- package/dist/authorization-server/client-assertion.service.js +136 -0
- package/dist/authorization-server/client-assertion.service.js.map +1 -0
- package/dist/authorization-server/client-id-metadata.service.d.ts +17 -0
- package/dist/authorization-server/client-id-metadata.service.js +253 -0
- package/dist/authorization-server/client-id-metadata.service.js.map +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.d.ts +25 -0
- package/dist/authorization-server/client-metadata-document.fetcher.js +176 -0
- package/dist/authorization-server/client-metadata-document.fetcher.js.map +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.d.ts +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.js +116 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.js.map +1 -0
- package/dist/authorization-server/client-registration.service.js +3 -0
- package/dist/authorization-server/client-registration.service.js.map +1 -1
- package/dist/authorization-server/dto/authorization-request.dto.js +6 -2
- package/dist/authorization-server/dto/authorization-request.dto.js.map +1 -1
- package/dist/authorization-server/dto/consent-metadata-response.dto.d.ts +2 -0
- package/dist/authorization-server/dto/consent-metadata-response.dto.js +10 -0
- package/dist/authorization-server/dto/consent-metadata-response.dto.js.map +1 -1
- package/dist/authorization-server/dto/register-client.dto.js +6 -2
- package/dist/authorization-server/dto/register-client.dto.js.map +1 -1
- package/dist/authorization-server/dto/service/authorization.service.types.d.ts +2 -0
- package/dist/authorization-server/dto/token-request.dto.d.ts +3 -1
- package/dist/authorization-server/dto/token-request.dto.js +29 -4
- package/dist/authorization-server/dto/token-request.dto.js.map +1 -1
- package/dist/authorization-server/entities/registered-client.entity.d.ts +8 -1
- package/dist/authorization-server/entities/registered-client.entity.js +33 -0
- package/dist/authorization-server/entities/registered-client.entity.js.map +1 -1
- package/dist/authorization-server/enums/client-registration-method.enum.d.ts +4 -0
- package/dist/authorization-server/enums/client-registration-method.enum.js +9 -0
- package/dist/authorization-server/enums/client-registration-method.enum.js.map +1 -0
- package/dist/authorization-server/enums/index.d.ts +1 -0
- package/dist/authorization-server/enums/index.js +1 -0
- package/dist/authorization-server/enums/index.js.map +1 -1
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.d.ts +2 -1
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.js +1 -0
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.js.map +1 -1
- package/dist/authorization-server/errors/authorization.errors.d.ts +4 -0
- package/dist/authorization-server/errors/authorization.errors.js +8 -1
- package/dist/authorization-server/errors/authorization.errors.js.map +1 -1
- package/dist/authorization-server/errors/client-registration.errors.d.ts +4 -0
- package/dist/authorization-server/errors/client-registration.errors.js +8 -1
- package/dist/authorization-server/errors/client-registration.errors.js.map +1 -1
- package/dist/authorization-server/errors/token.errors.d.ts +12 -0
- package/dist/authorization-server/errors/token.errors.js +22 -1
- package/dist/authorization-server/errors/token.errors.js.map +1 -1
- package/dist/authorization-server/token-exchange.service.js +3 -3
- package/dist/authorization-server/token-exchange.service.js.map +1 -1
- package/dist/authorization-server/token.service.d.ts +7 -4
- package/dist/authorization-server/token.service.js +68 -26
- package/dist/authorization-server/token.service.js.map +1 -1
- package/dist/authorization-server/utils/cache-control.d.ts +1 -0
- package/dist/authorization-server/utils/cache-control.js +20 -0
- package/dist/authorization-server/utils/cache-control.js.map +1 -0
- package/dist/authorization-server/utils/cache-control.spec.d.ts +1 -0
- package/dist/authorization-server/utils/cache-control.spec.js +21 -0
- package/dist/authorization-server/utils/cache-control.spec.js.map +1 -0
- package/dist/authorization-server/utils/client-assertion.d.ts +5 -0
- package/dist/authorization-server/utils/client-assertion.js +40 -0
- package/dist/authorization-server/utils/client-assertion.js.map +1 -0
- package/dist/authorization-server/utils/public-address.d.ts +2 -0
- package/dist/authorization-server/utils/public-address.js +63 -0
- package/dist/authorization-server/utils/public-address.js.map +1 -0
- package/dist/authorization-server/utils/public-address.spec.d.ts +1 -0
- package/dist/authorization-server/utils/public-address.spec.js +71 -0
- package/dist/authorization-server/utils/public-address.spec.js.map +1 -0
- package/dist/authorization-server/utils/redirect-uri.d.ts +3 -0
- package/dist/authorization-server/utils/redirect-uri.js +82 -0
- package/dist/authorization-server/utils/redirect-uri.js.map +1 -0
- package/dist/authorization-server/utils/redirect-uri.spec.d.ts +1 -0
- package/dist/authorization-server/utils/redirect-uri.spec.js +66 -0
- package/dist/authorization-server/utils/redirect-uri.spec.js.map +1 -0
- package/dist/authorization-server/web-auth.controller.js +4 -4
- package/dist/authorization-server/web-auth.controller.js.map +1 -1
- package/dist/authorization-server/web-auth.service.js +2 -1
- package/dist/authorization-server/web-auth.service.js.map +1 -1
- package/dist/context/context.controller.js +4 -1
- package/dist/context/context.controller.js.map +1 -1
- package/dist/context/context.mcp.gateway.js +7 -6
- package/dist/context/context.mcp.gateway.js.map +1 -1
- package/dist/context/context.service.d.ts +3 -3
- package/dist/context/context.service.js +14 -28
- package/dist/context/context.service.js.map +1 -1
- package/dist/context/dto/block-search-result.dto.d.ts +5 -0
- package/dist/context/dto/block-search-result.dto.js +39 -1
- package/dist/context/dto/block-search-result.dto.js.map +1 -1
- package/dist/context/dto/search-blocks-query.dto.d.ts +0 -1
- package/dist/context/dto/search-blocks-query.dto.js +2 -19
- package/dist/context/dto/search-blocks-query.dto.js.map +1 -1
- package/dist/context/dto/service/context.service.types.d.ts +5 -1
- package/dist/discovery/discovery.controller.js +2 -0
- package/dist/discovery/discovery.controller.js.map +1 -1
- package/dist/discovery/discovery.service.js +10 -3
- package/dist/discovery/discovery.service.js.map +1 -1
- package/dist/discovery/dto/authorization-server-metadata.dto.d.ts +2 -0
- package/dist/discovery/dto/authorization-server-metadata.dto.js +18 -1
- package/dist/discovery/dto/authorization-server-metadata.dto.js.map +1 -1
- package/dist/discovery/dto/service/discovery.service.types.d.ts +2 -0
- package/dist/errors/http/error-catalog.js +24 -0
- package/dist/errors/http/error-catalog.js.map +1 -1
- package/dist/executions/executions-worker.gateway.js +7 -1
- package/dist/executions/executions-worker.gateway.js.map +1 -1
- package/dist/global-search/dto/global-search-query.dto.d.ts +2 -1
- package/dist/global-search/dto/global-search-query.dto.js +17 -16
- package/dist/global-search/dto/global-search-query.dto.js.map +1 -1
- package/dist/global-search/dto/global-search-result.dto.d.ts +7 -8
- package/dist/global-search/dto/global-search-result.dto.js +63 -13
- package/dist/global-search/dto/global-search-result.dto.js.map +1 -1
- package/dist/global-search/dto/search-index-status.dto.d.ts +16 -0
- package/dist/global-search/dto/search-index-status.dto.js +98 -0
- package/dist/global-search/dto/search-index-status.dto.js.map +1 -0
- package/dist/global-search/dto/search-settings.dto.d.ts +20 -0
- package/dist/global-search/dto/search-settings.dto.js +161 -0
- package/dist/global-search/dto/search-settings.dto.js.map +1 -0
- package/dist/global-search/dto/update-search-settings.dto.d.ts +20 -0
- package/dist/global-search/dto/update-search-settings.dto.js +247 -0
- package/dist/global-search/dto/update-search-settings.dto.js.map +1 -0
- package/dist/global-search/global-search.controller.js +11 -2
- package/dist/global-search/global-search.controller.js.map +1 -1
- package/dist/global-search/global-search.module.js +4 -14
- package/dist/global-search/global-search.module.js.map +1 -1
- package/dist/global-search/global-search.service.d.ts +7 -19
- package/dist/global-search/global-search.service.js +27 -113
- package/dist/global-search/global-search.service.js.map +1 -1
- package/dist/global-search/search-admin.controller.d.ts +17 -0
- package/dist/global-search/search-admin.controller.js +148 -0
- package/dist/global-search/search-admin.controller.js.map +1 -0
- package/dist/http/app-validation.pipe.d.ts +7 -0
- package/dist/http/app-validation.pipe.js +39 -0
- package/dist/http/app-validation.pipe.js.map +1 -0
- package/dist/http/problem-details.filter.js +2 -2
- package/dist/http/problem-details.filter.js.map +1 -1
- package/dist/identity-provider/actor.controller.js +8 -18
- package/dist/identity-provider/actor.controller.js.map +1 -1
- package/dist/identity-provider/actor.entity.d.ts +1 -0
- package/dist/identity-provider/actor.entity.js +5 -0
- package/dist/identity-provider/actor.entity.js.map +1 -1
- package/dist/identity-provider/actor.service.d.ts +10 -1
- package/dist/identity-provider/actor.service.js +19 -3
- package/dist/identity-provider/actor.service.js.map +1 -1
- package/dist/identity-provider/dto/actor-response.dto.d.ts +1 -0
- package/dist/identity-provider/dto/actor-response.dto.js +13 -0
- package/dist/identity-provider/dto/actor-response.dto.js.map +1 -1
- package/dist/identity-provider/identity-provider.service.js +9 -1
- package/dist/identity-provider/identity-provider.service.js.map +1 -1
- package/dist/main.js +2 -5
- package/dist/main.js.map +1 -1
- package/dist/mcp-registry/dto/service/mcp-registry.service.types.d.ts +0 -10
- package/dist/mcp-registry/mcp-registry.module.js +0 -2
- package/dist/mcp-registry/mcp-registry.module.js.map +1 -1
- package/dist/mcp-registry/mcp-registry.service.d.ts +2 -5
- package/dist/mcp-registry/mcp-registry.service.js +2 -40
- package/dist/mcp-registry/mcp-registry.service.js.map +1 -1
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.d.ts +6 -0
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.js +27 -0
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.js.map +1 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.d.ts +6 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.js +23 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.js.map +1 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.d.ts +6 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.js +16 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.js.map +1 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.d.ts +6 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.js +18 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.js.map +1 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.d.ts +6 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.js +14 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.js.map +1 -0
- package/dist/migrations/1761200000000-SearchIndex.d.ts +6 -0
- package/dist/migrations/1761200000000-SearchIndex.js +19 -0
- package/dist/migrations/1761200000000-SearchIndex.js.map +1 -0
- package/dist/public/assets/index-Bu8fSAx2.js +117 -0
- package/dist/public/beta/assets/index-B9fCnAUe.js +94 -0
- package/dist/public/beta/assets/index-DIzh0pTC.css +1 -0
- package/dist/public/beta/index.html +2 -2
- package/dist/public/index.html +1 -1
- package/dist/public/package.json +4 -4
- package/dist/search/enums/index.d.ts +1 -0
- package/dist/search/enums/index.js +18 -0
- package/dist/search/enums/index.js.map +1 -0
- package/dist/search/enums/search.enums.d.ts +18 -0
- package/dist/search/enums/search.enums.js +25 -0
- package/dist/search/enums/search.enums.js.map +1 -0
- package/dist/search/index/chunk-plan.d.ts +17 -0
- package/dist/search/index/chunk-plan.js +39 -0
- package/dist/search/index/chunk-plan.js.map +1 -0
- package/dist/search/index/chunk-plan.spec.d.ts +1 -0
- package/dist/search/index/chunk-plan.spec.js +57 -0
- package/dist/search/index/chunk-plan.spec.js.map +1 -0
- package/dist/search/index/chunker.d.ts +9 -0
- package/dist/search/index/chunker.js +114 -0
- package/dist/search/index/chunker.js.map +1 -0
- package/dist/search/index/chunker.spec.d.ts +1 -0
- package/dist/search/index/chunker.spec.js +61 -0
- package/dist/search/index/chunker.spec.js.map +1 -0
- package/dist/search/index/index-search.service.d.ts +16 -0
- package/dist/search/index/index-search.service.js +322 -0
- package/dist/search/index/index-search.service.js.map +1 -0
- package/dist/search/index/search-embedder.service.d.ts +23 -0
- package/dist/search/index/search-embedder.service.js +251 -0
- package/dist/search/index/search-embedder.service.js.map +1 -0
- package/dist/search/index/search-embeddings.service.d.ts +19 -0
- package/dist/search/index/search-embeddings.service.js +115 -0
- package/dist/search/index/search-embeddings.service.js.map +1 -0
- package/dist/search/index/search-excerpt.d.ts +21 -0
- package/dist/search/index/search-excerpt.js +33 -0
- package/dist/search/index/search-excerpt.js.map +1 -0
- package/dist/search/index/search-excerpt.spec.d.ts +1 -0
- package/dist/search/index/search-excerpt.spec.js +96 -0
- package/dist/search/index/search-excerpt.spec.js.map +1 -0
- package/dist/search/index/search-index-admin.service.d.ts +34 -0
- package/dist/search/index/search-index-admin.service.js +107 -0
- package/dist/search/index/search-index-admin.service.js.map +1 -0
- package/dist/search/index/search-indexer.service.d.ts +29 -0
- package/dist/search/index/search-indexer.service.js +271 -0
- package/dist/search/index/search-indexer.service.js.map +1 -0
- package/dist/search/index/search-projections.d.ts +10 -0
- package/dist/search/index/search-projections.js +139 -0
- package/dist/search/index/search-projections.js.map +1 -0
- package/dist/search/index/search-schema.d.ts +6 -0
- package/dist/search/index/search-schema.js +74 -0
- package/dist/search/index/search-schema.js.map +1 -0
- package/dist/search/index/search-settings.d.ts +32 -0
- package/dist/search/index/search-settings.js +71 -0
- package/dist/search/index/search-settings.js.map +1 -0
- package/dist/search/index/search-settings.service.d.ts +10 -0
- package/dist/search/index/search-settings.service.js +46 -0
- package/dist/search/index/search-settings.service.js.map +1 -0
- package/dist/search/index/search-settings.spec.d.ts +1 -0
- package/dist/search/index/search-settings.spec.js +39 -0
- package/dist/search/index/search-settings.spec.js.map +1 -0
- package/dist/search/index/search-vector-store.service.d.ts +19 -0
- package/dist/search/index/search-vector-store.service.js +123 -0
- package/dist/search/index/search-vector-store.service.js.map +1 -0
- package/dist/search/search.module.js +20 -2
- package/dist/search/search.module.js.map +1 -1
- package/dist/search/search.scopes.d.ts +8 -0
- package/dist/search/search.scopes.js +11 -0
- package/dist/search/search.scopes.js.map +1 -0
- package/dist/search/search.types.d.ts +21 -0
- package/dist/task-blueprints/task-blueprints.service.js +3 -2
- package/dist/task-blueprints/task-blueprints.service.js.map +1 -1
- package/dist/tasks/dto/comment-response.dto.js +1 -8
- package/dist/tasks/dto/comment-response.dto.js.map +1 -1
- package/dist/tasks/dto/search-tasks-query.dto.d.ts +0 -1
- package/dist/tasks/dto/search-tasks-query.dto.js +2 -19
- package/dist/tasks/dto/search-tasks-query.dto.js.map +1 -1
- package/dist/tasks/dto/service/tasks.service.types.d.ts +9 -1
- package/dist/tasks/dto/task-response.dto.js +3 -16
- package/dist/tasks/dto/task-response.dto.js.map +1 -1
- package/dist/tasks/dto/task-search-result.dto.d.ts +8 -0
- package/dist/tasks/dto/task-search-result.dto.js +69 -1
- package/dist/tasks/dto/task-search-result.dto.js.map +1 -1
- package/dist/tasks/tasks.controller.js +7 -1
- package/dist/tasks/tasks.controller.js.map +1 -1
- package/dist/tasks/tasks.mcp.gateway.js +7 -6
- package/dist/tasks/tasks.mcp.gateway.js.map +1 -1
- package/dist/tasks/tasks.service.auto-prune.spec.js +1 -0
- package/dist/tasks/tasks.service.auto-prune.spec.js.map +1 -1
- package/dist/tasks/tasks.service.d.ts +3 -3
- package/dist/tasks/tasks.service.js +27 -34
- package/dist/tasks/tasks.service.js.map +1 -1
- package/dist/threads/agent/thread-agent-log.service.d.ts +10 -0
- package/dist/threads/agent/thread-agent-log.service.js +60 -1
- package/dist/threads/agent/thread-agent-log.service.js.map +1 -1
- package/dist/threads/agent/thread-agent-tools.factory.d.ts +11 -0
- package/dist/threads/agent/thread-agent-tools.factory.js +71 -0
- package/dist/threads/agent/thread-agent-tools.factory.js.map +1 -0
- package/dist/threads/agent/thread-agent.prompts.d.ts +9 -0
- package/dist/threads/agent/thread-agent.prompts.js +23 -0
- package/dist/threads/agent/thread-agent.prompts.js.map +1 -1
- package/dist/threads/agent/thread-agent.service.d.ts +5 -2
- package/dist/threads/agent/thread-agent.service.js +28 -7
- package/dist/threads/agent/thread-agent.service.js.map +1 -1
- package/dist/threads/agent/thread-agent.service.spec.js +74 -13
- package/dist/threads/agent/thread-agent.service.spec.js.map +1 -1
- package/dist/threads/dto/service/threads.service.types.d.ts +8 -0
- package/dist/threads/dto/task-subscription-response.dto.d.ts +9 -0
- package/dist/threads/dto/task-subscription-response.dto.js +59 -0
- package/dist/threads/dto/task-subscription-response.dto.js.map +1 -0
- package/dist/threads/dto/thread-response.dto.d.ts +2 -0
- package/dist/threads/dto/thread-response.dto.js +10 -0
- package/dist/threads/dto/thread-response.dto.js.map +1 -1
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.d.ts +16 -0
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.js +88 -0
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.js.map +1 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.d.ts +17 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.js +82 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.js.map +1 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.d.ts +29 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.js +110 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.js.map +1 -0
- package/dist/threads/thread-task-assignment-projector.service.spec.js +2 -0
- package/dist/threads/thread-task-assignment-projector.service.spec.js.map +1 -1
- package/dist/threads/threads-state.service.spec.js +1 -0
- package/dist/threads/threads-state.service.spec.js.map +1 -1
- package/dist/threads/threads.module.js +8 -0
- package/dist/threads/threads.module.js.map +1 -1
- package/dist/threads/threads.service.d.ts +4 -1
- package/dist/threads/threads.service.js +34 -10
- package/dist/threads/threads.service.js.map +1 -1
- package/dist/threads/threads.service.spec.js +1 -0
- package/dist/threads/threads.service.spec.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +8 -7
- package/dist/public/assets/index-BUmnqjpv.js +0 -117
- package/dist/public/beta/assets/index-BaBvl20K.css +0 -1
- package/dist/public/beta/assets/index-n0qUSWPJ.js +0 -94
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { EmbeddingModel } from 'ai';
|
|
2
|
+
import { AiModelSelectionsService } from "../../ai-providers/ai-model-selections.service";
|
|
3
|
+
export type ResolvedEmbeddingModel = {
|
|
4
|
+
model: EmbeddingModel;
|
|
5
|
+
key: string;
|
|
6
|
+
modelId: string;
|
|
7
|
+
};
|
|
8
|
+
export declare class SearchEmbeddingsService {
|
|
9
|
+
private readonly aiModelSelectionsService;
|
|
10
|
+
private readonly logger;
|
|
11
|
+
private readonly queryCache;
|
|
12
|
+
constructor(aiModelSelectionsService: AiModelSelectionsService);
|
|
13
|
+
resolveModel(): Promise<ResolvedEmbeddingModel | null>;
|
|
14
|
+
embedDocuments(resolved: ResolvedEmbeddingModel, texts: string[]): Promise<number[][]>;
|
|
15
|
+
embedQuery(resolved: ResolvedEmbeddingModel, query: string, options: {
|
|
16
|
+
instruction: string;
|
|
17
|
+
timeoutMs: number;
|
|
18
|
+
}): Promise<number[]>;
|
|
19
|
+
}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var SearchEmbeddingsService_1;
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.SearchEmbeddingsService = void 0;
|
|
14
|
+
const common_1 = require("@nestjs/common");
|
|
15
|
+
const ai_1 = require("ai");
|
|
16
|
+
const anthropic_1 = require("@ai-sdk/anthropic");
|
|
17
|
+
const google_1 = require("@ai-sdk/google");
|
|
18
|
+
const google_vertex_1 = require("@ai-sdk/google-vertex");
|
|
19
|
+
const openai_1 = require("@ai-sdk/openai");
|
|
20
|
+
const openai_compatible_1 = require("@ai-sdk/openai-compatible");
|
|
21
|
+
const xai_1 = require("@ai-sdk/xai");
|
|
22
|
+
const ai_model_selections_service_1 = require("../../ai-providers/ai-model-selections.service");
|
|
23
|
+
const enums_1 = require("../../ai-providers/enums");
|
|
24
|
+
const google_environment_1 = require("../../ai-providers/google-environment");
|
|
25
|
+
const QUERY_CACHE_SIZE = 200;
|
|
26
|
+
let SearchEmbeddingsService = SearchEmbeddingsService_1 = class SearchEmbeddingsService {
|
|
27
|
+
aiModelSelectionsService;
|
|
28
|
+
logger = new common_1.Logger(SearchEmbeddingsService_1.name);
|
|
29
|
+
queryCache = new Map();
|
|
30
|
+
constructor(aiModelSelectionsService) {
|
|
31
|
+
this.aiModelSelectionsService = aiModelSelectionsService;
|
|
32
|
+
}
|
|
33
|
+
async resolveModel() {
|
|
34
|
+
try {
|
|
35
|
+
const selection = await this.aiModelSelectionsService.resolve(enums_1.AiModelJob.EMBEDDINGS);
|
|
36
|
+
const model = buildEmbeddingModel(selection.provider, selection.modelId);
|
|
37
|
+
if (!model) {
|
|
38
|
+
return null;
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
model,
|
|
42
|
+
key: `${selection.provider.id}:${selection.modelId}`,
|
|
43
|
+
modelId: selection.modelId,
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
this.logger.debug({
|
|
48
|
+
message: 'No usable embedding model',
|
|
49
|
+
error: error instanceof Error ? error.message : String(error),
|
|
50
|
+
});
|
|
51
|
+
return null;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
async embedDocuments(resolved, texts) {
|
|
55
|
+
if (texts.length === 0) {
|
|
56
|
+
return [];
|
|
57
|
+
}
|
|
58
|
+
const { embeddings } = await (0, ai_1.embedMany)({ model: resolved.model, values: texts });
|
|
59
|
+
return embeddings;
|
|
60
|
+
}
|
|
61
|
+
async embedQuery(resolved, query, options) {
|
|
62
|
+
const value = options.instruction
|
|
63
|
+
? `Instruct: ${options.instruction}\nQuery: ${query}`
|
|
64
|
+
: query;
|
|
65
|
+
const cacheKey = `${resolved.key}\n${value}`;
|
|
66
|
+
const cached = this.queryCache.get(cacheKey);
|
|
67
|
+
if (cached) {
|
|
68
|
+
return cached;
|
|
69
|
+
}
|
|
70
|
+
const { embedding } = await (0, ai_1.embed)({
|
|
71
|
+
model: resolved.model,
|
|
72
|
+
value,
|
|
73
|
+
maxRetries: 0,
|
|
74
|
+
abortSignal: AbortSignal.timeout(options.timeoutMs),
|
|
75
|
+
});
|
|
76
|
+
this.queryCache.set(cacheKey, embedding);
|
|
77
|
+
if (this.queryCache.size > QUERY_CACHE_SIZE) {
|
|
78
|
+
this.queryCache.delete(this.queryCache.keys().next().value);
|
|
79
|
+
}
|
|
80
|
+
return embedding;
|
|
81
|
+
}
|
|
82
|
+
};
|
|
83
|
+
exports.SearchEmbeddingsService = SearchEmbeddingsService;
|
|
84
|
+
exports.SearchEmbeddingsService = SearchEmbeddingsService = SearchEmbeddingsService_1 = __decorate([
|
|
85
|
+
(0, common_1.Injectable)(),
|
|
86
|
+
__metadata("design:paramtypes", [ai_model_selections_service_1.AiModelSelectionsService])
|
|
87
|
+
], SearchEmbeddingsService);
|
|
88
|
+
function buildEmbeddingModel(config, modelId) {
|
|
89
|
+
const apiKey = config.apiKey ?? undefined;
|
|
90
|
+
const baseURL = config.baseUrl ?? undefined;
|
|
91
|
+
switch (config.type) {
|
|
92
|
+
case enums_1.AiProviderType.OPENAI:
|
|
93
|
+
return (0, openai_1.createOpenAI)({ apiKey, baseURL }).textEmbeddingModel(modelId);
|
|
94
|
+
case enums_1.AiProviderType.GOOGLE:
|
|
95
|
+
return (0, google_1.createGoogle)({ apiKey: apiKey ?? (0, google_environment_1.googleApiKeyFromEnv)(), baseURL }).textEmbeddingModel(modelId);
|
|
96
|
+
case enums_1.AiProviderType.GOOGLE_VERTEX: {
|
|
97
|
+
const credentials = apiKey ? JSON.parse(apiKey) : undefined;
|
|
98
|
+
return (0, google_vertex_1.createVertex)({
|
|
99
|
+
project: config.project ?? (0, google_environment_1.vertexProjectFromEnv)(),
|
|
100
|
+
location: config.location ?? (0, google_environment_1.vertexLocationFromEnv)(),
|
|
101
|
+
googleAuthOptions: credentials ? { credentials } : undefined,
|
|
102
|
+
}).textEmbeddingModel(modelId);
|
|
103
|
+
}
|
|
104
|
+
case enums_1.AiProviderType.XAI:
|
|
105
|
+
return (0, xai_1.createXai)({ apiKey, baseURL }).textEmbeddingModel(modelId);
|
|
106
|
+
case enums_1.AiProviderType.ANTHROPIC:
|
|
107
|
+
return (0, anthropic_1.createAnthropic)({ apiKey, baseURL }).textEmbeddingModel(modelId);
|
|
108
|
+
case enums_1.AiProviderType.OPENAI_COMPATIBLE:
|
|
109
|
+
if (!baseURL) {
|
|
110
|
+
return null;
|
|
111
|
+
}
|
|
112
|
+
return (0, openai_compatible_1.createOpenAICompatible)({ name: config.type, baseURL, apiKey }).textEmbeddingModel(modelId);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
//# sourceMappingURL=search-embeddings.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-embeddings.service.js","sourceRoot":"","sources":["../../../src/search/index/search-embeddings.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2BAAsD;AACtD,iDAAoD;AACpD,2CAA8C;AAC9C,yDAAqD;AACrD,2CAA8C;AAC9C,iEAAmE;AACnE,qCAAwC;AACxC,gGAAwF;AAExF,oDAAoE;AACpE,8EAI6C;AAS7C,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAItB,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAKL;IAJZ,MAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAC;IAElD,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE1D,YAA6B,wBAAkD;QAAlD,6BAAwB,GAAxB,wBAAwB,CAA0B;IAAG,CAAC;IAGnF,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,kBAAU,CAAC,UAAU,CAAC,CAAC;YACrF,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO;gBACL,KAAK;gBACL,GAAG,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,EAAE;gBACpD,OAAO,EAAE,SAAS,CAAC,OAAO;aAC3B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gBAChB,OAAO,EAAE,2BAA2B;gBACpC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,cAAc,CAAC,QAAgC,EAAE,KAAe;QACpE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,cAAS,EAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACjF,OAAO,UAAU,CAAC;IACpB,CAAC;IAMD,KAAK,CAAC,UAAU,CACd,QAAgC,EAChC,KAAa,EACb,OAAmD;QAEnD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW;YAC/B,CAAC,CAAC,aAAa,OAAO,CAAC,WAAW,YAAY,KAAK,EAAE;YACrD,CAAC,CAAC,KAAK,CAAC;QACV,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,GAAG,KAAK,KAAK,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,UAAK,EAAC;YAChC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK;YAEL,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;SACpD,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF,CAAA;AAtEY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;qCAM4C,sDAAwB;GALpE,uBAAuB,CAsEnC;AAED,SAAS,mBAAmB,CAAC,MAA8B,EAAE,OAAe;IAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC;IAE5C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,sBAAc,CAAC,MAAM;YACxB,OAAO,IAAA,qBAAY,EAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEvE,KAAK,sBAAc,CAAC,MAAM;YACxB,OAAO,IAAA,qBAAY,EAAC,EAAE,MAAM,EAAE,MAAM,IAAI,IAAA,wCAAmB,GAAE,EAAE,OAAO,EAAE,CAAC,CAAC,kBAAkB,CAC1F,OAAO,CACR,CAAC;QAEJ,KAAK,sBAAc,CAAC,aAAa,CAAC,CAAC,CAAC;YAClC,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAA6B,CAAC,CAAC,CAAC,SAAS,CAAC;YACzF,OAAO,IAAA,4BAAY,EAAC;gBAClB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAA,yCAAoB,GAAE;gBACjD,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAA,0CAAqB,GAAE;gBACpD,iBAAiB,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS;aAC7D,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,sBAAc,CAAC,GAAG;YACrB,OAAO,IAAA,eAAS,EAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEpE,KAAK,sBAAc,CAAC,SAAS;YAC3B,OAAO,IAAA,2BAAe,EAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAE1E,KAAK,sBAAc,CAAC,iBAAiB;YACnC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,IAAA,0CAAsB,EAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,kBAAkB,CACtF,OAAO,CACR,CAAC;IACN,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { SearchMatchField, SearchStrategy } from '../enums';
|
|
2
|
+
import { SearchEntityType } from '../search.types';
|
|
3
|
+
export type ExcerptSource = {
|
|
4
|
+
hit_strategy: SearchStrategy;
|
|
5
|
+
hit_entity_type: SearchEntityType;
|
|
6
|
+
hit_entity_id: string;
|
|
7
|
+
hit_author: string | null;
|
|
8
|
+
hit_body_length: number;
|
|
9
|
+
hit_body_start: string;
|
|
10
|
+
hit_body_matches: boolean | null;
|
|
11
|
+
headline: string | null;
|
|
12
|
+
chunk_kind: 'title' | 'body' | null;
|
|
13
|
+
chunk_text: string | null;
|
|
14
|
+
primary_body_length: number;
|
|
15
|
+
primary_body_start: string;
|
|
16
|
+
};
|
|
17
|
+
export declare function pickExcerpt(row: ExcerptSource, maxChars: number): {
|
|
18
|
+
matchedOn: SearchMatchField;
|
|
19
|
+
text: string;
|
|
20
|
+
isComplete: boolean;
|
|
21
|
+
};
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.pickExcerpt = pickExcerpt;
|
|
4
|
+
const enums_1 = require("../enums");
|
|
5
|
+
function pickExcerpt(row, maxChars) {
|
|
6
|
+
const hitIsComment = row.hit_entity_type === 'comment';
|
|
7
|
+
const passageMatched = (row.hit_strategy === enums_1.SearchStrategy.SEMANTIC && row.chunk_kind === 'body') ||
|
|
8
|
+
(row.hit_strategy === enums_1.SearchStrategy.KEYWORD && (hitIsComment || row.hit_body_matches === true));
|
|
9
|
+
if (!passageMatched) {
|
|
10
|
+
return {
|
|
11
|
+
matchedOn: enums_1.SearchMatchField.TITLE,
|
|
12
|
+
text: clip(row.primary_body_start, maxChars, row.primary_body_length > maxChars),
|
|
13
|
+
isComplete: row.primary_body_length <= maxChars,
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
const matchedOn = hitIsComment ? enums_1.SearchMatchField.COMMENT : enums_1.SearchMatchField.CONTENT;
|
|
17
|
+
if (row.hit_body_length <= maxChars) {
|
|
18
|
+
return { matchedOn, text: row.hit_body_start.trim(), isComplete: true };
|
|
19
|
+
}
|
|
20
|
+
const passage = row.hit_strategy === enums_1.SearchStrategy.SEMANTIC ? row.chunk_text : row.headline;
|
|
21
|
+
const text = passage ?? row.hit_body_start;
|
|
22
|
+
return { matchedOn, text: clip(text, maxChars, text.length > maxChars), isComplete: false };
|
|
23
|
+
}
|
|
24
|
+
function clip(text, maxChars, truncated) {
|
|
25
|
+
const trimmed = text.trim();
|
|
26
|
+
if (!truncated) {
|
|
27
|
+
return trimmed;
|
|
28
|
+
}
|
|
29
|
+
const cut = trimmed.slice(0, maxChars);
|
|
30
|
+
const lastSpace = cut.lastIndexOf(' ');
|
|
31
|
+
return `${(lastSpace > maxChars / 2 ? cut.slice(0, lastSpace) : cut).trimEnd()} …`;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=search-excerpt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-excerpt.js","sourceRoot":"","sources":["../../../src/search/index/search-excerpt.ts"],"names":[],"mappings":";;AAwBA,kCAwBC;AAhDD,oCAA4D;AAwB5D,SAAgB,WAAW,CACzB,GAAkB,EAClB,QAAgB;IAEhB,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC;IACvD,MAAM,cAAc,GAClB,CAAC,GAAG,CAAC,YAAY,KAAK,sBAAc,CAAC,QAAQ,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,CAAC;QAC3E,CAAC,GAAG,CAAC,YAAY,KAAK,sBAAc,CAAC,OAAO,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC;IAEnG,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO;YACL,SAAS,EAAE,wBAAgB,CAAC,KAAK;YACjC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,EAAE,GAAG,CAAC,mBAAmB,GAAG,QAAQ,CAAC;YAChF,UAAU,EAAE,GAAG,CAAC,mBAAmB,IAAI,QAAQ;SAChD,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,wBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAgB,CAAC,OAAO,CAAC;IACrF,IAAI,GAAG,CAAC,eAAe,IAAI,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC1E,CAAC;IACD,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,KAAK,sBAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC7F,MAAM,IAAI,GAAG,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC;IAC3C,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;AAC9F,CAAC;AAED,SAAS,IAAI,CAAC,IAAY,EAAE,QAAgB,EAAE,SAAkB;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO,GAAG,CAAC,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AACrF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const enums_1 = require("../enums");
|
|
4
|
+
const search_excerpt_1 = require("./search-excerpt");
|
|
5
|
+
const longBody = 'Opening sentence of the block. ' + 'More text follows here. '.repeat(40);
|
|
6
|
+
function source(overrides) {
|
|
7
|
+
return {
|
|
8
|
+
hit_strategy: enums_1.SearchStrategy.KEYWORD,
|
|
9
|
+
hit_entity_type: 'context_block',
|
|
10
|
+
hit_entity_id: 'hit-id',
|
|
11
|
+
hit_author: null,
|
|
12
|
+
hit_body_length: longBody.length,
|
|
13
|
+
hit_body_start: longBody.slice(0, 100),
|
|
14
|
+
hit_body_matches: false,
|
|
15
|
+
headline: null,
|
|
16
|
+
chunk_kind: null,
|
|
17
|
+
chunk_text: null,
|
|
18
|
+
primary_body_length: longBody.length,
|
|
19
|
+
primary_body_start: longBody.slice(0, 100),
|
|
20
|
+
...overrides,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
describe('pickExcerpt', () => {
|
|
24
|
+
it('shows the start of the item, marked partial, when only the title matched', () => {
|
|
25
|
+
for (const hit of [
|
|
26
|
+
{ hit_strategy: enums_1.SearchStrategy.FUZZY_TITLE },
|
|
27
|
+
{ hit_strategy: enums_1.SearchStrategy.SEMANTIC, chunk_kind: 'title', chunk_text: 'Title' },
|
|
28
|
+
{ hit_strategy: enums_1.SearchStrategy.KEYWORD, hit_body_matches: false },
|
|
29
|
+
]) {
|
|
30
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source(hit), 100);
|
|
31
|
+
expect(excerpt.matchedOn).toBe(enums_1.SearchMatchField.TITLE);
|
|
32
|
+
expect(excerpt.text.startsWith('Opening sentence of the block.')).toBe(true);
|
|
33
|
+
expect(excerpt.text.endsWith('…')).toBe(true);
|
|
34
|
+
expect(excerpt.isComplete).toBe(false);
|
|
35
|
+
}
|
|
36
|
+
});
|
|
37
|
+
it('returns a short item whole on a title match', () => {
|
|
38
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({
|
|
39
|
+
hit_strategy: enums_1.SearchStrategy.FUZZY_TITLE,
|
|
40
|
+
primary_body_length: 12,
|
|
41
|
+
primary_body_start: 'Short body.\n',
|
|
42
|
+
}), 100);
|
|
43
|
+
expect(excerpt).toEqual({ matchedOn: enums_1.SearchMatchField.TITLE, text: 'Short body.', isComplete: true });
|
|
44
|
+
});
|
|
45
|
+
it('returns an empty, complete excerpt for an item without text', () => {
|
|
46
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({ hit_strategy: enums_1.SearchStrategy.FUZZY_TITLE, primary_body_length: 0, primary_body_start: '' }), 100);
|
|
47
|
+
expect(excerpt).toEqual({ matchedOn: enums_1.SearchMatchField.TITLE, text: '', isComplete: true });
|
|
48
|
+
});
|
|
49
|
+
it('shows the passage that matched by meaning, marked partial', () => {
|
|
50
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({
|
|
51
|
+
hit_strategy: enums_1.SearchStrategy.SEMANTIC,
|
|
52
|
+
chunk_kind: 'body',
|
|
53
|
+
chunk_text: '## Rollback\n\nRevert the commit.',
|
|
54
|
+
}), 100);
|
|
55
|
+
expect(excerpt).toEqual({
|
|
56
|
+
matchedOn: enums_1.SearchMatchField.CONTENT,
|
|
57
|
+
text: '## Rollback\n\nRevert the commit.',
|
|
58
|
+
isComplete: false,
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
it('shows the keyword fragments from a long text', () => {
|
|
62
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({ hit_body_matches: true, headline: 'the signing key … rotated nightly' }), 100);
|
|
63
|
+
expect(excerpt).toEqual({
|
|
64
|
+
matchedOn: enums_1.SearchMatchField.CONTENT,
|
|
65
|
+
text: 'the signing key … rotated nightly',
|
|
66
|
+
isComplete: false,
|
|
67
|
+
});
|
|
68
|
+
});
|
|
69
|
+
it('returns text that fits whole instead of a passage of it', () => {
|
|
70
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({
|
|
71
|
+
hit_strategy: enums_1.SearchStrategy.SEMANTIC,
|
|
72
|
+
chunk_kind: 'body',
|
|
73
|
+
chunk_text: 'Second paragraph.',
|
|
74
|
+
hit_body_length: 34,
|
|
75
|
+
hit_body_start: 'First paragraph.\n\nSecond paragraph.',
|
|
76
|
+
}), 100);
|
|
77
|
+
expect(excerpt).toEqual({
|
|
78
|
+
matchedOn: enums_1.SearchMatchField.CONTENT,
|
|
79
|
+
text: 'First paragraph.\n\nSecond paragraph.',
|
|
80
|
+
isComplete: true,
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
it('reports a matching comment as a comment', () => {
|
|
84
|
+
const excerpt = (0, search_excerpt_1.pickExcerpt)(source({
|
|
85
|
+
hit_entity_type: 'comment',
|
|
86
|
+
hit_body_length: 26,
|
|
87
|
+
hit_body_start: 'Safari dropped the cookie.',
|
|
88
|
+
}), 100);
|
|
89
|
+
expect(excerpt).toEqual({
|
|
90
|
+
matchedOn: enums_1.SearchMatchField.COMMENT,
|
|
91
|
+
text: 'Safari dropped the cookie.',
|
|
92
|
+
isComplete: true,
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
//# sourceMappingURL=search-excerpt.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-excerpt.spec.js","sourceRoot":"","sources":["../../../src/search/index/search-excerpt.spec.ts"],"names":[],"mappings":";;AAAA,oCAA4D;AAC5D,qDAA8D;AAE9D,MAAM,QAAQ,GAAG,iCAAiC,GAAG,0BAA0B,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE3F,SAAS,MAAM,CAAC,SAAiC;IAC/C,OAAO;QACL,YAAY,EAAE,sBAAc,CAAC,OAAO;QACpC,eAAe,EAAE,eAAe;QAChC,aAAa,EAAE,QAAQ;QACvB,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,QAAQ,CAAC,MAAM;QAChC,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACtC,gBAAgB,EAAE,KAAK;QACvB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,IAAI;QAChB,mBAAmB,EAAE,QAAQ,CAAC,MAAM;QACpC,kBAAkB,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QAC1C,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,KAAK,MAAM,GAAG,IAAI;YAChB,EAAE,YAAY,EAAE,sBAAc,CAAC,WAAW,EAAE;YAC5C,EAAE,YAAY,EAAE,sBAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAgB,EAAE,UAAU,EAAE,OAAO,EAAE;YAC5F,EAAE,YAAY,EAAE,sBAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE;SAClE,EAAE,CAAC;YACF,MAAM,OAAO,GAAG,IAAA,4BAAW,EAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;YAE9C,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,wBAAgB,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,gCAAgC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7E,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC;YACL,YAAY,EAAE,sBAAc,CAAC,WAAW;YACxC,mBAAmB,EAAE,EAAE;YACvB,kBAAkB,EAAE,eAAe;SACpC,CAAC,EACF,GAAG,CACJ,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,wBAAgB,CAAC,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC,EAAE,YAAY,EAAE,sBAAc,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC,EACpG,GAAG,CACJ,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,wBAAgB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC;YACL,YAAY,EAAE,sBAAc,CAAC,QAAQ;YACrC,UAAU,EAAE,MAAM;YAClB,UAAU,EAAE,mCAAmC;SAChD,CAAC,EACF,GAAG,CACJ,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,SAAS,EAAE,wBAAgB,CAAC,OAAO;YACnC,IAAI,EAAE,mCAAmC;YACzC,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,mCAAmC,EAAE,CAAC,EACjF,GAAG,CACJ,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,SAAS,EAAE,wBAAgB,CAAC,OAAO;YACnC,IAAI,EAAE,mCAAmC;YACzC,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC;YACL,YAAY,EAAE,sBAAc,CAAC,QAAQ;YACrC,UAAU,EAAE,MAAM;YAClB,UAAU,EAAE,mBAAmB;YAC/B,eAAe,EAAE,EAAE;YACnB,cAAc,EAAE,uCAAuC;SACxD,CAAC,EACF,GAAG,CACJ,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,SAAS,EAAE,wBAAgB,CAAC,OAAO;YACnC,IAAI,EAAE,uCAAuC;YAC7C,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAG,IAAA,4BAAW,EACzB,MAAM,CAAC;YACL,eAAe,EAAE,SAAS;YAC1B,eAAe,EAAE,EAAE;YACnB,cAAc,EAAE,4BAA4B;SAC7C,CAAC,EACF,GAAG,CACJ,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YACtB,SAAS,EAAE,wBAAgB,CAAC,OAAO;YACnC,IAAI,EAAE,4BAA4B;YAClC,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { DataSource } from 'typeorm';
|
|
2
|
+
import { SearchEntityType } from '../search.types';
|
|
3
|
+
import { SearchEmbedderService } from './search-embedder.service';
|
|
4
|
+
import { SearchEmbeddingsService } from './search-embeddings.service';
|
|
5
|
+
import { SearchIndexerService } from './search-indexer.service';
|
|
6
|
+
import { SearchSettingsService } from './search-settings.service';
|
|
7
|
+
import { SearchVectorStoreService } from './search-vector-store.service';
|
|
8
|
+
export type SearchIndexStatus = {
|
|
9
|
+
semanticActive: boolean;
|
|
10
|
+
semanticInactiveReason: string | null;
|
|
11
|
+
embeddingModelId: string | null;
|
|
12
|
+
documents: number;
|
|
13
|
+
embedded: number;
|
|
14
|
+
pending: number;
|
|
15
|
+
failed: number;
|
|
16
|
+
lastError: string | null;
|
|
17
|
+
byType: Array<{
|
|
18
|
+
type: SearchEntityType;
|
|
19
|
+
documents: number;
|
|
20
|
+
embedded: number;
|
|
21
|
+
}>;
|
|
22
|
+
};
|
|
23
|
+
export declare class SearchIndexAdminService {
|
|
24
|
+
private readonly dataSource;
|
|
25
|
+
private readonly settingsService;
|
|
26
|
+
private readonly vectorStore;
|
|
27
|
+
private readonly embeddings;
|
|
28
|
+
private readonly indexer;
|
|
29
|
+
private readonly embedder;
|
|
30
|
+
private readonly logger;
|
|
31
|
+
constructor(dataSource: DataSource, settingsService: SearchSettingsService, vectorStore: SearchVectorStoreService, embeddings: SearchEmbeddingsService, indexer: SearchIndexerService, embedder: SearchEmbedderService);
|
|
32
|
+
getStatus(): Promise<SearchIndexStatus>;
|
|
33
|
+
rebuild(): Promise<SearchIndexStatus>;
|
|
34
|
+
}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var SearchIndexAdminService_1;
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.SearchIndexAdminService = void 0;
|
|
14
|
+
const common_1 = require("@nestjs/common");
|
|
15
|
+
const typeorm_1 = require("typeorm");
|
|
16
|
+
const chunk_plan_1 = require("./chunk-plan");
|
|
17
|
+
const search_embedder_service_1 = require("./search-embedder.service");
|
|
18
|
+
const search_embeddings_service_1 = require("./search-embeddings.service");
|
|
19
|
+
const search_indexer_service_1 = require("./search-indexer.service");
|
|
20
|
+
const search_settings_service_1 = require("./search-settings.service");
|
|
21
|
+
const search_vector_store_service_1 = require("./search-vector-store.service");
|
|
22
|
+
let SearchIndexAdminService = SearchIndexAdminService_1 = class SearchIndexAdminService {
|
|
23
|
+
dataSource;
|
|
24
|
+
settingsService;
|
|
25
|
+
vectorStore;
|
|
26
|
+
embeddings;
|
|
27
|
+
indexer;
|
|
28
|
+
embedder;
|
|
29
|
+
logger = new common_1.Logger(SearchIndexAdminService_1.name);
|
|
30
|
+
constructor(dataSource, settingsService, vectorStore, embeddings, indexer, embedder) {
|
|
31
|
+
this.dataSource = dataSource;
|
|
32
|
+
this.settingsService = settingsService;
|
|
33
|
+
this.vectorStore = vectorStore;
|
|
34
|
+
this.embeddings = embeddings;
|
|
35
|
+
this.indexer = indexer;
|
|
36
|
+
this.embedder = embedder;
|
|
37
|
+
}
|
|
38
|
+
async getStatus() {
|
|
39
|
+
const settings = await this.settingsService.get();
|
|
40
|
+
const storageAvailable = await this.vectorStore.isAvailable();
|
|
41
|
+
const model = await this.embeddings.resolveModel();
|
|
42
|
+
let semanticInactiveReason = null;
|
|
43
|
+
if (!settings.semanticEnabled) {
|
|
44
|
+
semanticInactiveReason = 'Semantic search is turned off in the search settings.';
|
|
45
|
+
}
|
|
46
|
+
else if (!storageAvailable) {
|
|
47
|
+
semanticInactiveReason =
|
|
48
|
+
this.vectorStore.getUnavailableReason() ?? 'The embeddings table is not available.';
|
|
49
|
+
}
|
|
50
|
+
else if (!model) {
|
|
51
|
+
semanticInactiveReason =
|
|
52
|
+
'No usable embedding model is selected. Choose one for the Embeddings job in the model settings.';
|
|
53
|
+
}
|
|
54
|
+
const semanticActive = semanticInactiveReason === null;
|
|
55
|
+
const configKey = semanticActive && model ? (0, chunk_plan_1.embeddingConfigKey)(model.key, settings) : null;
|
|
56
|
+
const rows = await this.dataSource.query(`SELECT "entity_type",
|
|
57
|
+
count(*) AS documents,
|
|
58
|
+
count(*) FILTER (WHERE "embedded_fingerprint" = md5("content_hash" || $1)) AS embedded,
|
|
59
|
+
count(*) FILTER (
|
|
60
|
+
WHERE "embed_error" IS NOT NULL
|
|
61
|
+
AND "embedded_fingerprint" IS DISTINCT FROM md5("content_hash" || $1)
|
|
62
|
+
) AS failed
|
|
63
|
+
FROM "search_documents"
|
|
64
|
+
GROUP BY "entity_type"
|
|
65
|
+
ORDER BY "entity_type"`, [configKey]);
|
|
66
|
+
const lastError = configKey
|
|
67
|
+
? await this.dataSource.query(`SELECT "embed_error" FROM "search_documents"
|
|
68
|
+
WHERE "embed_error" IS NOT NULL
|
|
69
|
+
AND "embedded_fingerprint" IS DISTINCT FROM md5("content_hash" || $1)
|
|
70
|
+
ORDER BY "embed_retry_at" DESC NULLS LAST LIMIT 1`, [configKey])
|
|
71
|
+
: [];
|
|
72
|
+
const total = (key) => rows.reduce((sum, row) => sum + Number(row[key]), 0);
|
|
73
|
+
return {
|
|
74
|
+
semanticActive,
|
|
75
|
+
semanticInactiveReason,
|
|
76
|
+
embeddingModelId: model?.modelId ?? null,
|
|
77
|
+
documents: total('documents'),
|
|
78
|
+
embedded: total('embedded'),
|
|
79
|
+
pending: semanticActive ? total('documents') - total('embedded') : 0,
|
|
80
|
+
failed: semanticActive ? total('failed') : 0,
|
|
81
|
+
lastError: lastError[0]?.embed_error ?? null,
|
|
82
|
+
byType: rows.map((row) => ({
|
|
83
|
+
type: row.entity_type,
|
|
84
|
+
documents: Number(row.documents),
|
|
85
|
+
embedded: Number(row.embedded),
|
|
86
|
+
})),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
async rebuild() {
|
|
90
|
+
this.logger.log({ message: 'Rebuilding the search index' });
|
|
91
|
+
await this.dataSource.query(`DELETE FROM "search_documents"`);
|
|
92
|
+
await this.indexer.syncAll();
|
|
93
|
+
this.embedder.wake();
|
|
94
|
+
return this.getStatus();
|
|
95
|
+
}
|
|
96
|
+
};
|
|
97
|
+
exports.SearchIndexAdminService = SearchIndexAdminService;
|
|
98
|
+
exports.SearchIndexAdminService = SearchIndexAdminService = SearchIndexAdminService_1 = __decorate([
|
|
99
|
+
(0, common_1.Injectable)(),
|
|
100
|
+
__metadata("design:paramtypes", [typeorm_1.DataSource,
|
|
101
|
+
search_settings_service_1.SearchSettingsService,
|
|
102
|
+
search_vector_store_service_1.SearchVectorStoreService,
|
|
103
|
+
search_embeddings_service_1.SearchEmbeddingsService,
|
|
104
|
+
search_indexer_service_1.SearchIndexerService,
|
|
105
|
+
search_embedder_service_1.SearchEmbedderService])
|
|
106
|
+
], SearchIndexAdminService);
|
|
107
|
+
//# sourceMappingURL=search-index-admin.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-index-admin.service.js","sourceRoot":"","sources":["../../../src/search/index/search-index-admin.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,qCAAqC;AAErC,6CAAkD;AAClD,uEAAkE;AAClE,2EAAsE;AACtE,qEAAgE;AAChE,uEAAkE;AAClE,+EAAyE;AAwBlE,IAAM,uBAAuB,+BAA7B,MAAM,uBAAuB;IAIf;IACA;IACA;IACA;IACA;IACA;IARF,MAAM,GAAG,IAAI,eAAM,CAAC,yBAAuB,CAAC,IAAI,CAAC,CAAC;IAEnE,YACmB,UAAsB,EACtB,eAAsC,EACtC,WAAqC,EACrC,UAAmC,EACnC,OAA6B,EAC7B,QAA+B;QAL/B,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAuB;QACtC,gBAAW,GAAX,WAAW,CAA0B;QACrC,eAAU,GAAV,UAAU,CAAyB;QACnC,YAAO,GAAP,OAAO,CAAsB;QAC7B,aAAQ,GAAR,QAAQ,CAAuB;IAC/C,CAAC;IAEJ,KAAK,CAAC,SAAS;QACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;QAClD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QAEnD,IAAI,sBAAsB,GAAkB,IAAI,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC9B,sBAAsB,GAAG,uDAAuD,CAAC;QACnF,CAAC;aAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC7B,sBAAsB;gBACpB,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,IAAI,wCAAwC,CAAC;QACxF,CAAC;aAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAClB,sBAAsB;gBACpB,iGAAiG,CAAC;QACtG,CAAC;QACD,MAAM,cAAc,GAAG,sBAAsB,KAAK,IAAI,CAAC;QAGvD,MAAM,SAAS,GAAG,cAAc,IAAI,KAAK,CAAC,CAAC,CAAC,IAAA,+BAAkB,EAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,IAAI,GAKL,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAC9B;;;;;;;;;8BASwB,EACxB,CAAC,SAAS,CAAC,CACZ,CAAC;QACF,MAAM,SAAS,GAAmC,SAAS;YACzD,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CACzB;;;6DAGmD,EACnD,CAAC,SAAS,CAAC,CACZ;YACH,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,KAAK,GAAG,CAAC,GAAwC,EAAE,EAAE,CACzD,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,cAAc;YACd,sBAAsB;YACtB,gBAAgB,EAAE,KAAK,EAAE,OAAO,IAAI,IAAI;YACxC,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC;YAC7B,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC;YAC3B,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5C,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,IAAI;YAC5C,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACzB,IAAI,EAAE,GAAG,CAAC,WAAW;gBACrB,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;gBAChC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;aAC/B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAOD,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAC;QAE5D,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;CACF,CAAA;AA5FY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;qCAKoB,oBAAU;QACL,+CAAqB;QACzB,sDAAwB;QACzB,mDAAuB;QAC1B,6CAAoB;QACnB,+CAAqB;GATvC,uBAAuB,CA4FnC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { OnApplicationBootstrap } from '@nestjs/common';
|
|
2
|
+
import { DataSource } from 'typeorm';
|
|
3
|
+
import { BlockCreatedEvent, BlockDeletedEvent, BlockUpdatedEvent } from "../../context/events/context.events";
|
|
4
|
+
import { CommentAddedEvent, TaskCreatedEvent, TaskDeletedEvent, TaskUpdatedEvent } from "../../tasks/events/tasks.events";
|
|
5
|
+
import { ThreadCreatedEvent, ThreadDeletedEvent, ThreadTitleUpdatedEvent, ThreadUpdatedEvent } from "../../threads/events/threads.events";
|
|
6
|
+
import { SearchResultType } from '../enums';
|
|
7
|
+
import { SearchEmbedderService } from './search-embedder.service';
|
|
8
|
+
export declare class SearchIndexerService implements OnApplicationBootstrap {
|
|
9
|
+
private readonly dataSource;
|
|
10
|
+
private readonly embedder;
|
|
11
|
+
private readonly logger;
|
|
12
|
+
private sweeping;
|
|
13
|
+
constructor(dataSource: DataSource, embedder: SearchEmbedderService);
|
|
14
|
+
onApplicationBootstrap(): Promise<void>;
|
|
15
|
+
sweep(): Promise<void>;
|
|
16
|
+
syncAll(): Promise<number>;
|
|
17
|
+
syncResult(resultType: `${SearchResultType}`, resultId: string | null): Promise<void>;
|
|
18
|
+
private syncProjection;
|
|
19
|
+
onTaskChanged(event: TaskCreatedEvent | TaskUpdatedEvent): Promise<void>;
|
|
20
|
+
onTaskDeleted(event: TaskDeletedEvent): Promise<void>;
|
|
21
|
+
onCommentAdded(event: CommentAddedEvent): Promise<void>;
|
|
22
|
+
onBlockChanged(event: BlockCreatedEvent | BlockUpdatedEvent): Promise<void>;
|
|
23
|
+
onThreadChanged(event: ThreadCreatedEvent | ThreadUpdatedEvent): Promise<void>;
|
|
24
|
+
onThreadTitleUpdated(event: ThreadTitleUpdatedEvent): Promise<void>;
|
|
25
|
+
onThreadDeleted(event: ThreadDeletedEvent): Promise<void>;
|
|
26
|
+
private syncThreadOfStateBlock;
|
|
27
|
+
onAgentChanged(): Promise<void>;
|
|
28
|
+
onBlockDeleted(event: BlockDeletedEvent): Promise<void>;
|
|
29
|
+
}
|