@taico/taico 0.5.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/agent-runs/agent-runs.service.js +1 -0
- package/dist/agent-runs/agent-runs.service.js.map +1 -1
- package/dist/agent-runs/dto/service/agent-runs.service.types.d.ts +1 -0
- package/dist/agents/agents.service.js +14 -2
- package/dist/agents/agents.service.js.map +1 -1
- package/dist/agents/errors/agents.errors.d.ts +4 -0
- package/dist/agents/errors/agents.errors.js +8 -1
- package/dist/agents/errors/agents.errors.js.map +1 -1
- package/dist/agents/protected-agents.d.ts +2 -0
- package/dist/agents/protected-agents.js +6 -0
- package/dist/agents/protected-agents.js.map +1 -0
- package/dist/app-init/app-init.runner.d.ts +3 -1
- package/dist/app-init/app-init.runner.js +13 -4
- package/dist/app-init/app-init.runner.js.map +1 -1
- package/dist/app.module.js +18 -0
- package/dist/app.module.js.map +1 -1
- package/dist/auth/core/errors/jwt.errors.d.ts +4 -0
- package/dist/auth/core/errors/jwt.errors.js +8 -1
- package/dist/auth/core/errors/jwt.errors.js.map +1 -1
- package/dist/auth/core/resource-audience.d.ts +9 -0
- package/dist/auth/core/resource-audience.js +47 -0
- package/dist/auth/core/resource-audience.js.map +1 -0
- package/dist/auth/core/scopes/all-api.scopes.js +2 -0
- package/dist/auth/core/scopes/all-api.scopes.js.map +1 -1
- package/dist/auth/crypto/token-verifier.service.d.ts +1 -0
- package/dist/auth/crypto/token-verifier.service.js +9 -0
- package/dist/auth/crypto/token-verifier.service.js.map +1 -1
- package/dist/auth/guards/guards/access-token.guard.js +7 -0
- package/dist/auth/guards/guards/access-token.guard.js.map +1 -1
- package/dist/auth/guards/guards/ws-access-token-guard.js +5 -0
- package/dist/auth/guards/guards/ws-access-token-guard.js.map +1 -1
- package/dist/auth-journeys/auth-journeys.controller.js +2 -8
- package/dist/auth-journeys/auth-journeys.controller.js.map +1 -1
- package/dist/auth-journeys/auth-journeys.service.d.ts +7 -1
- package/dist/auth-journeys/auth-journeys.service.js +18 -7
- package/dist/auth-journeys/auth-journeys.service.js.map +1 -1
- package/dist/auth-journeys/dto/service/auth-journeys.service.types.d.ts +1 -0
- package/dist/auth-journeys/entities/mcp-authorization-flow.entity.js +3 -2
- package/dist/auth-journeys/entities/mcp-authorization-flow.entity.js.map +1 -1
- package/dist/authorization-server/authorization-server.module.js +10 -0
- package/dist/authorization-server/authorization-server.module.js.map +1 -1
- package/dist/authorization-server/authorization.controller.js +10 -3
- package/dist/authorization-server/authorization.controller.js.map +1 -1
- package/dist/authorization-server/authorization.service.d.ts +5 -1
- package/dist/authorization-server/authorization.service.js +52 -14
- package/dist/authorization-server/authorization.service.js.map +1 -1
- package/dist/authorization-server/client-assertion.service.d.ts +15 -0
- package/dist/authorization-server/client-assertion.service.js +136 -0
- package/dist/authorization-server/client-assertion.service.js.map +1 -0
- package/dist/authorization-server/client-id-metadata.service.d.ts +17 -0
- package/dist/authorization-server/client-id-metadata.service.js +253 -0
- package/dist/authorization-server/client-id-metadata.service.js.map +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.d.ts +25 -0
- package/dist/authorization-server/client-metadata-document.fetcher.js +176 -0
- package/dist/authorization-server/client-metadata-document.fetcher.js.map +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.d.ts +1 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.js +116 -0
- package/dist/authorization-server/client-metadata-document.fetcher.spec.js.map +1 -0
- package/dist/authorization-server/client-registration.service.js +3 -0
- package/dist/authorization-server/client-registration.service.js.map +1 -1
- package/dist/authorization-server/dto/authorization-request.dto.js +6 -2
- package/dist/authorization-server/dto/authorization-request.dto.js.map +1 -1
- package/dist/authorization-server/dto/consent-metadata-response.dto.d.ts +2 -0
- package/dist/authorization-server/dto/consent-metadata-response.dto.js +10 -0
- package/dist/authorization-server/dto/consent-metadata-response.dto.js.map +1 -1
- package/dist/authorization-server/dto/register-client.dto.js +6 -2
- package/dist/authorization-server/dto/register-client.dto.js.map +1 -1
- package/dist/authorization-server/dto/service/authorization.service.types.d.ts +2 -0
- package/dist/authorization-server/dto/token-request.dto.d.ts +3 -1
- package/dist/authorization-server/dto/token-request.dto.js +29 -4
- package/dist/authorization-server/dto/token-request.dto.js.map +1 -1
- package/dist/authorization-server/entities/registered-client.entity.d.ts +8 -1
- package/dist/authorization-server/entities/registered-client.entity.js +33 -0
- package/dist/authorization-server/entities/registered-client.entity.js.map +1 -1
- package/dist/authorization-server/enums/client-registration-method.enum.d.ts +4 -0
- package/dist/authorization-server/enums/client-registration-method.enum.js +9 -0
- package/dist/authorization-server/enums/client-registration-method.enum.js.map +1 -0
- package/dist/authorization-server/enums/index.d.ts +1 -0
- package/dist/authorization-server/enums/index.js +1 -0
- package/dist/authorization-server/enums/index.js.map +1 -1
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.d.ts +2 -1
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.js +1 -0
- package/dist/authorization-server/enums/token-endpoint-auth-method.enum.js.map +1 -1
- package/dist/authorization-server/errors/authorization.errors.d.ts +4 -0
- package/dist/authorization-server/errors/authorization.errors.js +8 -1
- package/dist/authorization-server/errors/authorization.errors.js.map +1 -1
- package/dist/authorization-server/errors/client-registration.errors.d.ts +4 -0
- package/dist/authorization-server/errors/client-registration.errors.js +8 -1
- package/dist/authorization-server/errors/client-registration.errors.js.map +1 -1
- package/dist/authorization-server/errors/token.errors.d.ts +12 -0
- package/dist/authorization-server/errors/token.errors.js +22 -1
- package/dist/authorization-server/errors/token.errors.js.map +1 -1
- package/dist/authorization-server/token-exchange.service.js +3 -3
- package/dist/authorization-server/token-exchange.service.js.map +1 -1
- package/dist/authorization-server/token.service.d.ts +7 -4
- package/dist/authorization-server/token.service.js +68 -26
- package/dist/authorization-server/token.service.js.map +1 -1
- package/dist/authorization-server/utils/cache-control.d.ts +1 -0
- package/dist/authorization-server/utils/cache-control.js +20 -0
- package/dist/authorization-server/utils/cache-control.js.map +1 -0
- package/dist/authorization-server/utils/cache-control.spec.d.ts +1 -0
- package/dist/authorization-server/utils/cache-control.spec.js +21 -0
- package/dist/authorization-server/utils/cache-control.spec.js.map +1 -0
- package/dist/authorization-server/utils/client-assertion.d.ts +5 -0
- package/dist/authorization-server/utils/client-assertion.js +40 -0
- package/dist/authorization-server/utils/client-assertion.js.map +1 -0
- package/dist/authorization-server/utils/public-address.d.ts +2 -0
- package/dist/authorization-server/utils/public-address.js +63 -0
- package/dist/authorization-server/utils/public-address.js.map +1 -0
- package/dist/authorization-server/utils/public-address.spec.d.ts +1 -0
- package/dist/authorization-server/utils/public-address.spec.js +71 -0
- package/dist/authorization-server/utils/public-address.spec.js.map +1 -0
- package/dist/authorization-server/utils/redirect-uri.d.ts +3 -0
- package/dist/authorization-server/utils/redirect-uri.js +82 -0
- package/dist/authorization-server/utils/redirect-uri.js.map +1 -0
- package/dist/authorization-server/utils/redirect-uri.spec.d.ts +1 -0
- package/dist/authorization-server/utils/redirect-uri.spec.js +66 -0
- package/dist/authorization-server/utils/redirect-uri.spec.js.map +1 -0
- package/dist/authorization-server/web-auth.controller.js +4 -4
- package/dist/authorization-server/web-auth.controller.js.map +1 -1
- package/dist/authorization-server/web-auth.service.js +2 -1
- package/dist/authorization-server/web-auth.service.js.map +1 -1
- package/dist/context/context.controller.js +4 -1
- package/dist/context/context.controller.js.map +1 -1
- package/dist/context/context.mcp.gateway.js +7 -6
- package/dist/context/context.mcp.gateway.js.map +1 -1
- package/dist/context/context.service.d.ts +3 -3
- package/dist/context/context.service.js +14 -28
- package/dist/context/context.service.js.map +1 -1
- package/dist/context/dto/block-search-result.dto.d.ts +5 -0
- package/dist/context/dto/block-search-result.dto.js +39 -1
- package/dist/context/dto/block-search-result.dto.js.map +1 -1
- package/dist/context/dto/search-blocks-query.dto.d.ts +0 -1
- package/dist/context/dto/search-blocks-query.dto.js +2 -19
- package/dist/context/dto/search-blocks-query.dto.js.map +1 -1
- package/dist/context/dto/service/context.service.types.d.ts +5 -1
- package/dist/discovery/discovery.controller.js +2 -0
- package/dist/discovery/discovery.controller.js.map +1 -1
- package/dist/discovery/discovery.service.js +10 -3
- package/dist/discovery/discovery.service.js.map +1 -1
- package/dist/discovery/dto/authorization-server-metadata.dto.d.ts +2 -0
- package/dist/discovery/dto/authorization-server-metadata.dto.js +18 -1
- package/dist/discovery/dto/authorization-server-metadata.dto.js.map +1 -1
- package/dist/discovery/dto/service/discovery.service.types.d.ts +2 -0
- package/dist/errors/http/error-catalog.js +24 -0
- package/dist/errors/http/error-catalog.js.map +1 -1
- package/dist/executions/executions-worker.gateway.js +7 -1
- package/dist/executions/executions-worker.gateway.js.map +1 -1
- package/dist/global-search/dto/global-search-query.dto.d.ts +2 -1
- package/dist/global-search/dto/global-search-query.dto.js +17 -16
- package/dist/global-search/dto/global-search-query.dto.js.map +1 -1
- package/dist/global-search/dto/global-search-result.dto.d.ts +7 -8
- package/dist/global-search/dto/global-search-result.dto.js +63 -13
- package/dist/global-search/dto/global-search-result.dto.js.map +1 -1
- package/dist/global-search/dto/search-index-status.dto.d.ts +16 -0
- package/dist/global-search/dto/search-index-status.dto.js +98 -0
- package/dist/global-search/dto/search-index-status.dto.js.map +1 -0
- package/dist/global-search/dto/search-settings.dto.d.ts +20 -0
- package/dist/global-search/dto/search-settings.dto.js +161 -0
- package/dist/global-search/dto/search-settings.dto.js.map +1 -0
- package/dist/global-search/dto/update-search-settings.dto.d.ts +20 -0
- package/dist/global-search/dto/update-search-settings.dto.js +247 -0
- package/dist/global-search/dto/update-search-settings.dto.js.map +1 -0
- package/dist/global-search/global-search.controller.js +11 -2
- package/dist/global-search/global-search.controller.js.map +1 -1
- package/dist/global-search/global-search.module.js +4 -14
- package/dist/global-search/global-search.module.js.map +1 -1
- package/dist/global-search/global-search.service.d.ts +7 -19
- package/dist/global-search/global-search.service.js +27 -113
- package/dist/global-search/global-search.service.js.map +1 -1
- package/dist/global-search/search-admin.controller.d.ts +17 -0
- package/dist/global-search/search-admin.controller.js +148 -0
- package/dist/global-search/search-admin.controller.js.map +1 -0
- package/dist/http/app-validation.pipe.d.ts +7 -0
- package/dist/http/app-validation.pipe.js +39 -0
- package/dist/http/app-validation.pipe.js.map +1 -0
- package/dist/http/problem-details.filter.js +2 -2
- package/dist/http/problem-details.filter.js.map +1 -1
- package/dist/identity-provider/actor.controller.js +8 -18
- package/dist/identity-provider/actor.controller.js.map +1 -1
- package/dist/identity-provider/actor.entity.d.ts +1 -0
- package/dist/identity-provider/actor.entity.js +5 -0
- package/dist/identity-provider/actor.entity.js.map +1 -1
- package/dist/identity-provider/actor.service.d.ts +10 -1
- package/dist/identity-provider/actor.service.js +19 -3
- package/dist/identity-provider/actor.service.js.map +1 -1
- package/dist/identity-provider/dto/actor-response.dto.d.ts +1 -0
- package/dist/identity-provider/dto/actor-response.dto.js +13 -0
- package/dist/identity-provider/dto/actor-response.dto.js.map +1 -1
- package/dist/identity-provider/identity-provider.service.js +9 -1
- package/dist/identity-provider/identity-provider.service.js.map +1 -1
- package/dist/main.js +2 -5
- package/dist/main.js.map +1 -1
- package/dist/mcp-registry/dto/service/mcp-registry.service.types.d.ts +0 -10
- package/dist/mcp-registry/mcp-registry.module.js +0 -2
- package/dist/mcp-registry/mcp-registry.module.js.map +1 -1
- package/dist/mcp-registry/mcp-registry.service.d.ts +2 -5
- package/dist/mcp-registry/mcp-registry.service.js +2 -40
- package/dist/mcp-registry/mcp-registry.service.js.map +1 -1
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.d.ts +6 -0
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.js +27 -0
- package/dist/migrations/1760700000000-McpClientIdMetadataDocuments.js.map +1 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.d.ts +6 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.js +23 -0
- package/dist/migrations/1760800000000-McpClientPrivateKeyJwt.js.map +1 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.d.ts +6 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.js +16 -0
- package/dist/migrations/1760900000000-ActorSoftDelete.js.map +1 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.d.ts +6 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.js +18 -0
- package/dist/migrations/1761000000000-ThreadTaskSubscriptions.js.map +1 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.d.ts +6 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.js +14 -0
- package/dist/migrations/1761100000000-ThreadTaskSubscriptionWaitingFor.js.map +1 -0
- package/dist/migrations/1761200000000-SearchIndex.d.ts +6 -0
- package/dist/migrations/1761200000000-SearchIndex.js +19 -0
- package/dist/migrations/1761200000000-SearchIndex.js.map +1 -0
- package/dist/migrations/1761300000000-ThreadSecret.d.ts +6 -0
- package/dist/migrations/1761300000000-ThreadSecret.js +14 -0
- package/dist/migrations/1761300000000-ThreadSecret.js.map +1 -0
- package/dist/migrations/1761400000000-ThreadReadStates.d.ts +6 -0
- package/dist/migrations/1761400000000-ThreadReadStates.js +19 -0
- package/dist/migrations/1761400000000-ThreadReadStates.js.map +1 -0
- package/dist/migrations/1761500000000-ThreadLastActivity.d.ts +6 -0
- package/dist/migrations/1761500000000-ThreadLastActivity.js +19 -0
- package/dist/migrations/1761500000000-ThreadLastActivity.js.map +1 -0
- package/dist/public/assets/index-ChunDgwd.css +1 -0
- package/dist/public/assets/index-DRkJsm_M.js +118 -0
- package/dist/public/beta/assets/{index-B9fCnAUe.js → index-tTf096QG.js} +30 -30
- package/dist/public/beta/index.html +1 -1
- package/dist/public/index.html +2 -2
- package/dist/public/package.json +4 -4
- package/dist/search/enums/index.d.ts +1 -0
- package/dist/search/enums/index.js +18 -0
- package/dist/search/enums/index.js.map +1 -0
- package/dist/search/enums/search.enums.d.ts +18 -0
- package/dist/search/enums/search.enums.js +25 -0
- package/dist/search/enums/search.enums.js.map +1 -0
- package/dist/search/index/chunk-plan.d.ts +17 -0
- package/dist/search/index/chunk-plan.js +39 -0
- package/dist/search/index/chunk-plan.js.map +1 -0
- package/dist/search/index/chunk-plan.spec.d.ts +1 -0
- package/dist/search/index/chunk-plan.spec.js +57 -0
- package/dist/search/index/chunk-plan.spec.js.map +1 -0
- package/dist/search/index/chunker.d.ts +9 -0
- package/dist/search/index/chunker.js +114 -0
- package/dist/search/index/chunker.js.map +1 -0
- package/dist/search/index/chunker.spec.d.ts +1 -0
- package/dist/search/index/chunker.spec.js +61 -0
- package/dist/search/index/chunker.spec.js.map +1 -0
- package/dist/search/index/index-search.service.d.ts +16 -0
- package/dist/search/index/index-search.service.js +322 -0
- package/dist/search/index/index-search.service.js.map +1 -0
- package/dist/search/index/search-embedder.service.d.ts +23 -0
- package/dist/search/index/search-embedder.service.js +251 -0
- package/dist/search/index/search-embedder.service.js.map +1 -0
- package/dist/search/index/search-embeddings.service.d.ts +19 -0
- package/dist/search/index/search-embeddings.service.js +115 -0
- package/dist/search/index/search-embeddings.service.js.map +1 -0
- package/dist/search/index/search-excerpt.d.ts +21 -0
- package/dist/search/index/search-excerpt.js +33 -0
- package/dist/search/index/search-excerpt.js.map +1 -0
- package/dist/search/index/search-excerpt.spec.d.ts +1 -0
- package/dist/search/index/search-excerpt.spec.js +96 -0
- package/dist/search/index/search-excerpt.spec.js.map +1 -0
- package/dist/search/index/search-index-admin.service.d.ts +34 -0
- package/dist/search/index/search-index-admin.service.js +107 -0
- package/dist/search/index/search-index-admin.service.js.map +1 -0
- package/dist/search/index/search-indexer.service.d.ts +29 -0
- package/dist/search/index/search-indexer.service.js +271 -0
- package/dist/search/index/search-indexer.service.js.map +1 -0
- package/dist/search/index/search-projections.d.ts +10 -0
- package/dist/search/index/search-projections.js +139 -0
- package/dist/search/index/search-projections.js.map +1 -0
- package/dist/search/index/search-schema.d.ts +6 -0
- package/dist/search/index/search-schema.js +74 -0
- package/dist/search/index/search-schema.js.map +1 -0
- package/dist/search/index/search-settings.d.ts +32 -0
- package/dist/search/index/search-settings.js +71 -0
- package/dist/search/index/search-settings.js.map +1 -0
- package/dist/search/index/search-settings.service.d.ts +10 -0
- package/dist/search/index/search-settings.service.js +46 -0
- package/dist/search/index/search-settings.service.js.map +1 -0
- package/dist/search/index/search-settings.spec.d.ts +1 -0
- package/dist/search/index/search-settings.spec.js +39 -0
- package/dist/search/index/search-settings.spec.js.map +1 -0
- package/dist/search/index/search-vector-store.service.d.ts +19 -0
- package/dist/search/index/search-vector-store.service.js +123 -0
- package/dist/search/index/search-vector-store.service.js.map +1 -0
- package/dist/search/search.module.js +20 -2
- package/dist/search/search.module.js.map +1 -1
- package/dist/search/search.scopes.d.ts +8 -0
- package/dist/search/search.scopes.js +11 -0
- package/dist/search/search.scopes.js.map +1 -0
- package/dist/search/search.types.d.ts +21 -0
- package/dist/task-blueprints/task-blueprints.service.js +3 -2
- package/dist/task-blueprints/task-blueprints.service.js.map +1 -1
- package/dist/tasks/dto/comment-response.dto.js +1 -8
- package/dist/tasks/dto/comment-response.dto.js.map +1 -1
- package/dist/tasks/dto/search-tasks-query.dto.d.ts +0 -1
- package/dist/tasks/dto/search-tasks-query.dto.js +2 -19
- package/dist/tasks/dto/search-tasks-query.dto.js.map +1 -1
- package/dist/tasks/dto/service/tasks.service.types.d.ts +9 -1
- package/dist/tasks/dto/task-response.dto.js +3 -16
- package/dist/tasks/dto/task-response.dto.js.map +1 -1
- package/dist/tasks/dto/task-search-result.dto.d.ts +8 -0
- package/dist/tasks/dto/task-search-result.dto.js +69 -1
- package/dist/tasks/dto/task-search-result.dto.js.map +1 -1
- package/dist/tasks/tasks.controller.js +7 -1
- package/dist/tasks/tasks.controller.js.map +1 -1
- package/dist/tasks/tasks.mcp.gateway.js +7 -6
- package/dist/tasks/tasks.mcp.gateway.js.map +1 -1
- package/dist/tasks/tasks.service.auto-prune.spec.js +1 -0
- package/dist/tasks/tasks.service.auto-prune.spec.js.map +1 -1
- package/dist/tasks/tasks.service.d.ts +3 -3
- package/dist/tasks/tasks.service.js +27 -34
- package/dist/tasks/tasks.service.js.map +1 -1
- package/dist/threads/agent/agent-context.utils.d.ts +3 -0
- package/dist/threads/agent/agent-context.utils.js +14 -0
- package/dist/threads/agent/agent-context.utils.js.map +1 -1
- package/dist/threads/agent/agent-context.utils.spec.js +25 -0
- package/dist/threads/agent/agent-context.utils.spec.js.map +1 -1
- package/dist/threads/agent/hooks/compaction.hook.js +2 -1
- package/dist/threads/agent/hooks/compaction.hook.js.map +1 -1
- package/dist/threads/agent/hooks/easter-egg.hook.js +4 -3
- package/dist/threads/agent/hooks/easter-egg.hook.js.map +1 -1
- package/dist/threads/agent/hooks/thread-agent-hook.interface.js.map +1 -1
- package/dist/threads/agent/hooks/thread-agent-hooks.runner.js +2 -1
- package/dist/threads/agent/hooks/thread-agent-hooks.runner.js.map +1 -1
- package/dist/threads/agent/thread-agent-log.service.d.ts +13 -0
- package/dist/threads/agent/thread-agent-log.service.js +95 -2
- package/dist/threads/agent/thread-agent-log.service.js.map +1 -1
- package/dist/threads/agent/thread-agent-tools.factory.d.ts +11 -0
- package/dist/threads/agent/thread-agent-tools.factory.js +71 -0
- package/dist/threads/agent/thread-agent-tools.factory.js.map +1 -0
- package/dist/threads/agent/thread-agent.prompts.d.ts +15 -1
- package/dist/threads/agent/thread-agent.prompts.js +52 -2
- package/dist/threads/agent/thread-agent.prompts.js.map +1 -1
- package/dist/threads/agent/thread-agent.prompts.spec.d.ts +1 -0
- package/dist/threads/agent/thread-agent.prompts.spec.js +51 -0
- package/dist/threads/agent/thread-agent.prompts.spec.js.map +1 -0
- package/dist/threads/agent/thread-agent.service.d.ts +7 -4
- package/dist/threads/agent/thread-agent.service.js +37 -22
- package/dist/threads/agent/thread-agent.service.js.map +1 -1
- package/dist/threads/agent/thread-agent.service.spec.js +79 -18
- package/dist/threads/agent/thread-agent.service.spec.js.map +1 -1
- package/dist/threads/dto/service/threads.service.types.d.ts +17 -0
- package/dist/threads/dto/task-subscription-response.dto.d.ts +9 -0
- package/dist/threads/dto/task-subscription-response.dto.js +59 -0
- package/dist/threads/dto/task-subscription-response.dto.js.map +1 -0
- package/dist/threads/dto/thread-list-item-response.dto.d.ts +2 -0
- package/dist/threads/dto/thread-list-item-response.dto.js +16 -0
- package/dist/threads/dto/thread-list-item-response.dto.js.map +1 -1
- package/dist/threads/dto/thread-response.dto.d.ts +2 -0
- package/dist/threads/dto/thread-response.dto.js +10 -0
- package/dist/threads/dto/thread-response.dto.js.map +1 -1
- package/dist/threads/dto/thread-token-usage-response.dto.d.ts +8 -0
- package/dist/threads/dto/thread-token-usage-response.dto.js +63 -0
- package/dist/threads/dto/thread-token-usage-response.dto.js.map +1 -0
- package/dist/threads/events/threads.events.d.ts +8 -0
- package/dist/threads/events/threads.events.js +8 -1
- package/dist/threads/events/threads.events.js.map +1 -1
- package/dist/threads/read-state/thread-read-state.entity.d.ts +9 -0
- package/dist/threads/read-state/thread-read-state.entity.js +49 -0
- package/dist/threads/read-state/thread-read-state.entity.js.map +1 -0
- package/dist/threads/read-state/thread-read-state.service.d.ts +14 -0
- package/dist/threads/read-state/thread-read-state.service.js +81 -0
- package/dist/threads/read-state/thread-read-state.service.js.map +1 -0
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.d.ts +16 -0
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.js +88 -0
- package/dist/threads/task-subscriptions/thread-task-subscription-notifier.service.js.map +1 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.d.ts +17 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.js +82 -0
- package/dist/threads/task-subscriptions/thread-task-subscription.entity.js.map +1 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.d.ts +29 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.js +110 -0
- package/dist/threads/task-subscriptions/thread-task-subscriptions.service.js.map +1 -0
- package/dist/threads/thread-message-writer.service.d.ts +13 -0
- package/dist/threads/thread-message-writer.service.js +48 -0
- package/dist/threads/thread-message-writer.service.js.map +1 -0
- package/dist/threads/thread-message.entity.js +1 -0
- package/dist/threads/thread-message.entity.js.map +1 -1
- package/dist/threads/thread-task-assignment-projector.service.spec.js +2 -0
- package/dist/threads/thread-task-assignment-projector.service.spec.js.map +1 -1
- package/dist/threads/thread.entity.d.ts +2 -0
- package/dist/threads/thread.entity.js +24 -0
- package/dist/threads/thread.entity.js.map +1 -1
- package/dist/threads/threads-state.service.spec.js +2 -0
- package/dist/threads/threads-state.service.spec.js.map +1 -1
- package/dist/threads/threads.controller.d.ts +9 -2
- package/dist/threads/threads.controller.js +56 -6
- package/dist/threads/threads.controller.js.map +1 -1
- package/dist/threads/threads.gateway.d.ts +2 -1
- package/dist/threads/threads.gateway.js +40 -0
- package/dist/threads/threads.gateway.js.map +1 -1
- package/dist/threads/threads.module.js +14 -0
- package/dist/threads/threads.module.js.map +1 -1
- package/dist/threads/threads.service.d.ts +8 -1
- package/dist/threads/threads.service.js +52 -23
- package/dist/threads/threads.service.js.map +1 -1
- package/dist/threads/threads.service.spec.js +2 -0
- package/dist/threads/threads.service.spec.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +7 -6
- package/dist/public/assets/index-Bu8fSAx2.js +0 -117
- package/dist/public/assets/index-DOm5BmlC.css +0 -1
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
|
|
19
19
|
<link rel="icon" type="image/svg+xml" href="/beta/roo-favicon.svg" />
|
|
20
20
|
<title>taico — Home</title>
|
|
21
|
-
<script type="module" crossorigin src="/beta/assets/index-
|
|
21
|
+
<script type="module" crossorigin src="/beta/assets/index-tTf096QG.js"></script>
|
|
22
22
|
<link rel="stylesheet" crossorigin href="/beta/assets/index-DIzh0pTC.css">
|
|
23
23
|
</head>
|
|
24
24
|
<body>
|
package/dist/public/index.html
CHANGED
|
@@ -18,8 +18,8 @@
|
|
|
18
18
|
<meta name="apple-mobile-web-app-capable" content="yes" />
|
|
19
19
|
<meta name="apple-mobile-web-app-status-bar-style" content="default" />
|
|
20
20
|
<title>taico</title>
|
|
21
|
-
<script type="module" crossorigin src="/assets/index-
|
|
22
|
-
<link rel="stylesheet" crossorigin href="/assets/index-
|
|
21
|
+
<script type="module" crossorigin src="/assets/index-DRkJsm_M.js"></script>
|
|
22
|
+
<link rel="stylesheet" crossorigin href="/assets/index-ChunDgwd.css">
|
|
23
23
|
</head>
|
|
24
24
|
|
|
25
25
|
<body>
|
package/dist/public/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@taico/ui",
|
|
3
3
|
"private": true,
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "0.7.0",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"scripts": {
|
|
7
7
|
"dev": "vite",
|
|
@@ -12,9 +12,9 @@
|
|
|
12
12
|
},
|
|
13
13
|
"dependencies": {
|
|
14
14
|
"@radix-ui/react-dialog": "^1.1.15",
|
|
15
|
-
"@taico/client": "^0.
|
|
16
|
-
"@taico/events": "^0.
|
|
17
|
-
"@taico/shared": "^0.
|
|
15
|
+
"@taico/client": "^0.7.0",
|
|
16
|
+
"@taico/events": "^0.7.0",
|
|
17
|
+
"@taico/shared": "^0.7.0",
|
|
18
18
|
"lucide-react": "^1.11.0",
|
|
19
19
|
"marked-react": "^4.0.0",
|
|
20
20
|
"react": "^19.2.0",
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './search.enums';
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./search.enums"), exports);
|
|
18
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/search/enums/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,iDAA+B"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export declare enum SearchResultType {
|
|
2
|
+
TASK = "task",
|
|
3
|
+
CONTEXT_BLOCK = "context_block",
|
|
4
|
+
THREAD = "thread",
|
|
5
|
+
TOOL = "tool",
|
|
6
|
+
AGENT = "agent",
|
|
7
|
+
PROJECT = "project"
|
|
8
|
+
}
|
|
9
|
+
export declare enum SearchStrategy {
|
|
10
|
+
KEYWORD = "keyword",
|
|
11
|
+
FUZZY_TITLE = "fuzzy_title",
|
|
12
|
+
SEMANTIC = "semantic"
|
|
13
|
+
}
|
|
14
|
+
export declare enum SearchMatchField {
|
|
15
|
+
TITLE = "title",
|
|
16
|
+
CONTENT = "content",
|
|
17
|
+
COMMENT = "comment"
|
|
18
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SearchMatchField = exports.SearchStrategy = exports.SearchResultType = void 0;
|
|
4
|
+
var SearchResultType;
|
|
5
|
+
(function (SearchResultType) {
|
|
6
|
+
SearchResultType["TASK"] = "task";
|
|
7
|
+
SearchResultType["CONTEXT_BLOCK"] = "context_block";
|
|
8
|
+
SearchResultType["THREAD"] = "thread";
|
|
9
|
+
SearchResultType["TOOL"] = "tool";
|
|
10
|
+
SearchResultType["AGENT"] = "agent";
|
|
11
|
+
SearchResultType["PROJECT"] = "project";
|
|
12
|
+
})(SearchResultType || (exports.SearchResultType = SearchResultType = {}));
|
|
13
|
+
var SearchStrategy;
|
|
14
|
+
(function (SearchStrategy) {
|
|
15
|
+
SearchStrategy["KEYWORD"] = "keyword";
|
|
16
|
+
SearchStrategy["FUZZY_TITLE"] = "fuzzy_title";
|
|
17
|
+
SearchStrategy["SEMANTIC"] = "semantic";
|
|
18
|
+
})(SearchStrategy || (exports.SearchStrategy = SearchStrategy = {}));
|
|
19
|
+
var SearchMatchField;
|
|
20
|
+
(function (SearchMatchField) {
|
|
21
|
+
SearchMatchField["TITLE"] = "title";
|
|
22
|
+
SearchMatchField["CONTENT"] = "content";
|
|
23
|
+
SearchMatchField["COMMENT"] = "comment";
|
|
24
|
+
})(SearchMatchField || (exports.SearchMatchField = SearchMatchField = {}));
|
|
25
|
+
//# sourceMappingURL=search.enums.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.enums.js","sourceRoot":"","sources":["../../../src/search/enums/search.enums.ts"],"names":[],"mappings":";;;AACA,IAAY,gBAQX;AARD,WAAY,gBAAgB;IAC1B,iCAAa,CAAA;IACb,mDAA+B,CAAA;IAE/B,qCAAiB,CAAA;IACjB,iCAAa,CAAA;IACb,mCAAe,CAAA;IACf,uCAAmB,CAAA;AACrB,CAAC,EARW,gBAAgB,gCAAhB,gBAAgB,QAQ3B;AAGD,IAAY,cAOX;AAPD,WAAY,cAAc;IAExB,qCAAmB,CAAA;IAEnB,6CAA2B,CAAA;IAE3B,uCAAqB,CAAA;AACvB,CAAC,EAPW,cAAc,8BAAd,cAAc,QAOzB;AAGD,IAAY,gBAOX;AAPD,WAAY,gBAAgB;IAE1B,mCAAe,CAAA;IAEf,uCAAmB,CAAA;IAEnB,uCAAmB,CAAA;AACrB,CAAC,EAPW,gBAAgB,gCAAhB,gBAAgB,QAO3B"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { SearchEntityType } from '../search.types';
|
|
2
|
+
import { SearchSettings } from './search-settings';
|
|
3
|
+
export type PlannableDocument = {
|
|
4
|
+
entity_type: SearchEntityType;
|
|
5
|
+
title: string;
|
|
6
|
+
search_title: string;
|
|
7
|
+
body: string;
|
|
8
|
+
};
|
|
9
|
+
export type PlannedChunk = {
|
|
10
|
+
kind: 'title' | 'body';
|
|
11
|
+
ordinal: number;
|
|
12
|
+
text: string;
|
|
13
|
+
embedText: string;
|
|
14
|
+
textHash: string;
|
|
15
|
+
};
|
|
16
|
+
export declare function embeddingConfigKey(modelKey: string, settings: SearchSettings): string;
|
|
17
|
+
export declare function planChunks(document: PlannableDocument, settings: Pick<SearchSettings, 'chunkSizeChars' | 'chunkOverlapChars'>): PlannedChunk[];
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.embeddingConfigKey = embeddingConfigKey;
|
|
4
|
+
exports.planChunks = planChunks;
|
|
5
|
+
const node_crypto_1 = require("node:crypto");
|
|
6
|
+
const chunker_1 = require("./chunker");
|
|
7
|
+
const MAX_CHUNKS_PER_DOCUMENT = 500;
|
|
8
|
+
const CHUNKING_VERSION = 1;
|
|
9
|
+
function embeddingConfigKey(modelKey, settings) {
|
|
10
|
+
return [modelKey, settings.chunkSizeChars, settings.chunkOverlapChars, CHUNKING_VERSION].join('|');
|
|
11
|
+
}
|
|
12
|
+
function planChunks(document, settings) {
|
|
13
|
+
const planned = [];
|
|
14
|
+
const add = (kind, text, embedText) => {
|
|
15
|
+
planned.push({
|
|
16
|
+
kind,
|
|
17
|
+
ordinal: planned.filter((chunk) => chunk.kind === kind).length,
|
|
18
|
+
text,
|
|
19
|
+
embedText,
|
|
20
|
+
textHash: (0, node_crypto_1.createHash)('md5').update(embedText).digest('hex'),
|
|
21
|
+
});
|
|
22
|
+
};
|
|
23
|
+
if (document.search_title.trim()) {
|
|
24
|
+
add('title', document.search_title, document.search_title);
|
|
25
|
+
}
|
|
26
|
+
const isComment = document.entity_type === 'comment';
|
|
27
|
+
const chunks = (0, chunker_1.chunkText)(document.body, {
|
|
28
|
+
maxChars: settings.chunkSizeChars,
|
|
29
|
+
overlapChars: settings.chunkOverlapChars,
|
|
30
|
+
}).slice(0, MAX_CHUNKS_PER_DOCUMENT);
|
|
31
|
+
for (const chunk of chunks) {
|
|
32
|
+
const context = isComment
|
|
33
|
+
? `Comment on task: ${document.title}`
|
|
34
|
+
: [document.title, ...chunk.headingPath].join(' > ');
|
|
35
|
+
add('body', chunk.text, `${context}\n\n${chunk.text}`);
|
|
36
|
+
}
|
|
37
|
+
return planned;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=chunk-plan.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunk-plan.js","sourceRoot":"","sources":["../../../src/search/index/chunk-plan.ts"],"names":[],"mappings":";;AAgCA,gDAEC;AAGD,gCAkCC;AAvED,6CAAyC;AAEzC,uCAAsC;AAItC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAwB3B,SAAgB,kBAAkB,CAAC,QAAgB,EAAE,QAAwB;IAC3E,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrG,CAAC;AAGD,SAAgB,UAAU,CACxB,QAA2B,EAC3B,QAAsE;IAEtE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,GAAG,GAAG,CAAC,IAA0B,EAAE,IAAY,EAAE,SAAiB,EAAE,EAAE;QAC1E,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM;YAC9D,IAAI;YACJ,SAAS;YACT,QAAQ,EAAE,IAAA,wBAAU,EAAC,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC5D,CAAC,CAAC;IACL,CAAC,CAAC;IAGF,IAAI,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QACjC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,KAAK,SAAS,CAAC;IACrD,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,QAAQ,CAAC,IAAI,EAAE;QACtC,QAAQ,EAAE,QAAQ,CAAC,cAAc;QACjC,YAAY,EAAE,QAAQ,CAAC,iBAAiB;KACzC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAE3B,MAAM,OAAO,GAAG,SAAS;YACvB,CAAC,CAAC,oBAAoB,QAAQ,CAAC,KAAK,EAAE;YACtC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvD,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,OAAO,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const chunk_plan_1 = require("./chunk-plan");
|
|
4
|
+
const search_settings_1 = require("./search-settings");
|
|
5
|
+
const settings = { chunkSizeChars: 200, chunkOverlapChars: 20 };
|
|
6
|
+
describe('planChunks', () => {
|
|
7
|
+
it('embeds the title on its own and each passage with its title and headings', () => {
|
|
8
|
+
const planned = (0, chunk_plan_1.planChunks)({
|
|
9
|
+
entity_type: 'context_block',
|
|
10
|
+
title: 'Deployment Guide',
|
|
11
|
+
search_title: 'Deployment Guide',
|
|
12
|
+
body: '# Rollback\nRevert the commit.',
|
|
13
|
+
}, settings);
|
|
14
|
+
expect(planned.map(({ kind, ordinal, text, embedText }) => ({ kind, ordinal, text, embedText }))).toEqual([
|
|
15
|
+
{ kind: 'title', ordinal: 0, text: 'Deployment Guide', embedText: 'Deployment Guide' },
|
|
16
|
+
{
|
|
17
|
+
kind: 'body',
|
|
18
|
+
ordinal: 0,
|
|
19
|
+
text: '# Rollback\n\nRevert the commit.',
|
|
20
|
+
embedText: 'Deployment Guide > Rollback\n\n# Rollback\n\nRevert the commit.',
|
|
21
|
+
},
|
|
22
|
+
]);
|
|
23
|
+
});
|
|
24
|
+
it('gives a comment no title passage and says which task it is on', () => {
|
|
25
|
+
const planned = (0, chunk_plan_1.planChunks)({
|
|
26
|
+
entity_type: 'comment',
|
|
27
|
+
title: 'Fix login loop',
|
|
28
|
+
search_title: '',
|
|
29
|
+
body: 'Safari dropped the cookie.',
|
|
30
|
+
}, settings);
|
|
31
|
+
expect(planned).toHaveLength(1);
|
|
32
|
+
expect(planned[0].kind).toBe('body');
|
|
33
|
+
expect(planned[0].text).toBe('Safari dropped the cookie.');
|
|
34
|
+
expect(planned[0].embedText).toBe('Comment on task: Fix login loop\n\nSafari dropped the cookie.');
|
|
35
|
+
});
|
|
36
|
+
it('plans only the title for an item without text', () => {
|
|
37
|
+
const planned = (0, chunk_plan_1.planChunks)({ entity_type: 'task', title: 'Buy USD', search_title: 'Buy USD', body: '' }, settings);
|
|
38
|
+
expect(planned.map((chunk) => chunk.kind)).toEqual(['title']);
|
|
39
|
+
});
|
|
40
|
+
it('hashes what the model sees, so renaming an item re-embeds its passages', () => {
|
|
41
|
+
const body = 'Same text.';
|
|
42
|
+
const [, before] = (0, chunk_plan_1.planChunks)({ entity_type: 'task', title: 'Old name', search_title: 'Old name', body }, settings);
|
|
43
|
+
const [, after] = (0, chunk_plan_1.planChunks)({ entity_type: 'task', title: 'New name', search_title: 'New name', body }, settings);
|
|
44
|
+
expect(before.text).toBe(after.text);
|
|
45
|
+
expect(before.textHash).not.toBe(after.textHash);
|
|
46
|
+
});
|
|
47
|
+
});
|
|
48
|
+
describe('embeddingConfigKey', () => {
|
|
49
|
+
it('changes with the model and with the chunk settings, and with nothing else', () => {
|
|
50
|
+
const base = (0, chunk_plan_1.embeddingConfigKey)('provider:model-a', search_settings_1.DEFAULT_SEARCH_SETTINGS);
|
|
51
|
+
expect((0, chunk_plan_1.embeddingConfigKey)('provider:model-b', search_settings_1.DEFAULT_SEARCH_SETTINGS)).not.toBe(base);
|
|
52
|
+
expect((0, chunk_plan_1.embeddingConfigKey)('provider:model-a', { ...search_settings_1.DEFAULT_SEARCH_SETTINGS, chunkSizeChars: 800 })).not.toBe(base);
|
|
53
|
+
expect((0, chunk_plan_1.embeddingConfigKey)('provider:model-a', { ...search_settings_1.DEFAULT_SEARCH_SETTINGS, chunkOverlapChars: 0 })).not.toBe(base);
|
|
54
|
+
expect((0, chunk_plan_1.embeddingConfigKey)('provider:model-a', { ...search_settings_1.DEFAULT_SEARCH_SETTINGS, rrfK: 5, defaultLimit: 3 })).toBe(base);
|
|
55
|
+
});
|
|
56
|
+
});
|
|
57
|
+
//# sourceMappingURL=chunk-plan.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunk-plan.spec.js","sourceRoot":"","sources":["../../../src/search/index/chunk-plan.spec.ts"],"names":[],"mappings":";;AAAA,6CAA8D;AAC9D,uDAA4D;AAE5D,MAAM,QAAQ,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC;AAEhE,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,MAAM,OAAO,GAAG,IAAA,uBAAU,EACxB;YACE,WAAW,EAAE,eAAe;YAC5B,KAAK,EAAE,kBAAkB;YACzB,YAAY,EAAE,kBAAkB;YAChC,IAAI,EAAE,gCAAgC;SACvC,EACD,QAAQ,CACT,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxG,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,kBAAkB,EAAE;YACtF;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC;gBACV,IAAI,EAAE,kCAAkC;gBACxC,SAAS,EAAE,iEAAiE;aAC7E;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,OAAO,GAAG,IAAA,uBAAU,EACxB;YACE,WAAW,EAAE,SAAS;YACtB,KAAK,EAAE,gBAAgB;YACvB,YAAY,EAAE,EAAE;YAChB,IAAI,EAAE,4BAA4B;SACnC,EACD,QAAQ,CACT,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC3D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,OAAO,GAAG,IAAA,uBAAU,EACxB,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,EAC5E,QAAQ,CACT,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,IAAA,uBAAU,EAC3B,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,EAC1E,QAAQ,CACT,CAAC;QACF,MAAM,CAAC,EAAE,KAAK,CAAC,GAAG,IAAA,uBAAU,EAC1B,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,EAC1E,QAAQ,CACT,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,IAAI,GAAG,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,yCAAuB,CAAC,CAAC;QAE7E,MAAM,CAAC,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,yCAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,CACJ,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,EAAE,GAAG,yCAAuB,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC,CAC5F,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CACJ,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,EAAE,GAAG,yCAAuB,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC,CAC7F,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CACJ,IAAA,+BAAkB,EAAC,kBAAkB,EAAE,EAAE,GAAG,yCAAuB,EAAE,IAAI,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CACjG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.chunkText = chunkText;
|
|
4
|
+
const HEADING = /^(#{1,6})\s+(.+?)\s*#*\s*$/;
|
|
5
|
+
const FENCE = /^\s*(```|~~~)/;
|
|
6
|
+
function chunkText(text, options) {
|
|
7
|
+
const maxChars = Math.max(1, Math.trunc(options.maxChars));
|
|
8
|
+
const overlapChars = Math.max(0, Math.min(Math.trunc(options.overlapChars), Math.floor(maxChars / 2)));
|
|
9
|
+
const chunks = [];
|
|
10
|
+
for (const section of splitSections(text)) {
|
|
11
|
+
const heading = section.headingPath.at(-1);
|
|
12
|
+
const body = section.lines.join('\n').trim();
|
|
13
|
+
const sectionText = [heading ? section.headingLine : null, body].filter(Boolean).join('\n\n');
|
|
14
|
+
if (!body) {
|
|
15
|
+
continue;
|
|
16
|
+
}
|
|
17
|
+
for (const piece of packParagraphs(sectionText, maxChars, overlapChars)) {
|
|
18
|
+
chunks.push({ text: piece, headingPath: section.headingPath });
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
return chunks;
|
|
22
|
+
}
|
|
23
|
+
function splitSections(text) {
|
|
24
|
+
const sections = [];
|
|
25
|
+
let current = { headingPath: [], headingLine: null, lines: [] };
|
|
26
|
+
const stack = [];
|
|
27
|
+
let inFence = false;
|
|
28
|
+
for (const line of text.replace(/\r\n?/g, '\n').split('\n')) {
|
|
29
|
+
if (FENCE.test(line)) {
|
|
30
|
+
inFence = !inFence;
|
|
31
|
+
}
|
|
32
|
+
const match = inFence ? null : HEADING.exec(line);
|
|
33
|
+
if (!match) {
|
|
34
|
+
current.lines.push(line);
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
sections.push(current);
|
|
38
|
+
const level = match[1].length;
|
|
39
|
+
while (stack.length > 0 && stack[stack.length - 1].level >= level) {
|
|
40
|
+
stack.pop();
|
|
41
|
+
}
|
|
42
|
+
stack.push({ level, title: match[2] });
|
|
43
|
+
current = {
|
|
44
|
+
headingPath: stack.map((entry) => entry.title),
|
|
45
|
+
headingLine: line.trim(),
|
|
46
|
+
lines: [],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
sections.push(current);
|
|
50
|
+
return sections;
|
|
51
|
+
}
|
|
52
|
+
function packParagraphs(text, maxChars, overlapChars) {
|
|
53
|
+
if (text.length <= maxChars) {
|
|
54
|
+
return [text];
|
|
55
|
+
}
|
|
56
|
+
const pieces = [];
|
|
57
|
+
let current = '';
|
|
58
|
+
const flush = () => {
|
|
59
|
+
if (current.trim()) {
|
|
60
|
+
pieces.push(current.trim());
|
|
61
|
+
}
|
|
62
|
+
current = '';
|
|
63
|
+
};
|
|
64
|
+
for (const paragraph of text.split(/\n{2,}/)) {
|
|
65
|
+
if (!paragraph.trim()) {
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
if (paragraph.length > maxChars) {
|
|
69
|
+
const leadIn = current && current.length < maxChars / 4 ? `${current}\n\n` : '';
|
|
70
|
+
if (leadIn) {
|
|
71
|
+
current = '';
|
|
72
|
+
}
|
|
73
|
+
flush();
|
|
74
|
+
pieces.push(...cutLongParagraph(leadIn + paragraph, maxChars, overlapChars));
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
if (current && current.length + 2 + paragraph.length > maxChars) {
|
|
78
|
+
flush();
|
|
79
|
+
}
|
|
80
|
+
current = current ? `${current}\n\n${paragraph}` : paragraph;
|
|
81
|
+
}
|
|
82
|
+
flush();
|
|
83
|
+
return pieces;
|
|
84
|
+
}
|
|
85
|
+
function cutLongParagraph(paragraph, maxChars, overlapChars) {
|
|
86
|
+
const pieces = [];
|
|
87
|
+
let start = 0;
|
|
88
|
+
while (start < paragraph.length) {
|
|
89
|
+
let end = Math.min(start + maxChars, paragraph.length);
|
|
90
|
+
if (end < paragraph.length) {
|
|
91
|
+
end = start + bestBreak(paragraph.slice(start, end));
|
|
92
|
+
}
|
|
93
|
+
const piece = paragraph.slice(start, end).trim();
|
|
94
|
+
if (piece) {
|
|
95
|
+
pieces.push(piece);
|
|
96
|
+
}
|
|
97
|
+
if (end >= paragraph.length) {
|
|
98
|
+
break;
|
|
99
|
+
}
|
|
100
|
+
start = Math.max(end - overlapChars, start + 1);
|
|
101
|
+
}
|
|
102
|
+
return pieces;
|
|
103
|
+
}
|
|
104
|
+
function bestBreak(window) {
|
|
105
|
+
const earliest = Math.floor(window.length / 2);
|
|
106
|
+
for (const boundary of ['\n', '. ', '? ', '! ', '; ', ', ', ' ']) {
|
|
107
|
+
const index = window.lastIndexOf(boundary);
|
|
108
|
+
if (index >= earliest) {
|
|
109
|
+
return index + boundary.length;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return window.length;
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=chunker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/search/index/chunker.ts"],"names":[],"mappings":";;AAyBA,8BAkBC;AArBD,MAAM,OAAO,GAAG,4BAA4B,CAAC;AAC7C,MAAM,KAAK,GAAG,eAAe,CAAC;AAE9B,SAAgB,SAAS,CAAC,IAAY,EAAE,OAAqB;IAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvG,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAE7C,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9F,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC;YACxE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAID,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,IAAI,OAAO,GAAoB,EAAE,WAAW,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACjF,MAAM,KAAK,GAA4C,EAAE,CAAC;IAC1D,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5D,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC,OAAO,CAAC;QACrB,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC9B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC;YAClE,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,OAAO,GAAG;YACR,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;YAC9C,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE;YACxB,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAGD,SAAS,cAAc,CAAC,IAAY,EAAE,QAAgB,EAAE,YAAoB;IAC1E,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,GAAG,EAAE,CAAC;IACf,CAAC,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAEhC,MAAM,MAAM,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,KAAK,EAAE,CAAC;YACR,MAAM,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YAC7E,SAAS;QACX,CAAC;QACD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAChE,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,MAAM,CAAC;AAChB,CAAC;AAGD,SAAS,gBAAgB,CAAC,SAAiB,EAAE,QAAgB,EAAE,YAAoB;IACjF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,GAAG,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YAC3B,GAAG,GAAG,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,IAAI,GAAG,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM;QACR,CAAC;QAED,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,YAAY,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/C,KAAK,MAAM,QAAQ,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;YACtB,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const chunker_1 = require("./chunker");
|
|
4
|
+
const options = { maxChars: 200, overlapChars: 20 };
|
|
5
|
+
describe('chunkText', () => {
|
|
6
|
+
it('returns nothing for empty text', () => {
|
|
7
|
+
expect((0, chunker_1.chunkText)('', options)).toEqual([]);
|
|
8
|
+
expect((0, chunker_1.chunkText)(' \n\n ', options)).toEqual([]);
|
|
9
|
+
});
|
|
10
|
+
it('keeps short text as one passage', () => {
|
|
11
|
+
expect((0, chunker_1.chunkText)('Rotated the signing key.', options)).toEqual([
|
|
12
|
+
{ text: 'Rotated the signing key.', headingPath: [] },
|
|
13
|
+
]);
|
|
14
|
+
});
|
|
15
|
+
it('starts a new passage at every heading and records the headings above it', () => {
|
|
16
|
+
const chunks = (0, chunker_1.chunkText)(['Intro line.', '# Deploy', 'Use the pipeline.', '## Rollback', 'Revert the commit.', '# Monitor', 'Watch the logs.'].join('\n'), options);
|
|
17
|
+
expect(chunks).toEqual([
|
|
18
|
+
{ text: 'Intro line.', headingPath: [] },
|
|
19
|
+
{ text: '# Deploy\n\nUse the pipeline.', headingPath: ['Deploy'] },
|
|
20
|
+
{ text: '## Rollback\n\nRevert the commit.', headingPath: ['Deploy', 'Rollback'] },
|
|
21
|
+
{ text: '# Monitor\n\nWatch the logs.', headingPath: ['Monitor'] },
|
|
22
|
+
]);
|
|
23
|
+
});
|
|
24
|
+
it('skips a heading with nothing under it', () => {
|
|
25
|
+
const chunks = (0, chunker_1.chunkText)('# Empty\n\n# Full\nText.', options);
|
|
26
|
+
expect(chunks.map((chunk) => chunk.headingPath)).toEqual([['Full']]);
|
|
27
|
+
});
|
|
28
|
+
it('does not treat a # line inside a code block as a heading', () => {
|
|
29
|
+
const chunks = (0, chunker_1.chunkText)('# Setup\n```bash\n# install\nnpm ci\n```', options);
|
|
30
|
+
expect(chunks).toHaveLength(1);
|
|
31
|
+
expect(chunks[0].headingPath).toEqual(['Setup']);
|
|
32
|
+
expect(chunks[0].text).toContain('# install');
|
|
33
|
+
});
|
|
34
|
+
it('packs whole paragraphs up to the size limit', () => {
|
|
35
|
+
const paragraph = 'word '.repeat(20).trim();
|
|
36
|
+
const chunks = (0, chunker_1.chunkText)([paragraph, paragraph, paragraph].join('\n\n'), options);
|
|
37
|
+
expect(chunks.map((chunk) => chunk.text)).toEqual([`${paragraph}\n\n${paragraph}`, paragraph]);
|
|
38
|
+
});
|
|
39
|
+
it('cuts an over-long paragraph at a sentence boundary and overlaps the pieces', () => {
|
|
40
|
+
const sentence = 'The quick brown fox jumps over the lazy dog again. ';
|
|
41
|
+
const chunks = (0, chunker_1.chunkText)(sentence.repeat(10).trim(), options);
|
|
42
|
+
expect(chunks.length).toBeGreaterThan(1);
|
|
43
|
+
for (const chunk of chunks) {
|
|
44
|
+
expect(chunk.text.length).toBeLessThanOrEqual(options.maxChars);
|
|
45
|
+
}
|
|
46
|
+
expect(chunks[0].text.endsWith('again.')).toBe(true);
|
|
47
|
+
expect(chunks[0].text).toContain(chunks[1].text.slice(0, 10));
|
|
48
|
+
});
|
|
49
|
+
it('keeps a heading with the long block it introduces', () => {
|
|
50
|
+
const block = 'x'.repeat(500);
|
|
51
|
+
const chunks = (0, chunker_1.chunkText)(`## Diagram\n\n${block}`, options);
|
|
52
|
+
expect(chunks[0].text.startsWith('## Diagram')).toBe(true);
|
|
53
|
+
expect(chunks.every((chunk) => chunk.text !== '## Diagram')).toBe(true);
|
|
54
|
+
});
|
|
55
|
+
it('always terminates, even when the overlap is as long as the passage', () => {
|
|
56
|
+
const chunks = (0, chunker_1.chunkText)('y'.repeat(1000), { maxChars: 10, overlapChars: 10 });
|
|
57
|
+
expect(chunks.length).toBeGreaterThan(0);
|
|
58
|
+
expect(chunks.map((chunk) => chunk.text).join('').length).toBeGreaterThanOrEqual(1000);
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
//# sourceMappingURL=chunker.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.spec.js","sourceRoot":"","sources":["../../../src/search/index/chunker.spec.ts"],"names":[],"mappings":";;AAAA,uCAAsC;AAEtC,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;AAEpD,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,IAAA,mBAAS,EAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAA,mBAAS,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,IAAA,mBAAS,EAAC,0BAA0B,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7D,EAAE,IAAI,EAAE,0BAA0B,EAAE,WAAW,EAAE,EAAE,EAAE;SACtD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,MAAM,GAAG,IAAA,mBAAS,EACtB,CAAC,aAAa,EAAE,UAAU,EAAE,mBAAmB,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAChI,OAAO,CACR,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,EAAE;YACxC,EAAE,IAAI,EAAE,+BAA+B,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE;YAClE,EAAE,IAAI,EAAE,mCAAmC,EAAE,WAAW,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE;YAClF,EAAE,IAAI,EAAE,8BAA8B,EAAE,WAAW,EAAE,CAAC,SAAS,CAAC,EAAE;SACnE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,0BAA0B,EAAE,OAAO,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,0CAA0C,EAAE,OAAO,CAAC,CAAC;QAC9E,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QAElF,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,SAAS,OAAO,SAAS,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,QAAQ,GAAG,qDAAqD,CAAC;QACvE,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAE9D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,iBAAiB,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,MAAM,GAAG,IAAA,mBAAS,EAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { DataSource } from 'typeorm';
|
|
2
|
+
import { IndexSearchInput, IndexSearchResult } from '../search.types';
|
|
3
|
+
import { SearchEmbeddingsService } from './search-embeddings.service';
|
|
4
|
+
import { SearchSettingsService } from './search-settings.service';
|
|
5
|
+
import { SearchVectorStoreService } from './search-vector-store.service';
|
|
6
|
+
export declare class IndexSearchService {
|
|
7
|
+
private readonly dataSource;
|
|
8
|
+
private readonly settingsService;
|
|
9
|
+
private readonly vectorStore;
|
|
10
|
+
private readonly embeddings;
|
|
11
|
+
private readonly logger;
|
|
12
|
+
constructor(dataSource: DataSource, settingsService: SearchSettingsService, vectorStore: SearchVectorStoreService, embeddings: SearchEmbeddingsService);
|
|
13
|
+
search(input: IndexSearchInput): Promise<IndexSearchResult[]>;
|
|
14
|
+
private embedQuery;
|
|
15
|
+
private runQuery;
|
|
16
|
+
}
|