mdcontext 0.0.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.changeset/README.md +28 -0
- package/.changeset/config.json +11 -0
- package/.claude/settings.local.json +25 -0
- package/.github/workflows/ci.yml +83 -0
- package/.github/workflows/claude-code-review.yml +44 -0
- package/.github/workflows/claude.yml +85 -0
- package/.github/workflows/release.yml +113 -0
- package/.tldrignore +112 -0
- package/BACKLOG.md +338 -0
- package/CONTRIBUTING.md +186 -0
- package/NOTES/NOTES +44 -0
- package/README.md +434 -11
- package/biome.json +36 -0
- package/cspell.config.yaml +14 -0
- package/dist/chunk-23UPXDNL.js +3044 -0
- package/dist/chunk-2W7MO2DL.js +1366 -0
- package/dist/chunk-3NUAZGMA.js +1689 -0
- package/dist/chunk-7TOWB2XB.js +366 -0
- package/dist/chunk-7XOTOADQ.js +3065 -0
- package/dist/chunk-AH2PDM2K.js +3042 -0
- package/dist/chunk-BNXWSZ63.js +3742 -0
- package/dist/chunk-BTL5DJVU.js +3222 -0
- package/dist/chunk-HDHYG7E4.js +104 -0
- package/dist/chunk-HLR4KZBP.js +3234 -0
- package/dist/chunk-IP3FRFEB.js +1045 -0
- package/dist/chunk-KHU56VDO.js +3042 -0
- package/dist/chunk-KRYIFLQR.js +88 -0
- package/dist/chunk-LBSDNLEM.js +287 -0
- package/dist/chunk-MNTQ7HCP.js +2643 -0
- package/dist/chunk-MUJELQQ6.js +1387 -0
- package/dist/chunk-MXJGMSLV.js +2199 -0
- package/dist/chunk-N6QJGC3Z.js +2636 -0
- package/dist/chunk-OBELGBPM.js +1713 -0
- package/dist/chunk-OT7R5XTA.js +3192 -0
- package/dist/chunk-P7X4RA2T.js +106 -0
- package/dist/chunk-PIDUQNC2.js +3185 -0
- package/dist/chunk-POGCDIH4.js +3187 -0
- package/dist/chunk-PSIEOQGZ.js +3043 -0
- package/dist/chunk-PVRT3IHA.js +3238 -0
- package/dist/chunk-QNN4TT23.js +1430 -0
- package/dist/chunk-RE3R45RJ.js +3042 -0
- package/dist/chunk-S7E6TFX6.js +803 -0
- package/dist/chunk-SG6GLU4U.js +1378 -0
- package/dist/chunk-SJCDV2ST.js +274 -0
- package/dist/chunk-SYE5XLF3.js +104 -0
- package/dist/chunk-T5VLYBZD.js +103 -0
- package/dist/chunk-TOQB7VWU.js +3238 -0
- package/dist/chunk-VFNMZ4ZQ.js +3228 -0
- package/dist/chunk-VVTGZNBT.js +1629 -0
- package/dist/chunk-W7Q4RFEV.js +104 -0
- package/dist/chunk-XTYYVRLO.js +3190 -0
- package/dist/chunk-Y6MDYVJD.js +3063 -0
- package/dist/cli/main.d.ts +1 -0
- package/dist/cli/main.js +5458 -0
- package/dist/index.d.ts +653 -0
- package/dist/index.js +79 -0
- package/dist/mcp/server.d.ts +1 -0
- package/dist/mcp/server.js +472 -0
- package/dist/schema-BAWSG7KY.js +22 -0
- package/dist/schema-E3QUPL26.js +20 -0
- package/dist/schema-EHL7WUT6.js +20 -0
- package/docs/019-USAGE.md +625 -0
- package/docs/020-current-implementation.md +364 -0
- package/docs/021-DOGFOODING-FINDINGS.md +175 -0
- package/docs/BACKLOG.md +80 -0
- package/docs/CONFIG.md +1123 -0
- package/docs/DESIGN.md +439 -0
- package/docs/ERRORS.md +383 -0
- package/docs/PROJECT.md +88 -0
- package/docs/ROADMAP.md +407 -0
- package/docs/summarization.md +320 -0
- package/docs/test-links.md +9 -0
- package/justfile +40 -0
- package/package.json +74 -9
- package/pnpm-workspace.yaml +5 -0
- package/research/INDEX.md +315 -0
- package/research/code-review/README.md +90 -0
- package/research/code-review/cli-error-handling-review.md +979 -0
- package/research/code-review/code-review-validation-report.md +464 -0
- package/research/code-review/main-ts-review.md +1128 -0
- package/research/config-analysis/01-current-implementation.md +470 -0
- package/research/config-analysis/02-strategy-recommendation.md +428 -0
- package/research/config-analysis/03-task-candidates.md +715 -0
- package/research/config-analysis/033-research-configuration-management.md +828 -0
- package/research/config-analysis/034-research-effect-cli-config.md +1504 -0
- package/research/config-analysis/04-consolidated-task-candidates.md +277 -0
- package/research/config-docs/SUMMARY.md +357 -0
- package/research/config-docs/TEST-RESULTS.md +776 -0
- package/research/config-docs/TODO.md +542 -0
- package/research/config-docs/analysis.md +744 -0
- package/research/config-docs/fix-validation.md +502 -0
- package/research/config-docs/help-audit.md +264 -0
- package/research/config-docs/help-system-analysis.md +890 -0
- package/research/dogfood/consolidated-tool-evaluation.md +373 -0
- package/research/dogfood/strategy-a/a-synthesis.md +184 -0
- package/research/dogfood/strategy-a/a1-docs.md +226 -0
- package/research/dogfood/strategy-a/a2-amorphic.md +156 -0
- package/research/dogfood/strategy-a/a3-llm.md +164 -0
- package/research/dogfood/strategy-b/b-synthesis.md +228 -0
- package/research/dogfood/strategy-b/b1-architecture.md +207 -0
- package/research/dogfood/strategy-b/b2-gaps.md +258 -0
- package/research/dogfood/strategy-b/b3-workflows.md +250 -0
- package/research/dogfood/strategy-c/c-synthesis.md +451 -0
- package/research/dogfood/strategy-c/c1-explorer.md +192 -0
- package/research/dogfood/strategy-c/c2-diver-memory.md +145 -0
- package/research/dogfood/strategy-c/c3-diver-control.md +148 -0
- package/research/dogfood/strategy-c/c4-diver-failure.md +151 -0
- package/research/dogfood/strategy-c/c5-diver-execution.md +221 -0
- package/research/dogfood/strategy-c/c6-diver-org.md +221 -0
- package/research/effect-cli-error-handling.md +845 -0
- package/research/effect-errors-as-values.md +943 -0
- package/research/errors-task-analysis/00-consolidated-tasks.md +207 -0
- package/research/errors-task-analysis/cli-commands-analysis.md +909 -0
- package/research/errors-task-analysis/embeddings-analysis.md +709 -0
- package/research/errors-task-analysis/index-search-analysis.md +812 -0
- package/research/frontmatter/COMMENTS-ARE-SKIPPED.md +149 -0
- package/research/frontmatter/LLM-CODE-NAVIGATION.md +276 -0
- package/research/issue-review.md +603 -0
- package/research/llm-summarization/agent-cli-tools-2026.md +1082 -0
- package/research/llm-summarization/alternative-providers-2026.md +1428 -0
- package/research/llm-summarization/anthropic-2026.md +367 -0
- package/research/llm-summarization/claude-cli-integration.md +1706 -0
- package/research/llm-summarization/cli-integration-patterns.md +3155 -0
- package/research/llm-summarization/openai-2026.md +473 -0
- package/research/llm-summarization/openai-compatible-providers-2026.md +1022 -0
- package/research/llm-summarization/opencode-cli-integration.md +1552 -0
- package/research/llm-summarization/prompt-engineering-2026.md +1426 -0
- package/research/llm-summarization/prototype-results.md +56 -0
- package/research/llm-summarization/provider-switching-patterns-2026.md +2153 -0
- package/research/llm-summarization/typescript-llm-libraries-2026.md +2436 -0
- package/research/mdcontext-error-analysis.md +521 -0
- package/research/mdcontext-pudding/00-EXECUTIVE-SUMMARY.md +282 -0
- package/research/mdcontext-pudding/01-index-embed.md +956 -0
- package/research/mdcontext-pudding/02-search-COMMANDS.md +142 -0
- package/research/mdcontext-pudding/02-search-SUMMARY.md +146 -0
- package/research/mdcontext-pudding/02-search.md +970 -0
- package/research/mdcontext-pudding/03-context.md +779 -0
- package/research/mdcontext-pudding/04-navigation-and-analytics.md +803 -0
- package/research/mdcontext-pudding/04-tree.md +704 -0
- package/research/mdcontext-pudding/05-config.md +1038 -0
- package/research/mdcontext-pudding/06-links-summary.txt +87 -0
- package/research/mdcontext-pudding/06-links.md +679 -0
- package/research/mdcontext-pudding/07-stats.md +693 -0
- package/research/mdcontext-pudding/BUG-FIX-PLAN.md +388 -0
- package/research/mdcontext-pudding/P0-BUG-VALIDATION.md +167 -0
- package/research/mdcontext-pudding/README.md +168 -0
- package/research/mdcontext-pudding/TESTING-SUMMARY.md +128 -0
- package/research/npm_publish/011-npm-workflow-research-agent2.md +792 -0
- package/research/npm_publish/012-npm-workflow-research-agent1.md +530 -0
- package/research/npm_publish/013-npm-workflow-research-agent3.md +722 -0
- package/research/npm_publish/014-npm-workflow-synthesis.md +556 -0
- package/research/npm_publish/031-npm-workflow-task-analysis.md +134 -0
- package/research/research-quality-review.md +834 -0
- package/research/semantic-search/002-research-embedding-models.md +490 -0
- package/research/semantic-search/003-research-rag-alternatives.md +523 -0
- package/research/semantic-search/004-research-vector-search.md +841 -0
- package/research/semantic-search/032-research-semantic-search.md +427 -0
- package/research/semantic-search/embedding-text-analysis.md +156 -0
- package/research/semantic-search/multi-word-failure-reproduction.md +171 -0
- package/research/semantic-search/query-processing-analysis.md +207 -0
- package/research/semantic-search/root-cause-and-solution.md +114 -0
- package/research/semantic-search/threshold-validation-report.md +69 -0
- package/research/semantic-search/vector-search-analysis.md +63 -0
- package/research/task-management-2026/00-synthesis-recommendations.md +295 -0
- package/research/task-management-2026/01-ai-workflow-tools.md +416 -0
- package/research/task-management-2026/02-agent-framework-patterns.md +476 -0
- package/research/task-management-2026/03-lightweight-file-based.md +567 -0
- package/research/task-management-2026/04-established-tools-ai-features.md +541 -0
- package/research/task-management-2026/linear/01-core-features-workflow.md +771 -0
- package/research/task-management-2026/linear/02-api-integrations.md +930 -0
- package/research/task-management-2026/linear/03-ai-features.md +368 -0
- package/research/task-management-2026/linear/04-pricing-setup.md +205 -0
- package/research/task-management-2026/linear/05-usage-patterns-best-practices.md +605 -0
- package/research/test-path-issues.md +276 -0
- package/review/ALP-76/1-error-type-design.md +962 -0
- package/review/ALP-76/2-error-handling-patterns.md +906 -0
- package/review/ALP-76/3-error-presentation.md +624 -0
- package/review/ALP-76/4-test-coverage.md +625 -0
- package/review/ALP-76/5-migration-completeness.md +440 -0
- package/review/ALP-76/6-effect-best-practices.md +755 -0
- package/scripts/apply-branch-protection.sh +47 -0
- package/scripts/branch-protection-templates.json +79 -0
- package/scripts/prototype-summarization.ts +346 -0
- package/scripts/rebuild-hnswlib.js +58 -0
- package/scripts/setup-branch-protection.sh +64 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/active-provider.json +7 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/bm25.json +541 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/bm25.meta.json +5 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/config.json +8 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/embeddings/openai_text-embedding-3-small_512/vectors.bin +0 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/embeddings/openai_text-embedding-3-small_512/vectors.meta.bin +0 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/indexes/documents.json +60 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/indexes/links.json +13 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/.mdcontext/indexes/sections.json +1197 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/configuration-management.md +99 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/distributed-systems.md +92 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/error-handling.md +78 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/failure-automation.md +55 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/job-context.md +69 -0
- package/src/__tests__/fixtures/semantic-search/multi-word-corpus/process-orchestration.md +99 -0
- package/src/cli/argv-preprocessor.test.ts +210 -0
- package/src/cli/argv-preprocessor.ts +202 -0
- package/src/cli/cli.test.ts +627 -0
- package/src/cli/commands/backlinks.ts +54 -0
- package/src/cli/commands/config-cmd.ts +642 -0
- package/src/cli/commands/context.ts +285 -0
- package/src/cli/commands/duplicates.ts +122 -0
- package/src/cli/commands/embeddings.ts +529 -0
- package/src/cli/commands/index-cmd.ts +480 -0
- package/src/cli/commands/index.ts +16 -0
- package/src/cli/commands/links.ts +52 -0
- package/src/cli/commands/search.ts +1281 -0
- package/src/cli/commands/stats.ts +149 -0
- package/src/cli/commands/tree.ts +128 -0
- package/src/cli/config-layer.ts +176 -0
- package/src/cli/error-handler.test.ts +235 -0
- package/src/cli/error-handler.ts +655 -0
- package/src/cli/flag-schemas.ts +341 -0
- package/src/cli/help.ts +588 -0
- package/src/cli/index.ts +9 -0
- package/src/cli/main.ts +435 -0
- package/src/cli/options.ts +41 -0
- package/src/cli/shared-error-handling.ts +199 -0
- package/src/cli/typo-suggester.test.ts +105 -0
- package/src/cli/typo-suggester.ts +130 -0
- package/src/cli/utils.ts +259 -0
- package/src/config/file-provider.test.ts +320 -0
- package/src/config/file-provider.ts +273 -0
- package/src/config/index.ts +72 -0
- package/src/config/integration.test.ts +667 -0
- package/src/config/precedence.test.ts +277 -0
- package/src/config/precedence.ts +451 -0
- package/src/config/schema.test.ts +414 -0
- package/src/config/schema.ts +603 -0
- package/src/config/service.test.ts +320 -0
- package/src/config/service.ts +243 -0
- package/src/config/testing.test.ts +264 -0
- package/src/config/testing.ts +110 -0
- package/src/core/index.ts +1 -0
- package/src/core/types.ts +113 -0
- package/src/duplicates/detector.test.ts +183 -0
- package/src/duplicates/detector.ts +414 -0
- package/src/duplicates/index.ts +18 -0
- package/src/embeddings/embedding-namespace.test.ts +300 -0
- package/src/embeddings/embedding-namespace.ts +947 -0
- package/src/embeddings/heading-boost.test.ts +222 -0
- package/src/embeddings/hnsw-build-options.test.ts +198 -0
- package/src/embeddings/hyde.test.ts +272 -0
- package/src/embeddings/hyde.ts +264 -0
- package/src/embeddings/index.ts +10 -0
- package/src/embeddings/openai-provider.ts +414 -0
- package/src/embeddings/pricing.json +22 -0
- package/src/embeddings/provider-constants.ts +204 -0
- package/src/embeddings/provider-errors.test.ts +967 -0
- package/src/embeddings/provider-errors.ts +565 -0
- package/src/embeddings/provider-factory.test.ts +240 -0
- package/src/embeddings/provider-factory.ts +225 -0
- package/src/embeddings/provider-integration.test.ts +788 -0
- package/src/embeddings/query-preprocessing.test.ts +187 -0
- package/src/embeddings/semantic-search-threshold.test.ts +508 -0
- package/src/embeddings/semantic-search.ts +1270 -0
- package/src/embeddings/types.ts +359 -0
- package/src/embeddings/vector-store.ts +708 -0
- package/src/embeddings/voyage-provider.ts +313 -0
- package/src/errors/errors.test.ts +845 -0
- package/src/errors/index.ts +533 -0
- package/src/index/ignore-patterns.test.ts +354 -0
- package/src/index/ignore-patterns.ts +305 -0
- package/src/index/index.ts +4 -0
- package/src/index/indexer.ts +684 -0
- package/src/index/storage.ts +260 -0
- package/src/index/types.ts +147 -0
- package/src/index/watcher.ts +189 -0
- package/src/index.ts +30 -0
- package/src/integration/search-keyword.test.ts +678 -0
- package/src/mcp/server.ts +612 -0
- package/src/parser/index.ts +1 -0
- package/src/parser/parser.test.ts +291 -0
- package/src/parser/parser.ts +394 -0
- package/src/parser/section-filter.test.ts +277 -0
- package/src/parser/section-filter.ts +392 -0
- package/src/search/__tests__/hybrid-search.test.ts +650 -0
- package/src/search/bm25-store.ts +366 -0
- package/src/search/cross-encoder.test.ts +253 -0
- package/src/search/cross-encoder.ts +406 -0
- package/src/search/fuzzy-search.test.ts +419 -0
- package/src/search/fuzzy-search.ts +273 -0
- package/src/search/hybrid-search.ts +448 -0
- package/src/search/path-matcher.test.ts +276 -0
- package/src/search/path-matcher.ts +33 -0
- package/src/search/query-parser.test.ts +260 -0
- package/src/search/query-parser.ts +319 -0
- package/src/search/searcher.test.ts +280 -0
- package/src/search/searcher.ts +724 -0
- package/src/search/wink-bm25.d.ts +30 -0
- package/src/summarization/cli-providers/claude.ts +202 -0
- package/src/summarization/cli-providers/detection.test.ts +273 -0
- package/src/summarization/cli-providers/detection.ts +118 -0
- package/src/summarization/cli-providers/index.ts +8 -0
- package/src/summarization/cost.test.ts +139 -0
- package/src/summarization/cost.ts +102 -0
- package/src/summarization/error-handler.test.ts +127 -0
- package/src/summarization/error-handler.ts +111 -0
- package/src/summarization/index.ts +102 -0
- package/src/summarization/pipeline.test.ts +498 -0
- package/src/summarization/pipeline.ts +231 -0
- package/src/summarization/prompts.test.ts +269 -0
- package/src/summarization/prompts.ts +133 -0
- package/src/summarization/provider-factory.test.ts +396 -0
- package/src/summarization/provider-factory.ts +178 -0
- package/src/summarization/types.ts +184 -0
- package/src/summarize/budget-bugs.test.ts +620 -0
- package/src/summarize/formatters.ts +419 -0
- package/src/summarize/index.ts +20 -0
- package/src/summarize/summarizer.test.ts +275 -0
- package/src/summarize/summarizer.ts +597 -0
- package/src/summarize/verify-bugs.test.ts +238 -0
- package/src/types/huggingface-transformers.d.ts +66 -0
- package/src/utils/index.ts +1 -0
- package/src/utils/tokens.test.ts +142 -0
- package/src/utils/tokens.ts +186 -0
- package/tests/fixtures/cli/.mdcontext/active-provider.json +7 -0
- package/tests/fixtures/cli/.mdcontext/config.json +8 -0
- package/tests/fixtures/cli/.mdcontext/embeddings/openai_text-embedding-3-small_512/vectors.bin +0 -0
- package/tests/fixtures/cli/.mdcontext/embeddings/openai_text-embedding-3-small_512/vectors.meta.bin +0 -0
- package/tests/fixtures/cli/.mdcontext/indexes/documents.json +33 -0
- package/tests/fixtures/cli/.mdcontext/indexes/links.json +12 -0
- package/tests/fixtures/cli/.mdcontext/indexes/sections.json +247 -0
- package/tests/fixtures/cli/README.md +9 -0
- package/tests/fixtures/cli/api-reference.md +11 -0
- package/tests/fixtures/cli/getting-started.md +11 -0
- package/tests/integration/embed-index.test.ts +712 -0
- package/tests/integration/search-context.test.ts +469 -0
- package/tests/integration/search-semantic.test.ts +522 -0
- package/tsconfig.json +26 -0
- package/vitest.config.ts +16 -0
- package/vitest.setup.ts +12 -0
|
@@ -0,0 +1,414 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Config Schema Unit Tests
|
|
3
|
+
*
|
|
4
|
+
* Tests for the Effect Config schema module ensuring all config
|
|
5
|
+
* definitions work correctly with ConfigProvider.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import { ConfigProvider, Effect, Option } from 'effect'
|
|
9
|
+
import { describe, expect, it } from 'vitest'
|
|
10
|
+
import {
|
|
11
|
+
defaultConfig,
|
|
12
|
+
EmbeddingsConfig,
|
|
13
|
+
IndexConfig,
|
|
14
|
+
MdContextConfig,
|
|
15
|
+
OutputConfig,
|
|
16
|
+
PathsConfig,
|
|
17
|
+
SearchConfig,
|
|
18
|
+
} from './schema.js'
|
|
19
|
+
|
|
20
|
+
describe('Config Schema', () => {
|
|
21
|
+
describe('IndexConfig', () => {
|
|
22
|
+
it('should use default values when no config provided', async () => {
|
|
23
|
+
const program = Effect.gen(function* () {
|
|
24
|
+
return yield* IndexConfig
|
|
25
|
+
})
|
|
26
|
+
|
|
27
|
+
const result = await Effect.runPromise(
|
|
28
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
expect(result.maxDepth).toBe(10)
|
|
32
|
+
expect(result.excludePatterns).toEqual([
|
|
33
|
+
'node_modules',
|
|
34
|
+
'.git',
|
|
35
|
+
'dist',
|
|
36
|
+
'build',
|
|
37
|
+
])
|
|
38
|
+
expect(result.fileExtensions).toEqual(['.md', '.mdx'])
|
|
39
|
+
expect(result.followSymlinks).toBe(false)
|
|
40
|
+
expect(result.indexDir).toBe('.mdcontext')
|
|
41
|
+
})
|
|
42
|
+
|
|
43
|
+
it('should read values from ConfigProvider', async () => {
|
|
44
|
+
const program = Effect.gen(function* () {
|
|
45
|
+
return yield* IndexConfig
|
|
46
|
+
})
|
|
47
|
+
|
|
48
|
+
const provider = ConfigProvider.fromMap(
|
|
49
|
+
new Map([
|
|
50
|
+
['maxDepth', '5'],
|
|
51
|
+
['excludePatterns', 'vendor,tmp'],
|
|
52
|
+
['fileExtensions', '.md,.markdown'],
|
|
53
|
+
['followSymlinks', 'true'],
|
|
54
|
+
['indexDir', '.index'],
|
|
55
|
+
]),
|
|
56
|
+
)
|
|
57
|
+
|
|
58
|
+
const result = await Effect.runPromise(
|
|
59
|
+
Effect.withConfigProvider(program, provider),
|
|
60
|
+
)
|
|
61
|
+
|
|
62
|
+
expect(result.maxDepth).toBe(5)
|
|
63
|
+
expect(result.excludePatterns).toEqual(['vendor', 'tmp'])
|
|
64
|
+
expect(result.fileExtensions).toEqual(['.md', '.markdown'])
|
|
65
|
+
expect(result.followSymlinks).toBe(true)
|
|
66
|
+
expect(result.indexDir).toBe('.index')
|
|
67
|
+
})
|
|
68
|
+
})
|
|
69
|
+
|
|
70
|
+
describe('SearchConfig', () => {
|
|
71
|
+
it('should use default values when no config provided', async () => {
|
|
72
|
+
const program = Effect.gen(function* () {
|
|
73
|
+
return yield* SearchConfig
|
|
74
|
+
})
|
|
75
|
+
|
|
76
|
+
const result = await Effect.runPromise(
|
|
77
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
78
|
+
)
|
|
79
|
+
|
|
80
|
+
expect(result.defaultLimit).toBe(10)
|
|
81
|
+
expect(result.maxLimit).toBe(100)
|
|
82
|
+
expect(result.minSimilarity).toBe(0.35)
|
|
83
|
+
expect(result.includeSnippets).toBe(true)
|
|
84
|
+
expect(result.snippetLength).toBe(200)
|
|
85
|
+
})
|
|
86
|
+
|
|
87
|
+
it('should read values from ConfigProvider', async () => {
|
|
88
|
+
const program = Effect.gen(function* () {
|
|
89
|
+
return yield* SearchConfig
|
|
90
|
+
})
|
|
91
|
+
|
|
92
|
+
const provider = ConfigProvider.fromMap(
|
|
93
|
+
new Map([
|
|
94
|
+
['defaultLimit', '20'],
|
|
95
|
+
['maxLimit', '50'],
|
|
96
|
+
['minSimilarity', '0.7'],
|
|
97
|
+
['includeSnippets', 'false'],
|
|
98
|
+
['snippetLength', '300'],
|
|
99
|
+
]),
|
|
100
|
+
)
|
|
101
|
+
|
|
102
|
+
const result = await Effect.runPromise(
|
|
103
|
+
Effect.withConfigProvider(program, provider),
|
|
104
|
+
)
|
|
105
|
+
|
|
106
|
+
expect(result.defaultLimit).toBe(20)
|
|
107
|
+
expect(result.maxLimit).toBe(50)
|
|
108
|
+
expect(result.minSimilarity).toBe(0.7)
|
|
109
|
+
expect(result.includeSnippets).toBe(false)
|
|
110
|
+
expect(result.snippetLength).toBe(300)
|
|
111
|
+
})
|
|
112
|
+
})
|
|
113
|
+
|
|
114
|
+
describe('EmbeddingsConfig', () => {
|
|
115
|
+
it('should use default values when no config provided', async () => {
|
|
116
|
+
const program = Effect.gen(function* () {
|
|
117
|
+
return yield* EmbeddingsConfig
|
|
118
|
+
})
|
|
119
|
+
|
|
120
|
+
const result = await Effect.runPromise(
|
|
121
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
122
|
+
)
|
|
123
|
+
|
|
124
|
+
expect(result.provider).toBe('openai')
|
|
125
|
+
expect(result.model).toBe('text-embedding-3-small')
|
|
126
|
+
expect(result.batchSize).toBe(100)
|
|
127
|
+
expect(result.maxRetries).toBe(3)
|
|
128
|
+
expect(result.retryDelayMs).toBe(1000)
|
|
129
|
+
expect(result.timeoutMs).toBe(30000)
|
|
130
|
+
expect(Option.isNone(result.apiKey)).toBe(true)
|
|
131
|
+
})
|
|
132
|
+
|
|
133
|
+
it('should read values from ConfigProvider', async () => {
|
|
134
|
+
const program = Effect.gen(function* () {
|
|
135
|
+
return yield* EmbeddingsConfig
|
|
136
|
+
})
|
|
137
|
+
|
|
138
|
+
const provider = ConfigProvider.fromMap(
|
|
139
|
+
new Map([
|
|
140
|
+
['provider', 'openai'],
|
|
141
|
+
['model', 'text-embedding-3-large'],
|
|
142
|
+
['batchSize', '50'],
|
|
143
|
+
['maxRetries', '5'],
|
|
144
|
+
['retryDelayMs', '2000'],
|
|
145
|
+
['timeoutMs', '60000'],
|
|
146
|
+
['apiKey', 'sk-test-key'],
|
|
147
|
+
]),
|
|
148
|
+
)
|
|
149
|
+
|
|
150
|
+
const result = await Effect.runPromise(
|
|
151
|
+
Effect.withConfigProvider(program, provider),
|
|
152
|
+
)
|
|
153
|
+
|
|
154
|
+
expect(result.provider).toBe('openai')
|
|
155
|
+
expect(result.model).toBe('text-embedding-3-large')
|
|
156
|
+
expect(result.batchSize).toBe(50)
|
|
157
|
+
expect(result.maxRetries).toBe(5)
|
|
158
|
+
expect(result.retryDelayMs).toBe(2000)
|
|
159
|
+
expect(result.timeoutMs).toBe(60000)
|
|
160
|
+
expect(Option.isSome(result.apiKey)).toBe(true)
|
|
161
|
+
expect(Option.getOrThrow(result.apiKey)).toBe('sk-test-key')
|
|
162
|
+
})
|
|
163
|
+
})
|
|
164
|
+
|
|
165
|
+
describe('OutputConfig', () => {
|
|
166
|
+
it('should use default values when no config provided', async () => {
|
|
167
|
+
const program = Effect.gen(function* () {
|
|
168
|
+
return yield* OutputConfig
|
|
169
|
+
})
|
|
170
|
+
|
|
171
|
+
const result = await Effect.runPromise(
|
|
172
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
expect(result.format).toBe('text')
|
|
176
|
+
expect(result.color).toBe(true)
|
|
177
|
+
expect(result.prettyJson).toBe(true)
|
|
178
|
+
expect(result.verbose).toBe(false)
|
|
179
|
+
expect(result.debug).toBe(false)
|
|
180
|
+
})
|
|
181
|
+
|
|
182
|
+
it('should read values from ConfigProvider', async () => {
|
|
183
|
+
const program = Effect.gen(function* () {
|
|
184
|
+
return yield* OutputConfig
|
|
185
|
+
})
|
|
186
|
+
|
|
187
|
+
const provider = ConfigProvider.fromMap(
|
|
188
|
+
new Map([
|
|
189
|
+
['format', 'json'],
|
|
190
|
+
['color', 'false'],
|
|
191
|
+
['prettyJson', 'false'],
|
|
192
|
+
['verbose', 'true'],
|
|
193
|
+
['debug', 'true'],
|
|
194
|
+
]),
|
|
195
|
+
)
|
|
196
|
+
|
|
197
|
+
const result = await Effect.runPromise(
|
|
198
|
+
Effect.withConfigProvider(program, provider),
|
|
199
|
+
)
|
|
200
|
+
|
|
201
|
+
expect(result.format).toBe('json')
|
|
202
|
+
expect(result.color).toBe(false)
|
|
203
|
+
expect(result.prettyJson).toBe(false)
|
|
204
|
+
expect(result.verbose).toBe(true)
|
|
205
|
+
expect(result.debug).toBe(true)
|
|
206
|
+
})
|
|
207
|
+
})
|
|
208
|
+
|
|
209
|
+
describe('PathsConfig', () => {
|
|
210
|
+
it('should use default values when no config provided', async () => {
|
|
211
|
+
const program = Effect.gen(function* () {
|
|
212
|
+
return yield* PathsConfig
|
|
213
|
+
})
|
|
214
|
+
|
|
215
|
+
const result = await Effect.runPromise(
|
|
216
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
217
|
+
)
|
|
218
|
+
|
|
219
|
+
expect(Option.isNone(result.root)).toBe(true)
|
|
220
|
+
expect(Option.isNone(result.configFile)).toBe(true)
|
|
221
|
+
expect(result.cacheDir).toBe('.mdcontext/cache')
|
|
222
|
+
})
|
|
223
|
+
|
|
224
|
+
it('should read values from ConfigProvider', async () => {
|
|
225
|
+
const program = Effect.gen(function* () {
|
|
226
|
+
return yield* PathsConfig
|
|
227
|
+
})
|
|
228
|
+
|
|
229
|
+
const provider = ConfigProvider.fromMap(
|
|
230
|
+
new Map([
|
|
231
|
+
['root', '/home/user/docs'],
|
|
232
|
+
['configFile', './custom.config.json'],
|
|
233
|
+
['cacheDir', '.cache/mdcontext'],
|
|
234
|
+
]),
|
|
235
|
+
)
|
|
236
|
+
|
|
237
|
+
const result = await Effect.runPromise(
|
|
238
|
+
Effect.withConfigProvider(program, provider),
|
|
239
|
+
)
|
|
240
|
+
|
|
241
|
+
expect(Option.isSome(result.root)).toBe(true)
|
|
242
|
+
expect(Option.getOrThrow(result.root)).toBe('/home/user/docs')
|
|
243
|
+
expect(Option.isSome(result.configFile)).toBe(true)
|
|
244
|
+
expect(Option.getOrThrow(result.configFile)).toBe('./custom.config.json')
|
|
245
|
+
expect(result.cacheDir).toBe('.cache/mdcontext')
|
|
246
|
+
})
|
|
247
|
+
})
|
|
248
|
+
|
|
249
|
+
describe('MdContextConfig (nested)', () => {
|
|
250
|
+
it('should use default values when no config provided', async () => {
|
|
251
|
+
const program = Effect.gen(function* () {
|
|
252
|
+
return yield* MdContextConfig
|
|
253
|
+
})
|
|
254
|
+
|
|
255
|
+
const result = await Effect.runPromise(
|
|
256
|
+
Effect.withConfigProvider(program, ConfigProvider.fromMap(new Map())),
|
|
257
|
+
)
|
|
258
|
+
|
|
259
|
+
// Verify nested structure
|
|
260
|
+
expect(result.index.maxDepth).toBe(10)
|
|
261
|
+
expect(result.search.defaultLimit).toBe(10)
|
|
262
|
+
expect(result.embeddings.provider).toBe('openai')
|
|
263
|
+
expect(result.output.format).toBe('text')
|
|
264
|
+
expect(result.paths.cacheDir).toBe('.mdcontext/cache')
|
|
265
|
+
})
|
|
266
|
+
|
|
267
|
+
it('should read nested values from ConfigProvider with dot notation', async () => {
|
|
268
|
+
const program = Effect.gen(function* () {
|
|
269
|
+
return yield* MdContextConfig
|
|
270
|
+
})
|
|
271
|
+
|
|
272
|
+
const provider = ConfigProvider.fromMap(
|
|
273
|
+
new Map([
|
|
274
|
+
['index.maxDepth', '20'],
|
|
275
|
+
['search.defaultLimit', '25'],
|
|
276
|
+
['embeddings.model', 'text-embedding-ada-002'],
|
|
277
|
+
['output.format', 'json'],
|
|
278
|
+
['paths.cacheDir', '.custom-cache'],
|
|
279
|
+
]),
|
|
280
|
+
)
|
|
281
|
+
|
|
282
|
+
const result = await Effect.runPromise(
|
|
283
|
+
Effect.withConfigProvider(program, provider),
|
|
284
|
+
)
|
|
285
|
+
|
|
286
|
+
expect(result.index.maxDepth).toBe(20)
|
|
287
|
+
expect(result.search.defaultLimit).toBe(25)
|
|
288
|
+
expect(result.embeddings.model).toBe('text-embedding-ada-002')
|
|
289
|
+
expect(result.output.format).toBe('json')
|
|
290
|
+
expect(result.paths.cacheDir).toBe('.custom-cache')
|
|
291
|
+
})
|
|
292
|
+
|
|
293
|
+
it('should work with ConfigProvider.fromJson for file-like config', async () => {
|
|
294
|
+
const program = Effect.gen(function* () {
|
|
295
|
+
return yield* MdContextConfig
|
|
296
|
+
})
|
|
297
|
+
|
|
298
|
+
const jsonConfig = {
|
|
299
|
+
index: {
|
|
300
|
+
maxDepth: 15,
|
|
301
|
+
excludePatterns: ['custom_exclude'],
|
|
302
|
+
},
|
|
303
|
+
search: {
|
|
304
|
+
minSimilarity: 0.8,
|
|
305
|
+
},
|
|
306
|
+
embeddings: {
|
|
307
|
+
model: 'text-embedding-3-large',
|
|
308
|
+
},
|
|
309
|
+
output: {
|
|
310
|
+
verbose: true,
|
|
311
|
+
},
|
|
312
|
+
paths: {
|
|
313
|
+
root: '/custom/path',
|
|
314
|
+
},
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
const provider = ConfigProvider.fromJson(jsonConfig)
|
|
318
|
+
|
|
319
|
+
const result = await Effect.runPromise(
|
|
320
|
+
Effect.withConfigProvider(program, provider),
|
|
321
|
+
)
|
|
322
|
+
|
|
323
|
+
expect(result.index.maxDepth).toBe(15)
|
|
324
|
+
expect(result.index.excludePatterns).toEqual(['custom_exclude'])
|
|
325
|
+
expect(result.search.minSimilarity).toBe(0.8)
|
|
326
|
+
expect(result.embeddings.model).toBe('text-embedding-3-large')
|
|
327
|
+
expect(result.output.verbose).toBe(true)
|
|
328
|
+
expect(Option.getOrThrow(result.paths.root)).toBe('/custom/path')
|
|
329
|
+
})
|
|
330
|
+
})
|
|
331
|
+
|
|
332
|
+
describe('defaultConfig', () => {
|
|
333
|
+
it('should have all expected default values', () => {
|
|
334
|
+
expect(defaultConfig.index.maxDepth).toBe(10)
|
|
335
|
+
expect(defaultConfig.index.excludePatterns).toEqual([
|
|
336
|
+
'node_modules',
|
|
337
|
+
'.git',
|
|
338
|
+
'dist',
|
|
339
|
+
'build',
|
|
340
|
+
])
|
|
341
|
+
expect(defaultConfig.index.fileExtensions).toEqual(['.md', '.mdx'])
|
|
342
|
+
expect(defaultConfig.index.followSymlinks).toBe(false)
|
|
343
|
+
expect(defaultConfig.index.indexDir).toBe('.mdcontext')
|
|
344
|
+
|
|
345
|
+
expect(defaultConfig.search.defaultLimit).toBe(10)
|
|
346
|
+
expect(defaultConfig.search.maxLimit).toBe(100)
|
|
347
|
+
expect(defaultConfig.search.minSimilarity).toBe(0.35)
|
|
348
|
+
expect(defaultConfig.search.includeSnippets).toBe(true)
|
|
349
|
+
expect(defaultConfig.search.snippetLength).toBe(200)
|
|
350
|
+
|
|
351
|
+
expect(defaultConfig.embeddings.provider).toBe('openai')
|
|
352
|
+
expect(defaultConfig.embeddings.model).toBe('text-embedding-3-small')
|
|
353
|
+
expect(defaultConfig.embeddings.batchSize).toBe(100)
|
|
354
|
+
expect(defaultConfig.embeddings.maxRetries).toBe(3)
|
|
355
|
+
expect(defaultConfig.embeddings.retryDelayMs).toBe(1000)
|
|
356
|
+
expect(defaultConfig.embeddings.timeoutMs).toBe(30000)
|
|
357
|
+
expect(Option.isNone(defaultConfig.embeddings.apiKey)).toBe(true)
|
|
358
|
+
|
|
359
|
+
expect(defaultConfig.output.format).toBe('text')
|
|
360
|
+
expect(defaultConfig.output.color).toBe(true)
|
|
361
|
+
expect(defaultConfig.output.prettyJson).toBe(true)
|
|
362
|
+
expect(defaultConfig.output.verbose).toBe(false)
|
|
363
|
+
expect(defaultConfig.output.debug).toBe(false)
|
|
364
|
+
|
|
365
|
+
expect(Option.isNone(defaultConfig.paths.root)).toBe(true)
|
|
366
|
+
expect(Option.isNone(defaultConfig.paths.configFile)).toBe(true)
|
|
367
|
+
expect(defaultConfig.paths.cacheDir).toBe('.mdcontext/cache')
|
|
368
|
+
})
|
|
369
|
+
})
|
|
370
|
+
|
|
371
|
+
describe('Config validation', () => {
|
|
372
|
+
it('should fail when invalid literal value provided', async () => {
|
|
373
|
+
const program = Effect.gen(function* () {
|
|
374
|
+
return yield* OutputConfig
|
|
375
|
+
})
|
|
376
|
+
|
|
377
|
+
const provider = ConfigProvider.fromMap(
|
|
378
|
+
new Map([['format', 'invalid_format']]),
|
|
379
|
+
)
|
|
380
|
+
|
|
381
|
+
await expect(
|
|
382
|
+
Effect.runPromise(Effect.withConfigProvider(program, provider)),
|
|
383
|
+
).rejects.toThrow()
|
|
384
|
+
})
|
|
385
|
+
|
|
386
|
+
it('should fail when invalid number provided', async () => {
|
|
387
|
+
const program = Effect.gen(function* () {
|
|
388
|
+
return yield* SearchConfig
|
|
389
|
+
})
|
|
390
|
+
|
|
391
|
+
const provider = ConfigProvider.fromMap(
|
|
392
|
+
new Map([['defaultLimit', 'not_a_number']]),
|
|
393
|
+
)
|
|
394
|
+
|
|
395
|
+
await expect(
|
|
396
|
+
Effect.runPromise(Effect.withConfigProvider(program, provider)),
|
|
397
|
+
).rejects.toThrow()
|
|
398
|
+
})
|
|
399
|
+
|
|
400
|
+
it('should fail when invalid boolean provided', async () => {
|
|
401
|
+
const program = Effect.gen(function* () {
|
|
402
|
+
return yield* IndexConfig
|
|
403
|
+
})
|
|
404
|
+
|
|
405
|
+
const provider = ConfigProvider.fromMap(
|
|
406
|
+
new Map([['followSymlinks', 'not_a_boolean']]),
|
|
407
|
+
)
|
|
408
|
+
|
|
409
|
+
await expect(
|
|
410
|
+
Effect.runPromise(Effect.withConfigProvider(program, provider)),
|
|
411
|
+
).rejects.toThrow()
|
|
412
|
+
})
|
|
413
|
+
})
|
|
414
|
+
})
|