@gzoo/cortex 0.5.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +21 -0
- package/CLAUDE.md +180 -0
- package/CONTRIBUTING.md +52 -0
- package/LICENSE +21 -0
- package/README.md +259 -0
- package/dist/cortex-mcp.mjs +3153 -0
- package/dist/cortex.mjs +8213 -0
- package/icon.png +0 -0
- package/logo.png +0 -0
- package/package.json +86 -0
- package/packages/cli/dist/commands/config.d.ts +4 -0
- package/packages/cli/dist/commands/config.d.ts.map +1 -0
- package/packages/cli/dist/commands/config.js +419 -0
- package/packages/cli/dist/commands/config.js.map +1 -0
- package/packages/cli/dist/commands/contradictions.d.ts +3 -0
- package/packages/cli/dist/commands/contradictions.d.ts.map +1 -0
- package/packages/cli/dist/commands/contradictions.js +74 -0
- package/packages/cli/dist/commands/contradictions.js.map +1 -0
- package/packages/cli/dist/commands/costs.d.ts +3 -0
- package/packages/cli/dist/commands/costs.d.ts.map +1 -0
- package/packages/cli/dist/commands/costs.js +168 -0
- package/packages/cli/dist/commands/costs.js.map +1 -0
- package/packages/cli/dist/commands/db.d.ts +3 -0
- package/packages/cli/dist/commands/db.d.ts.map +1 -0
- package/packages/cli/dist/commands/db.js +139 -0
- package/packages/cli/dist/commands/db.js.map +1 -0
- package/packages/cli/dist/commands/find.d.ts +3 -0
- package/packages/cli/dist/commands/find.d.ts.map +1 -0
- package/packages/cli/dist/commands/find.js +139 -0
- package/packages/cli/dist/commands/find.js.map +1 -0
- package/packages/cli/dist/commands/ingest.d.ts +3 -0
- package/packages/cli/dist/commands/ingest.d.ts.map +1 -0
- package/packages/cli/dist/commands/ingest.js +179 -0
- package/packages/cli/dist/commands/ingest.js.map +1 -0
- package/packages/cli/dist/commands/init.d.ts +3 -0
- package/packages/cli/dist/commands/init.d.ts.map +1 -0
- package/packages/cli/dist/commands/init.js +285 -0
- package/packages/cli/dist/commands/init.js.map +1 -0
- package/packages/cli/dist/commands/mcp.d.ts +3 -0
- package/packages/cli/dist/commands/mcp.d.ts.map +1 -0
- package/packages/cli/dist/commands/mcp.js +65 -0
- package/packages/cli/dist/commands/mcp.js.map +1 -0
- package/packages/cli/dist/commands/models.d.ts +3 -0
- package/packages/cli/dist/commands/models.d.ts.map +1 -0
- package/packages/cli/dist/commands/models.js +245 -0
- package/packages/cli/dist/commands/models.js.map +1 -0
- package/packages/cli/dist/commands/privacy.d.ts +3 -0
- package/packages/cli/dist/commands/privacy.d.ts.map +1 -0
- package/packages/cli/dist/commands/privacy.js +140 -0
- package/packages/cli/dist/commands/privacy.js.map +1 -0
- package/packages/cli/dist/commands/projects.d.ts +3 -0
- package/packages/cli/dist/commands/projects.d.ts.map +1 -0
- package/packages/cli/dist/commands/projects.js +142 -0
- package/packages/cli/dist/commands/projects.js.map +1 -0
- package/packages/cli/dist/commands/query.d.ts +3 -0
- package/packages/cli/dist/commands/query.d.ts.map +1 -0
- package/packages/cli/dist/commands/query.js +153 -0
- package/packages/cli/dist/commands/query.js.map +1 -0
- package/packages/cli/dist/commands/report.d.ts +3 -0
- package/packages/cli/dist/commands/report.d.ts.map +1 -0
- package/packages/cli/dist/commands/report.js +144 -0
- package/packages/cli/dist/commands/report.js.map +1 -0
- package/packages/cli/dist/commands/resolve.d.ts +3 -0
- package/packages/cli/dist/commands/resolve.d.ts.map +1 -0
- package/packages/cli/dist/commands/resolve.js +119 -0
- package/packages/cli/dist/commands/resolve.js.map +1 -0
- package/packages/cli/dist/commands/serve.d.ts +3 -0
- package/packages/cli/dist/commands/serve.d.ts.map +1 -0
- package/packages/cli/dist/commands/serve.js +108 -0
- package/packages/cli/dist/commands/serve.js.map +1 -0
- package/packages/cli/dist/commands/status.d.ts +3 -0
- package/packages/cli/dist/commands/status.d.ts.map +1 -0
- package/packages/cli/dist/commands/status.js +230 -0
- package/packages/cli/dist/commands/status.js.map +1 -0
- package/packages/cli/dist/commands/stop.d.ts +5 -0
- package/packages/cli/dist/commands/stop.d.ts.map +1 -0
- package/packages/cli/dist/commands/stop.js +80 -0
- package/packages/cli/dist/commands/stop.js.map +1 -0
- package/packages/cli/dist/commands/watch.d.ts +3 -0
- package/packages/cli/dist/commands/watch.d.ts.map +1 -0
- package/packages/cli/dist/commands/watch.js +235 -0
- package/packages/cli/dist/commands/watch.js.map +1 -0
- package/packages/cli/dist/index.d.ts +9 -0
- package/packages/cli/dist/index.d.ts.map +1 -0
- package/packages/cli/dist/index.js +68 -0
- package/packages/cli/dist/index.js.map +1 -0
- package/packages/cli/package.json +37 -0
- package/packages/cli/tsconfig.json +16 -0
- package/packages/core/dist/config/loader.d.ts +11 -0
- package/packages/core/dist/config/loader.d.ts.map +1 -0
- package/packages/core/dist/config/loader.js +133 -0
- package/packages/core/dist/config/loader.js.map +1 -0
- package/packages/core/dist/config/project-registry.d.ts +71 -0
- package/packages/core/dist/config/project-registry.d.ts.map +1 -0
- package/packages/core/dist/config/project-registry.js +89 -0
- package/packages/core/dist/config/project-registry.js.map +1 -0
- package/packages/core/dist/config/schema.d.ts +909 -0
- package/packages/core/dist/config/schema.d.ts.map +1 -0
- package/packages/core/dist/config/schema.js +125 -0
- package/packages/core/dist/config/schema.js.map +1 -0
- package/packages/core/dist/errors/cortex-error.d.ts +58 -0
- package/packages/core/dist/errors/cortex-error.d.ts.map +1 -0
- package/packages/core/dist/errors/cortex-error.js +68 -0
- package/packages/core/dist/errors/cortex-error.js.map +1 -0
- package/packages/core/dist/events/event-bus.d.ts +10 -0
- package/packages/core/dist/events/event-bus.d.ts.map +1 -0
- package/packages/core/dist/events/event-bus.js +42 -0
- package/packages/core/dist/events/event-bus.js.map +1 -0
- package/packages/core/dist/index.d.ts +8 -0
- package/packages/core/dist/index.d.ts.map +1 -0
- package/packages/core/dist/index.js +22 -0
- package/packages/core/dist/index.js.map +1 -0
- package/packages/core/dist/logger.d.ts +16 -0
- package/packages/core/dist/logger.d.ts.map +1 -0
- package/packages/core/dist/logger.js +57 -0
- package/packages/core/dist/logger.js.map +1 -0
- package/packages/core/dist/types/config.d.ts +107 -0
- package/packages/core/dist/types/config.d.ts.map +1 -0
- package/packages/core/dist/types/config.js +2 -0
- package/packages/core/dist/types/config.js.map +1 -0
- package/packages/core/dist/types/entity.d.ts +35 -0
- package/packages/core/dist/types/entity.d.ts.map +1 -0
- package/packages/core/dist/types/entity.js +2 -0
- package/packages/core/dist/types/entity.js.map +1 -0
- package/packages/core/dist/types/events.d.ts +76 -0
- package/packages/core/dist/types/events.d.ts.map +1 -0
- package/packages/core/dist/types/events.js +2 -0
- package/packages/core/dist/types/events.js.map +1 -0
- package/packages/core/dist/types/file.d.ts +15 -0
- package/packages/core/dist/types/file.d.ts.map +1 -0
- package/packages/core/dist/types/file.js +2 -0
- package/packages/core/dist/types/file.js.map +1 -0
- package/packages/core/dist/types/graph.d.ts +93 -0
- package/packages/core/dist/types/graph.d.ts.map +1 -0
- package/packages/core/dist/types/graph.js +2 -0
- package/packages/core/dist/types/graph.js.map +1 -0
- package/packages/core/dist/types/index.d.ts +10 -0
- package/packages/core/dist/types/index.d.ts.map +1 -0
- package/packages/core/dist/types/index.js +2 -0
- package/packages/core/dist/types/index.js.map +1 -0
- package/packages/core/dist/types/llm.d.ts +95 -0
- package/packages/core/dist/types/llm.d.ts.map +1 -0
- package/packages/core/dist/types/llm.js +10 -0
- package/packages/core/dist/types/llm.js.map +1 -0
- package/packages/core/dist/types/project.d.ts +11 -0
- package/packages/core/dist/types/project.d.ts.map +1 -0
- package/packages/core/dist/types/project.js +2 -0
- package/packages/core/dist/types/project.js.map +1 -0
- package/packages/core/dist/types/relationship.d.ts +26 -0
- package/packages/core/dist/types/relationship.d.ts.map +1 -0
- package/packages/core/dist/types/relationship.js +2 -0
- package/packages/core/dist/types/relationship.js.map +1 -0
- package/packages/core/package.json +22 -0
- package/packages/core/tsconfig.json +9 -0
- package/packages/graph/dist/index.d.ts +4 -0
- package/packages/graph/dist/index.d.ts.map +1 -0
- package/packages/graph/dist/index.js +4 -0
- package/packages/graph/dist/index.js.map +1 -0
- package/packages/graph/dist/migrations/001-initial.d.ts +4 -0
- package/packages/graph/dist/migrations/001-initial.d.ts.map +1 -0
- package/packages/graph/dist/migrations/001-initial.js +134 -0
- package/packages/graph/dist/migrations/001-initial.js.map +1 -0
- package/packages/graph/dist/query-engine.d.ts +35 -0
- package/packages/graph/dist/query-engine.d.ts.map +1 -0
- package/packages/graph/dist/query-engine.js +185 -0
- package/packages/graph/dist/query-engine.js.map +1 -0
- package/packages/graph/dist/sqlite-store.d.ts +125 -0
- package/packages/graph/dist/sqlite-store.d.ts.map +1 -0
- package/packages/graph/dist/sqlite-store.js +632 -0
- package/packages/graph/dist/sqlite-store.js.map +1 -0
- package/packages/graph/dist/vector-store.d.ts +27 -0
- package/packages/graph/dist/vector-store.d.ts.map +1 -0
- package/packages/graph/dist/vector-store.js +85 -0
- package/packages/graph/dist/vector-store.js.map +1 -0
- package/packages/graph/package.json +27 -0
- package/packages/graph/tsconfig.json +12 -0
- package/packages/ingest/dist/chunker.d.ts +21 -0
- package/packages/ingest/dist/chunker.d.ts.map +1 -0
- package/packages/ingest/dist/chunker.js +118 -0
- package/packages/ingest/dist/chunker.js.map +1 -0
- package/packages/ingest/dist/index.d.ts +11 -0
- package/packages/ingest/dist/index.d.ts.map +1 -0
- package/packages/ingest/dist/index.js +14 -0
- package/packages/ingest/dist/index.js.map +1 -0
- package/packages/ingest/dist/parsers/conversation.d.ts +10 -0
- package/packages/ingest/dist/parsers/conversation.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/conversation.js +150 -0
- package/packages/ingest/dist/parsers/conversation.js.map +1 -0
- package/packages/ingest/dist/parsers/index.d.ts +11 -0
- package/packages/ingest/dist/parsers/index.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/index.js +42 -0
- package/packages/ingest/dist/parsers/index.js.map +1 -0
- package/packages/ingest/dist/parsers/json-parser.d.ts +6 -0
- package/packages/ingest/dist/parsers/json-parser.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/json-parser.js +114 -0
- package/packages/ingest/dist/parsers/json-parser.js.map +1 -0
- package/packages/ingest/dist/parsers/markdown.d.ts +6 -0
- package/packages/ingest/dist/parsers/markdown.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/markdown.js +116 -0
- package/packages/ingest/dist/parsers/markdown.js.map +1 -0
- package/packages/ingest/dist/parsers/types.d.ts +18 -0
- package/packages/ingest/dist/parsers/types.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/types.js +2 -0
- package/packages/ingest/dist/parsers/types.js.map +1 -0
- package/packages/ingest/dist/parsers/typescript.d.ts +11 -0
- package/packages/ingest/dist/parsers/typescript.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/typescript.js +197 -0
- package/packages/ingest/dist/parsers/typescript.js.map +1 -0
- package/packages/ingest/dist/parsers/yaml-parser.d.ts +6 -0
- package/packages/ingest/dist/parsers/yaml-parser.d.ts.map +1 -0
- package/packages/ingest/dist/parsers/yaml-parser.js +52 -0
- package/packages/ingest/dist/parsers/yaml-parser.js.map +1 -0
- package/packages/ingest/dist/pipeline.d.ts +30 -0
- package/packages/ingest/dist/pipeline.d.ts.map +1 -0
- package/packages/ingest/dist/pipeline.js +311 -0
- package/packages/ingest/dist/pipeline.js.map +1 -0
- package/packages/ingest/dist/post-ingest.d.ts +25 -0
- package/packages/ingest/dist/post-ingest.d.ts.map +1 -0
- package/packages/ingest/dist/post-ingest.js +171 -0
- package/packages/ingest/dist/post-ingest.js.map +1 -0
- package/packages/ingest/dist/watcher.d.ts +26 -0
- package/packages/ingest/dist/watcher.d.ts.map +1 -0
- package/packages/ingest/dist/watcher.js +142 -0
- package/packages/ingest/dist/watcher.js.map +1 -0
- package/packages/ingest/package.json +30 -0
- package/packages/ingest/tsconfig.json +14 -0
- package/packages/llm/dist/cache.d.ts +26 -0
- package/packages/llm/dist/cache.d.ts.map +1 -0
- package/packages/llm/dist/cache.js +60 -0
- package/packages/llm/dist/cache.js.map +1 -0
- package/packages/llm/dist/index.d.ts +15 -0
- package/packages/llm/dist/index.d.ts.map +1 -0
- package/packages/llm/dist/index.js +19 -0
- package/packages/llm/dist/index.js.map +1 -0
- package/packages/llm/dist/output-parser.d.ts +4 -0
- package/packages/llm/dist/output-parser.d.ts.map +1 -0
- package/packages/llm/dist/output-parser.js +207 -0
- package/packages/llm/dist/output-parser.js.map +1 -0
- package/packages/llm/dist/prompts/context-ranking.d.ts +33 -0
- package/packages/llm/dist/prompts/context-ranking.d.ts.map +1 -0
- package/packages/llm/dist/prompts/context-ranking.js +30 -0
- package/packages/llm/dist/prompts/context-ranking.js.map +1 -0
- package/packages/llm/dist/prompts/contradiction-detection.d.ts +46 -0
- package/packages/llm/dist/prompts/contradiction-detection.d.ts.map +1 -0
- package/packages/llm/dist/prompts/contradiction-detection.js +45 -0
- package/packages/llm/dist/prompts/contradiction-detection.js.map +1 -0
- package/packages/llm/dist/prompts/conversational-query.d.ts +29 -0
- package/packages/llm/dist/prompts/conversational-query.d.ts.map +1 -0
- package/packages/llm/dist/prompts/conversational-query.js +34 -0
- package/packages/llm/dist/prompts/conversational-query.js.map +1 -0
- package/packages/llm/dist/prompts/entity-extraction.d.ts +67 -0
- package/packages/llm/dist/prompts/entity-extraction.d.ts.map +1 -0
- package/packages/llm/dist/prompts/entity-extraction.js +76 -0
- package/packages/llm/dist/prompts/entity-extraction.js.map +1 -0
- package/packages/llm/dist/prompts/follow-up-generation.d.ts +25 -0
- package/packages/llm/dist/prompts/follow-up-generation.d.ts.map +1 -0
- package/packages/llm/dist/prompts/follow-up-generation.js +25 -0
- package/packages/llm/dist/prompts/follow-up-generation.js.map +1 -0
- package/packages/llm/dist/prompts/merge-detection.d.ts +41 -0
- package/packages/llm/dist/prompts/merge-detection.d.ts.map +1 -0
- package/packages/llm/dist/prompts/merge-detection.js +31 -0
- package/packages/llm/dist/prompts/merge-detection.js.map +1 -0
- package/packages/llm/dist/prompts/relationship-inference.d.ts +60 -0
- package/packages/llm/dist/prompts/relationship-inference.d.ts.map +1 -0
- package/packages/llm/dist/prompts/relationship-inference.js +66 -0
- package/packages/llm/dist/prompts/relationship-inference.js.map +1 -0
- package/packages/llm/dist/providers/anthropic.d.ts +39 -0
- package/packages/llm/dist/providers/anthropic.d.ts.map +1 -0
- package/packages/llm/dist/providers/anthropic.js +157 -0
- package/packages/llm/dist/providers/anthropic.js.map +1 -0
- package/packages/llm/dist/providers/ollama.d.ts +52 -0
- package/packages/llm/dist/providers/ollama.d.ts.map +1 -0
- package/packages/llm/dist/providers/ollama.js +297 -0
- package/packages/llm/dist/providers/ollama.js.map +1 -0
- package/packages/llm/dist/providers/openai-compatible.d.ts +40 -0
- package/packages/llm/dist/providers/openai-compatible.d.ts.map +1 -0
- package/packages/llm/dist/providers/openai-compatible.js +164 -0
- package/packages/llm/dist/providers/openai-compatible.js.map +1 -0
- package/packages/llm/dist/router.d.ts +87 -0
- package/packages/llm/dist/router.d.ts.map +1 -0
- package/packages/llm/dist/router.js +399 -0
- package/packages/llm/dist/router.js.map +1 -0
- package/packages/llm/dist/token-tracker.d.ts +24 -0
- package/packages/llm/dist/token-tracker.d.ts.map +1 -0
- package/packages/llm/dist/token-tracker.js +114 -0
- package/packages/llm/dist/token-tracker.js.map +1 -0
- package/packages/llm/package.json +25 -0
- package/packages/llm/tsconfig.json +12 -0
- package/packages/mcp/dist/index.d.ts +10 -0
- package/packages/mcp/dist/index.d.ts.map +1 -0
- package/packages/mcp/dist/index.js +33 -0
- package/packages/mcp/dist/index.js.map +1 -0
- package/packages/mcp/dist/server.d.ts +5 -0
- package/packages/mcp/dist/server.d.ts.map +1 -0
- package/packages/mcp/dist/server.js +87 -0
- package/packages/mcp/dist/server.js.map +1 -0
- package/packages/mcp/dist/store-factory.d.ts +8 -0
- package/packages/mcp/dist/store-factory.d.ts.map +1 -0
- package/packages/mcp/dist/store-factory.js +24 -0
- package/packages/mcp/dist/store-factory.js.map +1 -0
- package/packages/mcp/dist/tools/contradictions.d.ts +14 -0
- package/packages/mcp/dist/tools/contradictions.d.ts.map +1 -0
- package/packages/mcp/dist/tools/contradictions.js +33 -0
- package/packages/mcp/dist/tools/contradictions.js.map +1 -0
- package/packages/mcp/dist/tools/find.d.ts +37 -0
- package/packages/mcp/dist/tools/find.d.ts.map +1 -0
- package/packages/mcp/dist/tools/find.js +52 -0
- package/packages/mcp/dist/tools/find.js.map +1 -0
- package/packages/mcp/dist/tools/projects.d.ts +16 -0
- package/packages/mcp/dist/tools/projects.d.ts.map +1 -0
- package/packages/mcp/dist/tools/projects.js +17 -0
- package/packages/mcp/dist/tools/projects.js.map +1 -0
- package/packages/mcp/dist/tools/query.d.ts +20 -0
- package/packages/mcp/dist/tools/query.d.ts.map +1 -0
- package/packages/mcp/dist/tools/query.js +65 -0
- package/packages/mcp/dist/tools/query.js.map +1 -0
- package/packages/mcp/dist/tools/status.d.ts +15 -0
- package/packages/mcp/dist/tools/status.d.ts.map +1 -0
- package/packages/mcp/dist/tools/status.js +17 -0
- package/packages/mcp/dist/tools/status.js.map +1 -0
- package/packages/mcp/package.json +27 -0
- package/packages/mcp/tsconfig.json +14 -0
- package/packages/server/dist/index.d.ts +17 -0
- package/packages/server/dist/index.d.ts.map +1 -0
- package/packages/server/dist/index.js +170 -0
- package/packages/server/dist/index.js.map +1 -0
- package/packages/server/dist/middleware/auth.d.ts +9 -0
- package/packages/server/dist/middleware/auth.d.ts.map +1 -0
- package/packages/server/dist/middleware/auth.js +94 -0
- package/packages/server/dist/middleware/auth.js.map +1 -0
- package/packages/server/dist/routes/contradictions.d.ts +4 -0
- package/packages/server/dist/routes/contradictions.d.ts.map +1 -0
- package/packages/server/dist/routes/contradictions.js +63 -0
- package/packages/server/dist/routes/contradictions.js.map +1 -0
- package/packages/server/dist/routes/entities.d.ts +4 -0
- package/packages/server/dist/routes/entities.d.ts.map +1 -0
- package/packages/server/dist/routes/entities.js +61 -0
- package/packages/server/dist/routes/entities.js.map +1 -0
- package/packages/server/dist/routes/projects.d.ts +4 -0
- package/packages/server/dist/routes/projects.d.ts.map +1 -0
- package/packages/server/dist/routes/projects.js +35 -0
- package/packages/server/dist/routes/projects.js.map +1 -0
- package/packages/server/dist/routes/query.d.ts +4 -0
- package/packages/server/dist/routes/query.d.ts.map +1 -0
- package/packages/server/dist/routes/query.js +93 -0
- package/packages/server/dist/routes/query.js.map +1 -0
- package/packages/server/dist/routes/relationships.d.ts +4 -0
- package/packages/server/dist/routes/relationships.d.ts.map +1 -0
- package/packages/server/dist/routes/relationships.js +52 -0
- package/packages/server/dist/routes/relationships.js.map +1 -0
- package/packages/server/dist/routes/status.d.ts +4 -0
- package/packages/server/dist/routes/status.d.ts.map +1 -0
- package/packages/server/dist/routes/status.js +85 -0
- package/packages/server/dist/routes/status.js.map +1 -0
- package/packages/server/dist/ws/event-relay.d.ts +10 -0
- package/packages/server/dist/ws/event-relay.d.ts.map +1 -0
- package/packages/server/dist/ws/event-relay.js +83 -0
- package/packages/server/dist/ws/event-relay.js.map +1 -0
- package/packages/server/package.json +32 -0
- package/packages/server/tsconfig.json +15 -0
- package/packages/web/dist/assets/index-Bxjfq4I0.css +1 -0
- package/packages/web/dist/assets/index-MqwNS5FD.js +248 -0
- package/packages/web/dist/assets/index-MqwNS5FD.js.map +1 -0
- package/packages/web/dist/cortex-icon.svg +9 -0
- package/packages/web/dist/icon.png +0 -0
- package/packages/web/dist/index.html +14 -0
- package/packages/web/dist/logo.png +0 -0
- package/packages/web/index.html +13 -0
- package/packages/web/package.json +34 -0
- package/packages/web/public/cortex-icon.svg +9 -0
- package/packages/web/public/icon.png +0 -0
- package/packages/web/public/logo.png +0 -0
- package/packages/web/tsconfig.json +22 -0
- package/packages/web/vite.config.ts +20 -0
- package/tsconfig.base.json +18 -0
- package/tsconfig.json +12 -0
- package/vitest.config.ts +14 -0
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { type CompletionOptions, type LLMProvider, type ProviderCapabilities } from '@cortex/core';
|
|
2
|
+
export interface AnthropicProviderOptions {
|
|
3
|
+
apiKey?: string;
|
|
4
|
+
primaryModel?: string;
|
|
5
|
+
fastModel?: string;
|
|
6
|
+
timeoutMs?: number;
|
|
7
|
+
maxRetries?: number;
|
|
8
|
+
promptCaching?: boolean;
|
|
9
|
+
}
|
|
10
|
+
export declare class AnthropicProvider implements LLMProvider {
|
|
11
|
+
readonly name = "anthropic";
|
|
12
|
+
readonly type: "cloud";
|
|
13
|
+
private client;
|
|
14
|
+
private primaryModel;
|
|
15
|
+
private fastModel;
|
|
16
|
+
private promptCaching;
|
|
17
|
+
readonly capabilities: ProviderCapabilities;
|
|
18
|
+
constructor(options?: AnthropicProviderOptions);
|
|
19
|
+
getModel(preference?: 'primary' | 'fast'): string;
|
|
20
|
+
complete(prompt: string, options?: CompletionOptions): Promise<string>;
|
|
21
|
+
completeWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, modelPreference?: 'primary' | 'fast'): Promise<{
|
|
22
|
+
content: string;
|
|
23
|
+
inputTokens: number;
|
|
24
|
+
outputTokens: number;
|
|
25
|
+
model: string;
|
|
26
|
+
}>;
|
|
27
|
+
completeStructured<T>(prompt: string, _schema: Record<string, unknown>, options?: CompletionOptions): Promise<T>;
|
|
28
|
+
stream(prompt: string, options?: CompletionOptions): AsyncGenerator<string>;
|
|
29
|
+
streamWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, modelPreference?: 'primary' | 'fast'): AsyncGenerator<string, {
|
|
30
|
+
inputTokens: number;
|
|
31
|
+
outputTokens: number;
|
|
32
|
+
model: string;
|
|
33
|
+
}>;
|
|
34
|
+
embed(_texts: string[]): Promise<Float32Array[]>;
|
|
35
|
+
isAvailable(): Promise<boolean>;
|
|
36
|
+
private buildSystemMessages;
|
|
37
|
+
private mapError;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=anthropic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EAQ1B,MAAM,cAAc,CAAC;AAItB,MAAM,WAAW,wBAAwB;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,qBAAa,iBAAkB,YAAW,WAAW;IACnD,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,IAAI,EAAG,OAAO,CAAU;IAEjC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAU;IAE/B,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAczC;gBAEU,OAAO,GAAE,wBAA6B;IA0BlD,QAAQ,CAAC,UAAU,GAAE,SAAS,GAAG,MAAkB,GAAG,MAAM;IAItD,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtE,kBAAkB,CACtB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,eAAe,GAAE,SAAS,GAAG,MAAkB,GAC9C,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA+BnF,kBAAkB,CAAC,CAAC,EACxB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,CAAC,CAAC;IAMN,MAAM,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,MAAM,CAAC;IAIlB,gBAAgB,CACrB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,eAAe,GAAE,SAAS,GAAG,MAAkB,GAC9C,cAAc,CAAC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAkCjF,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAUhD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAcrC,OAAO,CAAC,mBAAmB;IAW3B,OAAO,CAAC,QAAQ;CAuCjB"}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
2
|
+
import { LLMTask, CortexError, LLM_AUTH_FAILED, LLM_PROVIDER_UNAVAILABLE, LLM_RATE_LIMITED, LLM_TIMEOUT, createLogger, } from '@cortex/core';
|
|
3
|
+
const logger = createLogger('llm:anthropic');
|
|
4
|
+
export class AnthropicProvider {
|
|
5
|
+
name = 'anthropic';
|
|
6
|
+
type = 'cloud';
|
|
7
|
+
client;
|
|
8
|
+
primaryModel;
|
|
9
|
+
fastModel;
|
|
10
|
+
promptCaching;
|
|
11
|
+
capabilities = {
|
|
12
|
+
supportedTasks: [
|
|
13
|
+
LLMTask.ENTITY_EXTRACTION,
|
|
14
|
+
LLMTask.RELATIONSHIP_INFERENCE,
|
|
15
|
+
LLMTask.CONTRADICTION_DETECTION,
|
|
16
|
+
LLMTask.CONVERSATIONAL_QUERY,
|
|
17
|
+
LLMTask.CONTEXT_RANKING,
|
|
18
|
+
],
|
|
19
|
+
maxContextTokens: 200_000,
|
|
20
|
+
supportsStructuredOutput: true,
|
|
21
|
+
supportsStreaming: true,
|
|
22
|
+
estimatedTokensPerSecond: 80,
|
|
23
|
+
costPerMillionInputTokens: 3.0,
|
|
24
|
+
costPerMillionOutputTokens: 15.0,
|
|
25
|
+
};
|
|
26
|
+
constructor(options = {}) {
|
|
27
|
+
const apiKey = options.apiKey ?? process.env['CORTEX_ANTHROPIC_API_KEY'];
|
|
28
|
+
if (!apiKey) {
|
|
29
|
+
throw new CortexError(LLM_AUTH_FAILED, 'critical', 'llm', 'Anthropic API key not found. Set CORTEX_ANTHROPIC_API_KEY environment variable.', undefined, 'Set CORTEX_ANTHROPIC_API_KEY or run `cortex init`.', false, 401);
|
|
30
|
+
}
|
|
31
|
+
this.client = new Anthropic({
|
|
32
|
+
apiKey,
|
|
33
|
+
timeout: options.timeoutMs ?? 30_000,
|
|
34
|
+
maxRetries: options.maxRetries ?? 3,
|
|
35
|
+
});
|
|
36
|
+
this.primaryModel = options.primaryModel ?? 'claude-sonnet-4-5-20250929';
|
|
37
|
+
this.fastModel = options.fastModel ?? 'claude-haiku-4-5-20251001';
|
|
38
|
+
this.promptCaching = options.promptCaching ?? true;
|
|
39
|
+
}
|
|
40
|
+
getModel(preference = 'primary') {
|
|
41
|
+
return preference === 'fast' ? this.fastModel : this.primaryModel;
|
|
42
|
+
}
|
|
43
|
+
async complete(prompt, options) {
|
|
44
|
+
const result = await this.completeWithSystem(undefined, prompt, options);
|
|
45
|
+
return result.content;
|
|
46
|
+
}
|
|
47
|
+
async completeWithSystem(systemPrompt, userPrompt, options, modelPreference = 'primary') {
|
|
48
|
+
const model = this.getModel(modelPreference);
|
|
49
|
+
try {
|
|
50
|
+
const systemMessages = systemPrompt
|
|
51
|
+
? this.buildSystemMessages(systemPrompt)
|
|
52
|
+
: undefined;
|
|
53
|
+
const response = await this.client.messages.create({
|
|
54
|
+
model,
|
|
55
|
+
max_tokens: options?.maxTokens ?? 4096,
|
|
56
|
+
temperature: options?.temperature ?? 0.7,
|
|
57
|
+
...(systemMessages && { system: systemMessages }),
|
|
58
|
+
messages: [{ role: 'user', content: userPrompt }],
|
|
59
|
+
...(options?.stopSequences?.length && { stop_sequences: options.stopSequences }),
|
|
60
|
+
});
|
|
61
|
+
const textBlock = response.content.find((b) => b.type === 'text');
|
|
62
|
+
const content = textBlock?.text ?? '';
|
|
63
|
+
return {
|
|
64
|
+
content,
|
|
65
|
+
inputTokens: response.usage.input_tokens,
|
|
66
|
+
outputTokens: response.usage.output_tokens,
|
|
67
|
+
model,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
catch (err) {
|
|
71
|
+
throw this.mapError(err);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
async completeStructured(prompt, _schema, options) {
|
|
75
|
+
// Use text completion with JSON instruction — tool_use could be added later
|
|
76
|
+
const result = await this.complete(prompt, options);
|
|
77
|
+
return JSON.parse(result);
|
|
78
|
+
}
|
|
79
|
+
async *stream(prompt, options) {
|
|
80
|
+
yield* this.streamWithSystem(undefined, prompt, options);
|
|
81
|
+
}
|
|
82
|
+
async *streamWithSystem(systemPrompt, userPrompt, options, modelPreference = 'primary') {
|
|
83
|
+
const model = this.getModel(modelPreference);
|
|
84
|
+
try {
|
|
85
|
+
const systemMessages = systemPrompt
|
|
86
|
+
? this.buildSystemMessages(systemPrompt)
|
|
87
|
+
: undefined;
|
|
88
|
+
const stream = this.client.messages.stream({
|
|
89
|
+
model,
|
|
90
|
+
max_tokens: options?.maxTokens ?? 4096,
|
|
91
|
+
temperature: options?.temperature ?? 0.7,
|
|
92
|
+
...(systemMessages && { system: systemMessages }),
|
|
93
|
+
messages: [{ role: 'user', content: userPrompt }],
|
|
94
|
+
...(options?.stopSequences?.length && { stop_sequences: options.stopSequences }),
|
|
95
|
+
});
|
|
96
|
+
for await (const event of stream) {
|
|
97
|
+
if (event.type === 'content_block_delta' && event.delta.type === 'text_delta') {
|
|
98
|
+
yield event.delta.text;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
const finalMessage = await stream.finalMessage();
|
|
102
|
+
return {
|
|
103
|
+
inputTokens: finalMessage.usage.input_tokens,
|
|
104
|
+
outputTokens: finalMessage.usage.output_tokens,
|
|
105
|
+
model,
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
catch (err) {
|
|
109
|
+
throw this.mapError(err);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
async embed(_texts) {
|
|
113
|
+
// Anthropic doesn't provide embeddings — handled locally by LanceDB
|
|
114
|
+
throw new CortexError(LLM_PROVIDER_UNAVAILABLE, 'medium', 'llm', 'Anthropic does not support embeddings. Use local embedding model.');
|
|
115
|
+
}
|
|
116
|
+
async isAvailable() {
|
|
117
|
+
try {
|
|
118
|
+
// Minimal API call to check connectivity
|
|
119
|
+
await this.client.messages.create({
|
|
120
|
+
model: this.fastModel,
|
|
121
|
+
max_tokens: 1,
|
|
122
|
+
messages: [{ role: 'user', content: 'ping' }],
|
|
123
|
+
});
|
|
124
|
+
return true;
|
|
125
|
+
}
|
|
126
|
+
catch {
|
|
127
|
+
return false;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
buildSystemMessages(systemPrompt) {
|
|
131
|
+
if (this.promptCaching) {
|
|
132
|
+
return [{
|
|
133
|
+
type: 'text',
|
|
134
|
+
text: systemPrompt,
|
|
135
|
+
cache_control: { type: 'ephemeral' },
|
|
136
|
+
}];
|
|
137
|
+
}
|
|
138
|
+
return [{ type: 'text', text: systemPrompt }];
|
|
139
|
+
}
|
|
140
|
+
mapError(err) {
|
|
141
|
+
if (err instanceof Anthropic.AuthenticationError) {
|
|
142
|
+
return new CortexError(LLM_AUTH_FAILED, 'critical', 'llm', 'Anthropic API authentication failed. Check your API key.', undefined, 'Verify CORTEX_ANTHROPIC_API_KEY is correct.', false, 401);
|
|
143
|
+
}
|
|
144
|
+
if (err instanceof Anthropic.RateLimitError) {
|
|
145
|
+
return new CortexError(LLM_RATE_LIMITED, 'medium', 'llm', 'Anthropic rate limit exceeded.', undefined, 'Wait and retry with backoff.', true, 429);
|
|
146
|
+
}
|
|
147
|
+
if (err instanceof Anthropic.APIConnectionTimeoutError) {
|
|
148
|
+
return new CortexError(LLM_TIMEOUT, 'medium', 'llm', 'Anthropic API request timed out.', undefined, 'Retry the request.', true, 504);
|
|
149
|
+
}
|
|
150
|
+
if (err instanceof Anthropic.APIError) {
|
|
151
|
+
return new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Anthropic API error: ${err.message}`, { status: err.status }, 'Retry or check Anthropic status page.', true, err.status);
|
|
152
|
+
}
|
|
153
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
154
|
+
return new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Anthropic provider error: ${message}`, undefined, 'Check network connectivity.', true);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAIL,OAAO,EACP,WAAW,EACX,eAAe,EACf,wBAAwB,EACxB,gBAAgB,EAChB,WAAW,EACX,YAAY,GACb,MAAM,cAAc,CAAC;AAEtB,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAW7C,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,WAAW,CAAC;IACnB,IAAI,GAAG,OAAgB,CAAC;IAEzB,MAAM,CAAY;IAClB,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,aAAa,CAAU;IAEtB,YAAY,GAAyB;QAC5C,cAAc,EAAE;YACd,OAAO,CAAC,iBAAiB;YACzB,OAAO,CAAC,sBAAsB;YAC9B,OAAO,CAAC,uBAAuB;YAC/B,OAAO,CAAC,oBAAoB;YAC5B,OAAO,CAAC,eAAe;SACxB;QACD,gBAAgB,EAAE,OAAO;QACzB,wBAAwB,EAAE,IAAI;QAC9B,iBAAiB,EAAE,IAAI;QACvB,wBAAwB,EAAE,EAAE;QAC5B,yBAAyB,EAAE,GAAG;QAC9B,0BAA0B,EAAE,IAAI;KACjC,CAAC;IAEF,YAAY,UAAoC,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACzE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,WAAW,CACnB,eAAe,EACf,UAAU,EACV,KAAK,EACL,iFAAiF,EACjF,SAAS,EACT,oDAAoD,EACpD,KAAK,EACL,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;YAC1B,MAAM;YACN,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,MAAM;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,4BAA4B,CAAC;QACzE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,2BAA2B,CAAC;QAClE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;IACrD,CAAC;IAED,QAAQ,CAAC,aAAiC,SAAS;QACjD,OAAO,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA2B;QACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,YAAgC,EAChC,UAAkB,EAClB,OAA2B,EAC3B,kBAAsC,SAAS;QAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,YAAY;gBACjC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC;gBACxC,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACjD,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,GAAG,CAAC,cAAc,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;gBACjD,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,EAAE,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;aACjF,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YAClE,MAAM,OAAO,GAAG,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC;YAEtC,OAAO;gBACL,OAAO;gBACP,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,OAAgC,EAChC,OAA2B;QAE3B,4EAA4E;QAC5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,MAAc,EACd,OAA2B;QAE3B,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,YAAgC,EAChC,UAAkB,EAClB,OAA2B,EAC3B,kBAAsC,SAAS;QAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,YAAY;gBACjC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC;gBACxC,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACzC,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,GAAG,CAAC,cAAc,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;gBACjD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;gBACjD,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,EAAE,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;aACjF,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC9E,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;YACjD,OAAO;gBACL,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;gBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;gBAC9C,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAgB;QAC1B,oEAAoE;QACpE,MAAM,IAAI,WAAW,CACnB,wBAAwB,EACxB,QAAQ,EACR,KAAK,EACL,mEAAmE,CACpE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAChC,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,YAAoB;QAC9C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,OAAO,CAAC;oBACN,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,YAAY;oBAClB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;iBAC9C,CAAC,CAAC;QACL,CAAC;QACD,OAAO,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;IAEO,QAAQ,CAAC,GAAY;QAC3B,IAAI,GAAG,YAAY,SAAS,CAAC,mBAAmB,EAAE,CAAC;YACjD,OAAO,IAAI,WAAW,CACpB,eAAe,EAAE,UAAU,EAAE,KAAK,EAClC,0DAA0D,EAC1D,SAAS,EAAE,6CAA6C,EAAE,KAAK,EAAE,GAAG,CACrE,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,YAAY,SAAS,CAAC,cAAc,EAAE,CAAC;YAC5C,OAAO,IAAI,WAAW,CACpB,gBAAgB,EAAE,QAAQ,EAAE,KAAK,EACjC,gCAAgC,EAChC,SAAS,EAAE,8BAA8B,EAAE,IAAI,EAAE,GAAG,CACrD,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,YAAY,SAAS,CAAC,yBAAyB,EAAE,CAAC;YACvD,OAAO,IAAI,WAAW,CACpB,WAAW,EAAE,QAAQ,EAAE,KAAK,EAC5B,kCAAkC,EAClC,SAAS,EAAE,oBAAoB,EAAE,IAAI,EAAE,GAAG,CAC3C,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC;YACtC,OAAO,IAAI,WAAW,CACpB,wBAAwB,EAAE,MAAM,EAAE,KAAK,EACvC,wBAAwB,GAAG,CAAC,OAAO,EAAE,EACrC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EACtB,uCAAuC,EAAE,IAAI,EAC7C,GAAG,CAAC,MAAM,CACX,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO,IAAI,WAAW,CACpB,wBAAwB,EAAE,MAAM,EAAE,KAAK,EACvC,6BAA6B,OAAO,EAAE,EACtC,SAAS,EAAE,6BAA6B,EAAE,IAAI,CAC/C,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { type CompletionOptions, type LLMProvider, type ProviderCapabilities } from '@cortex/core';
|
|
2
|
+
export interface OllamaProviderOptions {
|
|
3
|
+
host?: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
embeddingModel?: string;
|
|
6
|
+
numCtx?: number;
|
|
7
|
+
numGpu?: number;
|
|
8
|
+
timeoutMs?: number;
|
|
9
|
+
keepAlive?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class OllamaProvider implements LLMProvider {
|
|
12
|
+
readonly name = "ollama";
|
|
13
|
+
readonly type: "local";
|
|
14
|
+
private host;
|
|
15
|
+
private model;
|
|
16
|
+
private embeddingModel;
|
|
17
|
+
private numCtx;
|
|
18
|
+
private numGpu;
|
|
19
|
+
private timeoutMs;
|
|
20
|
+
private keepAlive;
|
|
21
|
+
readonly capabilities: ProviderCapabilities;
|
|
22
|
+
constructor(options?: OllamaProviderOptions);
|
|
23
|
+
getModel(): string;
|
|
24
|
+
complete(prompt: string, options?: CompletionOptions): Promise<string>;
|
|
25
|
+
completeWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, _modelPreference?: 'primary' | 'fast'): Promise<{
|
|
26
|
+
content: string;
|
|
27
|
+
inputTokens: number;
|
|
28
|
+
outputTokens: number;
|
|
29
|
+
model: string;
|
|
30
|
+
}>;
|
|
31
|
+
completeStructured<T>(prompt: string, _schema: Record<string, unknown>, options?: CompletionOptions): Promise<T>;
|
|
32
|
+
stream(prompt: string, options?: CompletionOptions): AsyncGenerator<string>;
|
|
33
|
+
streamWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, _modelPreference?: 'primary' | 'fast'): AsyncGenerator<string, {
|
|
34
|
+
inputTokens: number;
|
|
35
|
+
outputTokens: number;
|
|
36
|
+
model: string;
|
|
37
|
+
}>;
|
|
38
|
+
embed(texts: string[]): Promise<Float32Array[]>;
|
|
39
|
+
isAvailable(): Promise<boolean>;
|
|
40
|
+
ensureModel(): Promise<void>;
|
|
41
|
+
listModels(): Promise<Array<{
|
|
42
|
+
name: string;
|
|
43
|
+
sizeBytes: number;
|
|
44
|
+
modifiedAt: string;
|
|
45
|
+
}>>;
|
|
46
|
+
getHost(): string;
|
|
47
|
+
getNumCtx(): number;
|
|
48
|
+
getNumGpu(): number;
|
|
49
|
+
getEmbeddingModel(): string;
|
|
50
|
+
private mapError;
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EAM1B,MAAM,cAAc,CAAC;AAItB,MAAM,WAAW,qBAAqB;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAiDD,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,IAAI,EAAG,OAAO,CAAU;IAEjC,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAE1B,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAezC;gBAEU,OAAO,GAAE,qBAA0B;IAa/C,QAAQ,IAAI,MAAM;IAIZ,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtE,kBAAkB,CACtB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,gBAAgB,GAAE,SAAS,GAAG,MAAkB,GAC/C,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAkEnF,kBAAkB,CAAC,CAAC,EACxB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,CAAC,CAAC;IAKN,MAAM,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,MAAM,CAAC;IAIlB,gBAAgB,CACrB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,gBAAgB,GAAE,SAAS,GAAG,MAAkB,GAC/C,cAAc,CAAC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAmFjF,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAsC/C,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IA8B/B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAkC5B,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAe3F,OAAO,IAAI,MAAM;IAIjB,SAAS,IAAI,MAAM;IAInB,SAAS,IAAI,MAAM;IAInB,iBAAiB,IAAI,MAAM;IAI3B,OAAO,CAAC,QAAQ;CAoDjB"}
|
|
@@ -0,0 +1,297 @@
|
|
|
1
|
+
import { LLMTask, CortexError, LLM_PROVIDER_UNAVAILABLE, LLM_TIMEOUT, createLogger, } from '@cortex/core';
|
|
2
|
+
const logger = createLogger('llm:ollama');
|
|
3
|
+
export class OllamaProvider {
|
|
4
|
+
name = 'ollama';
|
|
5
|
+
type = 'local';
|
|
6
|
+
host;
|
|
7
|
+
model;
|
|
8
|
+
embeddingModel;
|
|
9
|
+
numCtx;
|
|
10
|
+
numGpu;
|
|
11
|
+
timeoutMs;
|
|
12
|
+
keepAlive;
|
|
13
|
+
capabilities = {
|
|
14
|
+
supportedTasks: [
|
|
15
|
+
LLMTask.ENTITY_EXTRACTION,
|
|
16
|
+
LLMTask.RELATIONSHIP_INFERENCE,
|
|
17
|
+
LLMTask.CONTRADICTION_DETECTION,
|
|
18
|
+
LLMTask.CONVERSATIONAL_QUERY,
|
|
19
|
+
LLMTask.CONTEXT_RANKING,
|
|
20
|
+
LLMTask.EMBEDDING_GENERATION,
|
|
21
|
+
],
|
|
22
|
+
maxContextTokens: 8192,
|
|
23
|
+
supportsStructuredOutput: true,
|
|
24
|
+
supportsStreaming: true,
|
|
25
|
+
estimatedTokensPerSecond: 30,
|
|
26
|
+
costPerMillionInputTokens: 0,
|
|
27
|
+
costPerMillionOutputTokens: 0,
|
|
28
|
+
};
|
|
29
|
+
constructor(options = {}) {
|
|
30
|
+
this.host = options.host ?? process.env['CORTEX_OLLAMA_HOST'] ?? 'http://localhost:11434';
|
|
31
|
+
this.model = options.model ?? 'mistral:7b-instruct-q5_K_M';
|
|
32
|
+
this.embeddingModel = options.embeddingModel ?? 'nomic-embed-text';
|
|
33
|
+
this.numCtx = options.numCtx ?? 8192;
|
|
34
|
+
this.numGpu = options.numGpu ?? -1;
|
|
35
|
+
this.timeoutMs = options.timeoutMs ?? 300_000; // 5 minutes - allows for cold start model loading
|
|
36
|
+
this.keepAlive = options.keepAlive ?? '5m';
|
|
37
|
+
// Update max context tokens based on config
|
|
38
|
+
this.capabilities.maxContextTokens = this.numCtx;
|
|
39
|
+
}
|
|
40
|
+
getModel() {
|
|
41
|
+
return this.model;
|
|
42
|
+
}
|
|
43
|
+
async complete(prompt, options) {
|
|
44
|
+
const result = await this.completeWithSystem(undefined, prompt, options);
|
|
45
|
+
return result.content;
|
|
46
|
+
}
|
|
47
|
+
async completeWithSystem(systemPrompt, userPrompt, options, _modelPreference = 'primary') {
|
|
48
|
+
// Cap num_predict to half the context window so the prompt has room
|
|
49
|
+
const numPredict = options?.maxTokens
|
|
50
|
+
? Math.min(options.maxTokens, Math.floor(this.numCtx / 2))
|
|
51
|
+
: undefined;
|
|
52
|
+
const requestBody = {
|
|
53
|
+
model: this.model,
|
|
54
|
+
prompt: userPrompt,
|
|
55
|
+
stream: false,
|
|
56
|
+
options: {
|
|
57
|
+
temperature: options?.temperature ?? 0.7,
|
|
58
|
+
num_ctx: this.numCtx,
|
|
59
|
+
num_gpu: this.numGpu,
|
|
60
|
+
...(numPredict !== undefined && { num_predict: numPredict }),
|
|
61
|
+
...(options?.stopSequences?.length && { stop: options.stopSequences }),
|
|
62
|
+
},
|
|
63
|
+
keep_alive: this.keepAlive,
|
|
64
|
+
};
|
|
65
|
+
if (systemPrompt) {
|
|
66
|
+
requestBody.system = systemPrompt;
|
|
67
|
+
}
|
|
68
|
+
try {
|
|
69
|
+
const controller = new AbortController();
|
|
70
|
+
const timeoutId = setTimeout(() => controller.abort(), this.timeoutMs);
|
|
71
|
+
const response = await fetch(`${this.host}/api/generate`, {
|
|
72
|
+
method: 'POST',
|
|
73
|
+
headers: { 'Content-Type': 'application/json' },
|
|
74
|
+
body: JSON.stringify(requestBody),
|
|
75
|
+
signal: controller.signal,
|
|
76
|
+
});
|
|
77
|
+
clearTimeout(timeoutId);
|
|
78
|
+
if (!response.ok) {
|
|
79
|
+
const errorText = await response.text();
|
|
80
|
+
throw new Error(`Ollama API error (${response.status}): ${errorText}`);
|
|
81
|
+
}
|
|
82
|
+
const result = await response.json();
|
|
83
|
+
// Ollama provides token counts in the response
|
|
84
|
+
const inputTokens = result.prompt_eval_count ?? 0;
|
|
85
|
+
const outputTokens = result.eval_count ?? 0;
|
|
86
|
+
logger.debug('Ollama completion', {
|
|
87
|
+
model: this.model,
|
|
88
|
+
inputTokens,
|
|
89
|
+
outputTokens,
|
|
90
|
+
durationMs: result.total_duration ? Math.round(result.total_duration / 1_000_000) : undefined,
|
|
91
|
+
});
|
|
92
|
+
return {
|
|
93
|
+
content: result.response,
|
|
94
|
+
inputTokens,
|
|
95
|
+
outputTokens,
|
|
96
|
+
model: this.model,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
catch (err) {
|
|
100
|
+
throw this.mapError(err);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
async completeStructured(prompt, _schema, options) {
|
|
104
|
+
const result = await this.complete(prompt, options);
|
|
105
|
+
return JSON.parse(result);
|
|
106
|
+
}
|
|
107
|
+
async *stream(prompt, options) {
|
|
108
|
+
yield* this.streamWithSystem(undefined, prompt, options);
|
|
109
|
+
}
|
|
110
|
+
async *streamWithSystem(systemPrompt, userPrompt, options, _modelPreference = 'primary') {
|
|
111
|
+
const streamNumPredict = options?.maxTokens
|
|
112
|
+
? Math.min(options.maxTokens, Math.floor(this.numCtx / 2))
|
|
113
|
+
: undefined;
|
|
114
|
+
const requestBody = {
|
|
115
|
+
model: this.model,
|
|
116
|
+
prompt: userPrompt,
|
|
117
|
+
stream: true,
|
|
118
|
+
options: {
|
|
119
|
+
temperature: options?.temperature ?? 0.7,
|
|
120
|
+
num_ctx: this.numCtx,
|
|
121
|
+
num_gpu: this.numGpu,
|
|
122
|
+
...(streamNumPredict !== undefined && { num_predict: streamNumPredict }),
|
|
123
|
+
...(options?.stopSequences?.length && { stop: options.stopSequences }),
|
|
124
|
+
},
|
|
125
|
+
keep_alive: this.keepAlive,
|
|
126
|
+
};
|
|
127
|
+
if (systemPrompt) {
|
|
128
|
+
requestBody.system = systemPrompt;
|
|
129
|
+
}
|
|
130
|
+
try {
|
|
131
|
+
const controller = new AbortController();
|
|
132
|
+
const timeoutId = setTimeout(() => controller.abort(), this.timeoutMs);
|
|
133
|
+
const response = await fetch(`${this.host}/api/generate`, {
|
|
134
|
+
method: 'POST',
|
|
135
|
+
headers: { 'Content-Type': 'application/json' },
|
|
136
|
+
body: JSON.stringify(requestBody),
|
|
137
|
+
signal: controller.signal,
|
|
138
|
+
});
|
|
139
|
+
clearTimeout(timeoutId);
|
|
140
|
+
if (!response.ok) {
|
|
141
|
+
const errorText = await response.text();
|
|
142
|
+
throw new Error(`Ollama API error (${response.status}): ${errorText}`);
|
|
143
|
+
}
|
|
144
|
+
if (!response.body) {
|
|
145
|
+
throw new Error('No response body from Ollama');
|
|
146
|
+
}
|
|
147
|
+
const reader = response.body.getReader();
|
|
148
|
+
const decoder = new TextDecoder();
|
|
149
|
+
let inputTokens = 0;
|
|
150
|
+
let outputTokens = 0;
|
|
151
|
+
while (true) {
|
|
152
|
+
const { done, value } = await reader.read();
|
|
153
|
+
if (done)
|
|
154
|
+
break;
|
|
155
|
+
const chunk = decoder.decode(value, { stream: true });
|
|
156
|
+
const lines = chunk.split('\n').filter(line => line.trim());
|
|
157
|
+
for (const line of lines) {
|
|
158
|
+
try {
|
|
159
|
+
const data = JSON.parse(line);
|
|
160
|
+
if (data.response) {
|
|
161
|
+
yield data.response;
|
|
162
|
+
}
|
|
163
|
+
if (data.done) {
|
|
164
|
+
inputTokens = data.prompt_eval_count ?? 0;
|
|
165
|
+
outputTokens = data.eval_count ?? 0;
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
catch {
|
|
169
|
+
// Skip invalid JSON lines
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
return {
|
|
174
|
+
inputTokens,
|
|
175
|
+
outputTokens,
|
|
176
|
+
model: this.model,
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
catch (err) {
|
|
180
|
+
throw this.mapError(err);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
async embed(texts) {
|
|
184
|
+
try {
|
|
185
|
+
const controller = new AbortController();
|
|
186
|
+
const timeoutId = setTimeout(() => controller.abort(), this.timeoutMs);
|
|
187
|
+
const requestBody = {
|
|
188
|
+
model: this.embeddingModel,
|
|
189
|
+
input: texts,
|
|
190
|
+
};
|
|
191
|
+
const response = await fetch(`${this.host}/api/embed`, {
|
|
192
|
+
method: 'POST',
|
|
193
|
+
headers: { 'Content-Type': 'application/json' },
|
|
194
|
+
body: JSON.stringify(requestBody),
|
|
195
|
+
signal: controller.signal,
|
|
196
|
+
});
|
|
197
|
+
clearTimeout(timeoutId);
|
|
198
|
+
if (!response.ok) {
|
|
199
|
+
const errorText = await response.text();
|
|
200
|
+
throw new Error(`Ollama embed API error (${response.status}): ${errorText}`);
|
|
201
|
+
}
|
|
202
|
+
const result = await response.json();
|
|
203
|
+
logger.debug('Ollama embeddings', {
|
|
204
|
+
model: this.embeddingModel,
|
|
205
|
+
count: texts.length,
|
|
206
|
+
dimensions: result.embeddings[0]?.length,
|
|
207
|
+
});
|
|
208
|
+
return result.embeddings.map(emb => new Float32Array(emb));
|
|
209
|
+
}
|
|
210
|
+
catch (err) {
|
|
211
|
+
throw this.mapError(err);
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
async isAvailable() {
|
|
215
|
+
try {
|
|
216
|
+
const controller = new AbortController();
|
|
217
|
+
const timeoutId = setTimeout(() => controller.abort(), 5000);
|
|
218
|
+
const response = await fetch(`${this.host}/api/tags`, {
|
|
219
|
+
method: 'GET',
|
|
220
|
+
signal: controller.signal,
|
|
221
|
+
});
|
|
222
|
+
clearTimeout(timeoutId);
|
|
223
|
+
if (!response.ok) {
|
|
224
|
+
return false;
|
|
225
|
+
}
|
|
226
|
+
const result = await response.json();
|
|
227
|
+
// Check if the required model is available
|
|
228
|
+
const hasModel = result.models.some(m => m.name === this.model || m.model === this.model);
|
|
229
|
+
if (!hasModel) {
|
|
230
|
+
logger.warn('Ollama model not found', { model: this.model, available: result.models.map(m => m.name) });
|
|
231
|
+
}
|
|
232
|
+
return true;
|
|
233
|
+
}
|
|
234
|
+
catch {
|
|
235
|
+
return false;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
async ensureModel() {
|
|
239
|
+
const available = await this.isAvailable();
|
|
240
|
+
if (!available) {
|
|
241
|
+
throw new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Ollama is not running or not reachable at ${this.host}`, undefined, 'Start Ollama with `ollama serve` or check the host configuration.', false);
|
|
242
|
+
}
|
|
243
|
+
// Check if model needs to be pulled
|
|
244
|
+
const response = await fetch(`${this.host}/api/tags`);
|
|
245
|
+
const result = await response.json();
|
|
246
|
+
const hasModel = result.models.some(m => m.name === this.model || m.model === this.model);
|
|
247
|
+
if (!hasModel) {
|
|
248
|
+
logger.info('Pulling Ollama model', { model: this.model });
|
|
249
|
+
// Note: Model pulling is a long operation, user should do this manually
|
|
250
|
+
throw new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Ollama model "${this.model}" is not installed.`, { model: this.model }, `Run: ollama pull ${this.model}`, false);
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
async listModels() {
|
|
254
|
+
const controller = new AbortController();
|
|
255
|
+
const timeoutId = setTimeout(() => controller.abort(), 5000);
|
|
256
|
+
try {
|
|
257
|
+
const response = await fetch(`${this.host}/api/tags`, { signal: controller.signal });
|
|
258
|
+
clearTimeout(timeoutId);
|
|
259
|
+
if (!response.ok)
|
|
260
|
+
return [];
|
|
261
|
+
const result = await response.json();
|
|
262
|
+
return result.models.map((m) => ({ name: m.name, sizeBytes: m.size, modifiedAt: m.modified_at }));
|
|
263
|
+
}
|
|
264
|
+
catch {
|
|
265
|
+
clearTimeout(timeoutId);
|
|
266
|
+
return [];
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
getHost() {
|
|
270
|
+
return this.host;
|
|
271
|
+
}
|
|
272
|
+
getNumCtx() {
|
|
273
|
+
return this.numCtx;
|
|
274
|
+
}
|
|
275
|
+
getNumGpu() {
|
|
276
|
+
return this.numGpu;
|
|
277
|
+
}
|
|
278
|
+
getEmbeddingModel() {
|
|
279
|
+
return this.embeddingModel;
|
|
280
|
+
}
|
|
281
|
+
mapError(err) {
|
|
282
|
+
if (err instanceof CortexError) {
|
|
283
|
+
return err;
|
|
284
|
+
}
|
|
285
|
+
if (err instanceof Error) {
|
|
286
|
+
if (err.name === 'AbortError') {
|
|
287
|
+
return new CortexError(LLM_TIMEOUT, 'medium', 'llm', `Ollama request timed out after ${this.timeoutMs}ms`, { timeoutMs: this.timeoutMs }, 'Increase timeout or check if model is loaded.', true, 504);
|
|
288
|
+
}
|
|
289
|
+
if (err.message.includes('ECONNREFUSED') || err.message.includes('fetch failed')) {
|
|
290
|
+
return new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Cannot connect to Ollama at ${this.host}`, { host: this.host }, 'Start Ollama with `ollama serve` or check the host configuration.', false);
|
|
291
|
+
}
|
|
292
|
+
return new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Ollama provider error: ${err.message}`, undefined, 'Check Ollama logs for details.', true);
|
|
293
|
+
}
|
|
294
|
+
return new CortexError(LLM_PROVIDER_UNAVAILABLE, 'high', 'llm', `Ollama provider error: ${String(err)}`, undefined, 'Check Ollama logs for details.', true);
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,OAAO,EACP,WAAW,EACX,wBAAwB,EACxB,WAAW,EACX,YAAY,GACb,MAAM,cAAc,CAAC;AAEtB,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;AA2D1C,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IAChB,IAAI,GAAG,OAAgB,CAAC;IAEzB,IAAI,CAAS;IACb,KAAK,CAAS;IACd,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,MAAM,CAAS;IACf,SAAS,CAAS;IAClB,SAAS,CAAS;IAEjB,YAAY,GAAyB;QAC5C,cAAc,EAAE;YACd,OAAO,CAAC,iBAAiB;YACzB,OAAO,CAAC,sBAAsB;YAC9B,OAAO,CAAC,uBAAuB;YAC/B,OAAO,CAAC,oBAAoB;YAC5B,OAAO,CAAC,eAAe;YACvB,OAAO,CAAC,oBAAoB;SAC7B;QACD,gBAAgB,EAAE,IAAI;QACtB,wBAAwB,EAAE,IAAI;QAC9B,iBAAiB,EAAE,IAAI;QACvB,wBAAwB,EAAE,EAAE;QAC5B,yBAAyB,EAAE,CAAC;QAC5B,0BAA0B,EAAE,CAAC;KAC9B,CAAC;IAEF,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,IAAI,wBAAwB,CAAC;QAC1F,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,4BAA4B,CAAC;QAC3D,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,kBAAkB,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC,kDAAkD;QACjG,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAE3C,4CAA4C;QAC5C,IAAI,CAAC,YAAY,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC;IACnD,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA2B;QACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,YAAgC,EAChC,UAAkB,EAClB,OAA2B,EAC3B,mBAAuC,SAAS;QAEhD,oEAAoE;QACpE,MAAM,UAAU,GAAG,OAAO,EAAE,SAAS;YACnC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,WAAW,GAA0B;YACzC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;gBAC5D,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;aACvE;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC3B,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC;QACpC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA4B,CAAC;YAE/D,+CAA+C;YAC/C,MAAM,WAAW,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;YAE5C,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gBAChC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW;gBACX,YAAY;gBACZ,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;aAC9F,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,QAAQ;gBACxB,WAAW;gBACX,YAAY;gBACZ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,OAAgC,EAChC,OAA2B;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,MAAc,EACd,OAA2B;QAE3B,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,YAAgC,EAChC,UAAkB,EAClB,OAA2B,EAC3B,mBAAuC,SAAS;QAEhD,MAAM,gBAAgB,GAAG,OAAO,EAAE,SAAS;YACzC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,WAAW,GAA0B;YACzC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAAC;gBACxE,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;aACvE;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC3B,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC;QACpC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAE5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA2B,CAAC;wBACxD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BAClB,MAAM,IAAI,CAAC,QAAQ,CAAC;wBACtB,CAAC;wBACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,WAAW,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC;4BAC1C,YAAY,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;wBACtC,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,WAAW;gBACX,YAAY;gBACZ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEvE,MAAM,WAAW,GAAuB;gBACtC,KAAK,EAAE,IAAI,CAAC,cAAc;gBAC1B,KAAK,EAAE,KAAK;aACb,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,YAAY,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACjC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAyB,CAAC;YAE5D,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gBAChC,KAAK,EAAE,IAAI,CAAC,cAAc;gBAC1B,KAAK,EAAE,KAAK,CAAC,MAAM;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM;aACzC,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;YAE7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE;gBACpD,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,KAAK,CAAC;YACf,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;YAE3D,2CAA2C;YAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1F,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1G,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CACnB,wBAAwB,EACxB,MAAM,EACN,KAAK,EACL,6CAA6C,IAAI,CAAC,IAAI,EAAE,EACxD,SAAS,EACT,mEAAmE,EACnE,KAAK,CACN,CAAC;QACJ,CAAC;QAED,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1F,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC3D,wEAAwE;YACxE,MAAM,IAAI,WAAW,CACnB,wBAAwB,EACxB,MAAM,EACN,KAAK,EACL,iBAAiB,IAAI,CAAC,KAAK,qBAAqB,EAChD,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EACrB,oBAAoB,IAAI,CAAC,KAAK,EAAE,EAChC,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YACrF,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;YAC3D,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACpG,CAAC;QAAC,MAAM,CAAC;YACP,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEO,QAAQ,CAAC,GAAY;QAC3B,IAAI,GAAG,YAAY,WAAW,EAAE,CAAC;YAC/B,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,OAAO,IAAI,WAAW,CACpB,WAAW,EACX,QAAQ,EACR,KAAK,EACL,kCAAkC,IAAI,CAAC,SAAS,IAAI,EACpD,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,EAC7B,+CAA+C,EAC/C,IAAI,EACJ,GAAG,CACJ,CAAC;YACJ,CAAC;YAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACjF,OAAO,IAAI,WAAW,CACpB,wBAAwB,EACxB,MAAM,EACN,KAAK,EACL,+BAA+B,IAAI,CAAC,IAAI,EAAE,EAC1C,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,mEAAmE,EACnE,KAAK,CACN,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,WAAW,CACpB,wBAAwB,EACxB,MAAM,EACN,KAAK,EACL,0BAA0B,GAAG,CAAC,OAAO,EAAE,EACvC,SAAS,EACT,gCAAgC,EAChC,IAAI,CACL,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,WAAW,CACpB,wBAAwB,EACxB,MAAM,EACN,KAAK,EACL,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE,EACvC,SAAS,EACT,gCAAgC,EAChC,IAAI,CACL,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { type CompletionOptions, type LLMProvider, type ProviderCapabilities } from '@cortex/core';
|
|
2
|
+
export interface OpenAICompatibleProviderOptions {
|
|
3
|
+
baseUrl: string;
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
primaryModel?: string;
|
|
6
|
+
fastModel?: string;
|
|
7
|
+
timeoutMs?: number;
|
|
8
|
+
maxRetries?: number;
|
|
9
|
+
}
|
|
10
|
+
export declare class OpenAICompatibleProvider implements LLMProvider {
|
|
11
|
+
readonly name = "openai-compatible";
|
|
12
|
+
readonly type: "cloud";
|
|
13
|
+
private client;
|
|
14
|
+
private primaryModel;
|
|
15
|
+
private fastModel;
|
|
16
|
+
private isGemini;
|
|
17
|
+
readonly capabilities: ProviderCapabilities;
|
|
18
|
+
constructor(options: OpenAICompatibleProviderOptions);
|
|
19
|
+
getModel(preference?: 'primary' | 'fast'): string;
|
|
20
|
+
/** Gemini uses max_completion_tokens; others use max_tokens */
|
|
21
|
+
private tokenLimitParams;
|
|
22
|
+
complete(prompt: string, options?: CompletionOptions): Promise<string>;
|
|
23
|
+
completeWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, modelPreference?: 'primary' | 'fast'): Promise<{
|
|
24
|
+
content: string;
|
|
25
|
+
inputTokens: number;
|
|
26
|
+
outputTokens: number;
|
|
27
|
+
model: string;
|
|
28
|
+
}>;
|
|
29
|
+
completeStructured<T>(prompt: string, _schema: Record<string, unknown>, options?: CompletionOptions): Promise<T>;
|
|
30
|
+
stream(prompt: string, options?: CompletionOptions): AsyncGenerator<string>;
|
|
31
|
+
streamWithSystem(systemPrompt: string | undefined, userPrompt: string, options?: CompletionOptions, modelPreference?: 'primary' | 'fast'): AsyncGenerator<string, {
|
|
32
|
+
inputTokens: number;
|
|
33
|
+
outputTokens: number;
|
|
34
|
+
model: string;
|
|
35
|
+
}>;
|
|
36
|
+
embed(_texts: string[]): Promise<Float32Array[]>;
|
|
37
|
+
isAvailable(): Promise<boolean>;
|
|
38
|
+
private mapError;
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=openai-compatible.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compatible.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EAQ1B,MAAM,cAAc,CAAC;AAItB,MAAM,WAAW,+BAA+B;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,wBAAyB,YAAW,WAAW;IAC1D,QAAQ,CAAC,IAAI,uBAAuB;IACpC,QAAQ,CAAC,IAAI,EAAG,OAAO,CAAU;IAEjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAU;IAE1B,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAezC;gBAEU,OAAO,EAAE,+BAA+B;IAgCpD,QAAQ,CAAC,UAAU,GAAE,SAAS,GAAG,MAAkB,GAAG,MAAM;IAI5D,+DAA+D;IAC/D,OAAO,CAAC,gBAAgB;IAMlB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtE,kBAAkB,CACtB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,eAAe,GAAE,SAAS,GAAG,MAAkB,GAC9C,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA+BnF,kBAAkB,CAAC,CAAC,EACxB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,CAAC,CAAC;IAKN,MAAM,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,MAAM,CAAC;IAIlB,gBAAgB,CACrB,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,iBAAiB,EAC3B,eAAe,GAAE,SAAS,GAAG,MAAkB,GAC9C,cAAc,CAAC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAyCjF,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAShD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAarC,OAAO,CAAC,QAAQ;CAyCjB"}
|