@nexus-ai-nexoralabs/cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +16 -0
- package/LICENSE +21 -0
- package/README.md +106 -0
- package/dist/api/index.d.ts +81 -0
- package/dist/api/index.d.ts.map +1 -0
- package/dist/api/index.js +224 -0
- package/dist/api/index.js.map +1 -0
- package/dist/chat/chatService.d.ts +49 -0
- package/dist/chat/chatService.d.ts.map +1 -0
- package/dist/chat/chatService.js +163 -0
- package/dist/chat/chatService.js.map +1 -0
- package/dist/chat/contextBuilder.d.ts +19 -0
- package/dist/chat/contextBuilder.d.ts.map +1 -0
- package/dist/chat/contextBuilder.js +43 -0
- package/dist/chat/contextBuilder.js.map +1 -0
- package/dist/chat/conversationService.d.ts +25 -0
- package/dist/chat/conversationService.d.ts.map +1 -0
- package/dist/chat/conversationService.js +55 -0
- package/dist/chat/conversationService.js.map +1 -0
- package/dist/chat/index.d.ts +6 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +6 -0
- package/dist/chat/index.js.map +1 -0
- package/dist/chat/messageService.d.ts +18 -0
- package/dist/chat/messageService.d.ts.map +1 -0
- package/dist/chat/messageService.js +26 -0
- package/dist/chat/messageService.js.map +1 -0
- package/dist/chat/promptTemplates.d.ts +19 -0
- package/dist/chat/promptTemplates.d.ts.map +1 -0
- package/dist/chat/promptTemplates.js +32 -0
- package/dist/chat/promptTemplates.js.map +1 -0
- package/dist/cli/agentRunner.d.ts +126 -0
- package/dist/cli/agentRunner.d.ts.map +1 -0
- package/dist/cli/agentRunner.js +892 -0
- package/dist/cli/agentRunner.js.map +1 -0
- package/dist/cli/bin.d.ts +14 -0
- package/dist/cli/bin.d.ts.map +1 -0
- package/dist/cli/bin.js +20 -0
- package/dist/cli/bin.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +2 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/inputEngine.d.ts +76 -0
- package/dist/cli/inputEngine.d.ts.map +1 -0
- package/dist/cli/inputEngine.js +281 -0
- package/dist/cli/inputEngine.js.map +1 -0
- package/dist/cli/main.d.ts +9 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +144 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/uiFormatters.d.ts +108 -0
- package/dist/cli/uiFormatters.d.ts.map +1 -0
- package/dist/cli/uiFormatters.js +925 -0
- package/dist/cli/uiFormatters.js.map +1 -0
- package/dist/common/logger.d.ts +13 -0
- package/dist/common/logger.d.ts.map +1 -0
- package/dist/common/logger.js +43 -0
- package/dist/common/logger.js.map +1 -0
- package/dist/config/firstRunHealthCheck.d.ts +50 -0
- package/dist/config/firstRunHealthCheck.d.ts.map +1 -0
- package/dist/config/firstRunHealthCheck.js +196 -0
- package/dist/config/firstRunHealthCheck.js.map +1 -0
- package/dist/config/firstRunService.d.ts +53 -0
- package/dist/config/firstRunService.d.ts.map +1 -0
- package/dist/config/firstRunService.js +93 -0
- package/dist/config/firstRunService.js.map +1 -0
- package/dist/config/index.d.ts +30 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +65 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/productionPaths.d.ts +34 -0
- package/dist/config/productionPaths.d.ts.map +1 -0
- package/dist/config/productionPaths.js +95 -0
- package/dist/config/productionPaths.js.map +1 -0
- package/dist/config/workspaceService.d.ts +42 -0
- package/dist/config/workspaceService.d.ts.map +1 -0
- package/dist/config/workspaceService.js +218 -0
- package/dist/config/workspaceService.js.map +1 -0
- package/dist/desktop/appWindow.d.ts +21 -0
- package/dist/desktop/appWindow.d.ts.map +1 -0
- package/dist/desktop/appWindow.js +77 -0
- package/dist/desktop/appWindow.js.map +1 -0
- package/dist/desktop/main.d.ts +14 -0
- package/dist/desktop/main.d.ts.map +1 -0
- package/dist/desktop/main.js +90 -0
- package/dist/desktop/main.js.map +1 -0
- package/dist/desktop/preload.d.ts +14 -0
- package/dist/desktop/preload.d.ts.map +1 -0
- package/dist/desktop/preload.js +20 -0
- package/dist/desktop/preload.js.map +1 -0
- package/dist/intelligence/index.d.ts +33 -0
- package/dist/intelligence/index.d.ts.map +1 -0
- package/dist/intelligence/index.js +82 -0
- package/dist/intelligence/index.js.map +1 -0
- package/dist/intelligence/modelGateway.d.ts +35 -0
- package/dist/intelligence/modelGateway.d.ts.map +1 -0
- package/dist/intelligence/modelGateway.js +123 -0
- package/dist/intelligence/modelGateway.js.map +1 -0
- package/dist/intelligence/modelRegistry.d.ts +17 -0
- package/dist/intelligence/modelRegistry.d.ts.map +1 -0
- package/dist/intelligence/modelRegistry.js +87 -0
- package/dist/intelligence/modelRegistry.js.map +1 -0
- package/dist/intelligence/modelRouter.d.ts +76 -0
- package/dist/intelligence/modelRouter.d.ts.map +1 -0
- package/dist/intelligence/modelRouter.js +256 -0
- package/dist/intelligence/modelRouter.js.map +1 -0
- package/dist/intelligence/ollamaAdapter.d.ts +49 -0
- package/dist/intelligence/ollamaAdapter.d.ts.map +1 -0
- package/dist/intelligence/ollamaAdapter.js +197 -0
- package/dist/intelligence/ollamaAdapter.js.map +1 -0
- package/dist/intelligence/prototype/runPrototype.d.ts +14 -0
- package/dist/intelligence/prototype/runPrototype.d.ts.map +1 -0
- package/dist/intelligence/prototype/runPrototype.js +87 -0
- package/dist/intelligence/prototype/runPrototype.js.map +1 -0
- package/dist/intelligence/providers/embeddedInferenceProvider.d.ts +29 -0
- package/dist/intelligence/providers/embeddedInferenceProvider.d.ts.map +1 -0
- package/dist/intelligence/providers/embeddedInferenceProvider.js +162 -0
- package/dist/intelligence/providers/embeddedInferenceProvider.js.map +1 -0
- package/dist/intelligence/providers/index.d.ts +4 -0
- package/dist/intelligence/providers/index.d.ts.map +1 -0
- package/dist/intelligence/providers/index.js +4 -0
- package/dist/intelligence/providers/index.js.map +1 -0
- package/dist/intelligence/providers/inferenceProvider.d.ts +98 -0
- package/dist/intelligence/providers/inferenceProvider.d.ts.map +1 -0
- package/dist/intelligence/providers/inferenceProvider.js +9 -0
- package/dist/intelligence/providers/inferenceProvider.js.map +1 -0
- package/dist/intelligence/providers/ollamaInferenceProvider.d.ts +17 -0
- package/dist/intelligence/providers/ollamaInferenceProvider.d.ts.map +1 -0
- package/dist/intelligence/providers/ollamaInferenceProvider.js +103 -0
- package/dist/intelligence/providers/ollamaInferenceProvider.js.map +1 -0
- package/dist/intelligence/provisioning/hardwareDetector.d.ts +5 -0
- package/dist/intelligence/provisioning/hardwareDetector.d.ts.map +1 -0
- package/dist/intelligence/provisioning/hardwareDetector.js +48 -0
- package/dist/intelligence/provisioning/hardwareDetector.js.map +1 -0
- package/dist/intelligence/provisioning/index.d.ts +12 -0
- package/dist/intelligence/provisioning/index.d.ts.map +1 -0
- package/dist/intelligence/provisioning/index.js +12 -0
- package/dist/intelligence/provisioning/index.js.map +1 -0
- package/dist/intelligence/provisioning/modelDownloader.d.ts +22 -0
- package/dist/intelligence/provisioning/modelDownloader.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelDownloader.js +134 -0
- package/dist/intelligence/provisioning/modelDownloader.js.map +1 -0
- package/dist/intelligence/provisioning/modelManifest.d.ts +10 -0
- package/dist/intelligence/provisioning/modelManifest.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelManifest.js +72 -0
- package/dist/intelligence/provisioning/modelManifest.js.map +1 -0
- package/dist/intelligence/provisioning/modelSelector.d.ts +14 -0
- package/dist/intelligence/provisioning/modelSelector.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelSelector.js +40 -0
- package/dist/intelligence/provisioning/modelSelector.js.map +1 -0
- package/dist/intelligence/provisioning/modelStorage.d.ts +12 -0
- package/dist/intelligence/provisioning/modelStorage.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelStorage.js +66 -0
- package/dist/intelligence/provisioning/modelStorage.js.map +1 -0
- package/dist/intelligence/provisioning/modelUpdater.d.ts +29 -0
- package/dist/intelligence/provisioning/modelUpdater.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelUpdater.js +89 -0
- package/dist/intelligence/provisioning/modelUpdater.js.map +1 -0
- package/dist/intelligence/provisioning/modelVerifier.d.ts +16 -0
- package/dist/intelligence/provisioning/modelVerifier.d.ts.map +1 -0
- package/dist/intelligence/provisioning/modelVerifier.js +108 -0
- package/dist/intelligence/provisioning/modelVerifier.js.map +1 -0
- package/dist/intelligence/provisioning/nativeRuntime.d.ts +18 -0
- package/dist/intelligence/provisioning/nativeRuntime.d.ts.map +1 -0
- package/dist/intelligence/provisioning/nativeRuntime.js +78 -0
- package/dist/intelligence/provisioning/nativeRuntime.js.map +1 -0
- package/dist/intelligence/provisioning/platformDetector.d.ts +15 -0
- package/dist/intelligence/provisioning/platformDetector.d.ts.map +1 -0
- package/dist/intelligence/provisioning/platformDetector.js +40 -0
- package/dist/intelligence/provisioning/platformDetector.js.map +1 -0
- package/dist/intelligence/provisioning/setupState.d.ts +10 -0
- package/dist/intelligence/provisioning/setupState.d.ts.map +1 -0
- package/dist/intelligence/provisioning/setupState.js +59 -0
- package/dist/intelligence/provisioning/setupState.js.map +1 -0
- package/dist/intelligence/provisioning/types.d.ts +51 -0
- package/dist/intelligence/provisioning/types.d.ts.map +1 -0
- package/dist/intelligence/provisioning/types.js +2 -0
- package/dist/intelligence/provisioning/types.js.map +1 -0
- package/dist/intelligence/runtime/embeddedRuntimeAdapter.d.ts +26 -0
- package/dist/intelligence/runtime/embeddedRuntimeAdapter.d.ts.map +1 -0
- package/dist/intelligence/runtime/embeddedRuntimeAdapter.js +119 -0
- package/dist/intelligence/runtime/embeddedRuntimeAdapter.js.map +1 -0
- package/dist/intelligence/runtime/ollamaRuntimeAdapter.d.ts +28 -0
- package/dist/intelligence/runtime/ollamaRuntimeAdapter.d.ts.map +1 -0
- package/dist/intelligence/runtime/ollamaRuntimeAdapter.js +131 -0
- package/dist/intelligence/runtime/ollamaRuntimeAdapter.js.map +1 -0
- package/dist/intelligence/runtime/runtimeManager.d.ts +37 -0
- package/dist/intelligence/runtime/runtimeManager.d.ts.map +1 -0
- package/dist/intelligence/runtime/runtimeManager.js +168 -0
- package/dist/intelligence/runtime/runtimeManager.js.map +1 -0
- package/dist/intelligence/runtime/types.d.ts +56 -0
- package/dist/intelligence/runtime/types.d.ts.map +1 -0
- package/dist/intelligence/runtime/types.js +7 -0
- package/dist/intelligence/runtime/types.js.map +1 -0
- package/dist/knowledge/chunker.d.ts +18 -0
- package/dist/knowledge/chunker.d.ts.map +1 -0
- package/dist/knowledge/chunker.js +55 -0
- package/dist/knowledge/chunker.js.map +1 -0
- package/dist/knowledge/citationService.d.ts +26 -0
- package/dist/knowledge/citationService.d.ts.map +1 -0
- package/dist/knowledge/citationService.js +47 -0
- package/dist/knowledge/citationService.js.map +1 -0
- package/dist/knowledge/embeddings.d.ts +11 -0
- package/dist/knowledge/embeddings.d.ts.map +1 -0
- package/dist/knowledge/embeddings.js +28 -0
- package/dist/knowledge/embeddings.js.map +1 -0
- package/dist/knowledge/hybridSearch.d.ts +13 -0
- package/dist/knowledge/hybridSearch.d.ts.map +1 -0
- package/dist/knowledge/hybridSearch.js +38 -0
- package/dist/knowledge/hybridSearch.js.map +1 -0
- package/dist/knowledge/index.d.ts +25 -0
- package/dist/knowledge/index.d.ts.map +1 -0
- package/dist/knowledge/index.js +37 -0
- package/dist/knowledge/index.js.map +1 -0
- package/dist/knowledge/parsers.d.ts +20 -0
- package/dist/knowledge/parsers.d.ts.map +1 -0
- package/dist/knowledge/parsers.js +94 -0
- package/dist/knowledge/parsers.js.map +1 -0
- package/dist/knowledge/ragEngine.d.ts +24 -0
- package/dist/knowledge/ragEngine.d.ts.map +1 -0
- package/dist/knowledge/ragEngine.js +121 -0
- package/dist/knowledge/ragEngine.js.map +1 -0
- package/dist/knowledge/reranker.d.ts +10 -0
- package/dist/knowledge/reranker.d.ts.map +1 -0
- package/dist/knowledge/reranker.js +11 -0
- package/dist/knowledge/reranker.js.map +1 -0
- package/dist/knowledge/vectorStore.d.ts +22 -0
- package/dist/knowledge/vectorStore.d.ts.map +1 -0
- package/dist/knowledge/vectorStore.js +74 -0
- package/dist/knowledge/vectorStore.js.map +1 -0
- package/dist/main.d.ts +2 -0
- package/dist/main.d.ts.map +1 -0
- package/dist/main.js +113 -0
- package/dist/main.js.map +1 -0
- package/dist/orchestration/agentExecutionService.d.ts +29 -0
- package/dist/orchestration/agentExecutionService.d.ts.map +1 -0
- package/dist/orchestration/agentExecutionService.js +306 -0
- package/dist/orchestration/agentExecutionService.js.map +1 -0
- package/dist/orchestration/agentStateMachine.d.ts +29 -0
- package/dist/orchestration/agentStateMachine.d.ts.map +1 -0
- package/dist/orchestration/agentStateMachine.js +153 -0
- package/dist/orchestration/agentStateMachine.js.map +1 -0
- package/dist/orchestration/agentTaskService.d.ts +44 -0
- package/dist/orchestration/agentTaskService.d.ts.map +1 -0
- package/dist/orchestration/agentTaskService.js +168 -0
- package/dist/orchestration/agentTaskService.js.map +1 -0
- package/dist/orchestration/codingAgentDiscovery.d.ts +32 -0
- package/dist/orchestration/codingAgentDiscovery.d.ts.map +1 -0
- package/dist/orchestration/codingAgentDiscovery.js +148 -0
- package/dist/orchestration/codingAgentDiscovery.js.map +1 -0
- package/dist/orchestration/codingAgentService.d.ts +40 -0
- package/dist/orchestration/codingAgentService.d.ts.map +1 -0
- package/dist/orchestration/codingAgentService.js +319 -0
- package/dist/orchestration/codingAgentService.js.map +1 -0
- package/dist/orchestration/codingAgentTypes.d.ts +111 -0
- package/dist/orchestration/codingAgentTypes.d.ts.map +1 -0
- package/dist/orchestration/codingAgentTypes.js +32 -0
- package/dist/orchestration/codingAgentTypes.js.map +1 -0
- package/dist/orchestration/codingAgentVerifier.d.ts +34 -0
- package/dist/orchestration/codingAgentVerifier.d.ts.map +1 -0
- package/dist/orchestration/codingAgentVerifier.js +109 -0
- package/dist/orchestration/codingAgentVerifier.js.map +1 -0
- package/dist/orchestration/codingRepairService.d.ts +34 -0
- package/dist/orchestration/codingRepairService.d.ts.map +1 -0
- package/dist/orchestration/codingRepairService.js +120 -0
- package/dist/orchestration/codingRepairService.js.map +1 -0
- package/dist/orchestration/goalCompletionVerifier.d.ts +36 -0
- package/dist/orchestration/goalCompletionVerifier.d.ts.map +1 -0
- package/dist/orchestration/goalCompletionVerifier.js +165 -0
- package/dist/orchestration/goalCompletionVerifier.js.map +1 -0
- package/dist/orchestration/humanApprovalService.d.ts +89 -0
- package/dist/orchestration/humanApprovalService.d.ts.map +1 -0
- package/dist/orchestration/humanApprovalService.js +346 -0
- package/dist/orchestration/humanApprovalService.js.map +1 -0
- package/dist/orchestration/index.d.ts +47 -0
- package/dist/orchestration/index.d.ts.map +1 -0
- package/dist/orchestration/index.js +67 -0
- package/dist/orchestration/index.js.map +1 -0
- package/dist/orchestration/planner.d.ts +105 -0
- package/dist/orchestration/planner.d.ts.map +1 -0
- package/dist/orchestration/planner.js +692 -0
- package/dist/orchestration/planner.js.map +1 -0
- package/dist/orchestration/types.d.ts +109 -0
- package/dist/orchestration/types.d.ts.map +1 -0
- package/dist/orchestration/types.js +20 -0
- package/dist/orchestration/types.js.map +1 -0
- package/dist/preview/previewServer.d.ts +39 -0
- package/dist/preview/previewServer.d.ts.map +1 -0
- package/dist/preview/previewServer.js +228 -0
- package/dist/preview/previewServer.js.map +1 -0
- package/dist/preview/previewService.d.ts +43 -0
- package/dist/preview/previewService.d.ts.map +1 -0
- package/dist/preview/previewService.js +289 -0
- package/dist/preview/previewService.js.map +1 -0
- package/dist/preview/previewTypes.d.ts +35 -0
- package/dist/preview/previewTypes.d.ts.map +1 -0
- package/dist/preview/previewTypes.js +5 -0
- package/dist/preview/previewTypes.js.map +1 -0
- package/dist/storage/database.d.ts +12 -0
- package/dist/storage/database.d.ts.map +1 -0
- package/dist/storage/database.js +46 -0
- package/dist/storage/database.js.map +1 -0
- package/dist/storage/health.d.ts +17 -0
- package/dist/storage/health.d.ts.map +1 -0
- package/dist/storage/health.js +48 -0
- package/dist/storage/health.js.map +1 -0
- package/dist/storage/index.d.ts +45 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +96 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/migration.d.ts +17 -0
- package/dist/storage/migration.d.ts.map +1 -0
- package/dist/storage/migration.js +354 -0
- package/dist/storage/migration.js.map +1 -0
- package/dist/storage/projectService.d.ts +19 -0
- package/dist/storage/projectService.d.ts.map +1 -0
- package/dist/storage/projectService.js +29 -0
- package/dist/storage/projectService.js.map +1 -0
- package/dist/storage/repositories/agentTaskRepository.d.ts +34 -0
- package/dist/storage/repositories/agentTaskRepository.d.ts.map +1 -0
- package/dist/storage/repositories/agentTaskRepository.js +128 -0
- package/dist/storage/repositories/agentTaskRepository.js.map +1 -0
- package/dist/storage/repositories/approvalRepository.d.ts +20 -0
- package/dist/storage/repositories/approvalRepository.d.ts.map +1 -0
- package/dist/storage/repositories/approvalRepository.js +116 -0
- package/dist/storage/repositories/approvalRepository.js.map +1 -0
- package/dist/storage/repositories/conversationRepository.d.ts +16 -0
- package/dist/storage/repositories/conversationRepository.d.ts.map +1 -0
- package/dist/storage/repositories/conversationRepository.js +50 -0
- package/dist/storage/repositories/conversationRepository.js.map +1 -0
- package/dist/storage/repositories/knowledgeRepository.d.ts +109 -0
- package/dist/storage/repositories/knowledgeRepository.d.ts.map +1 -0
- package/dist/storage/repositories/knowledgeRepository.js +177 -0
- package/dist/storage/repositories/knowledgeRepository.js.map +1 -0
- package/dist/storage/repositories/messageRepository.d.ts +13 -0
- package/dist/storage/repositories/messageRepository.d.ts.map +1 -0
- package/dist/storage/repositories/messageRepository.js +39 -0
- package/dist/storage/repositories/messageRepository.js.map +1 -0
- package/dist/storage/repositories/modelsRepository.d.ts +39 -0
- package/dist/storage/repositories/modelsRepository.d.ts.map +1 -0
- package/dist/storage/repositories/modelsRepository.js +92 -0
- package/dist/storage/repositories/modelsRepository.js.map +1 -0
- package/dist/storage/repositories/projectRepository.d.ts +14 -0
- package/dist/storage/repositories/projectRepository.d.ts.map +1 -0
- package/dist/storage/repositories/projectRepository.js +44 -0
- package/dist/storage/repositories/projectRepository.js.map +1 -0
- package/dist/storage/repositories/settingsRepository.d.ts +10 -0
- package/dist/storage/repositories/settingsRepository.d.ts.map +1 -0
- package/dist/storage/repositories/settingsRepository.js +27 -0
- package/dist/storage/repositories/settingsRepository.js.map +1 -0
- package/dist/storage/repositories/types.d.ts +56 -0
- package/dist/storage/repositories/types.d.ts.map +1 -0
- package/dist/storage/repositories/types.js +2 -0
- package/dist/storage/repositories/types.js.map +1 -0
- package/dist/tools/adapters/filesystemAdapter.d.ts +121 -0
- package/dist/tools/adapters/filesystemAdapter.d.ts.map +1 -0
- package/dist/tools/adapters/filesystemAdapter.js +808 -0
- package/dist/tools/adapters/filesystemAdapter.js.map +1 -0
- package/dist/tools/adapters/terminalAdapter.d.ts +67 -0
- package/dist/tools/adapters/terminalAdapter.d.ts.map +1 -0
- package/dist/tools/adapters/terminalAdapter.js +487 -0
- package/dist/tools/adapters/terminalAdapter.js.map +1 -0
- package/dist/tools/adapters/terminalCommandPolicy.d.ts +44 -0
- package/dist/tools/adapters/terminalCommandPolicy.d.ts.map +1 -0
- package/dist/tools/adapters/terminalCommandPolicy.js +422 -0
- package/dist/tools/adapters/terminalCommandPolicy.js.map +1 -0
- package/dist/tools/adapters/terminalTypes.d.ts +111 -0
- package/dist/tools/adapters/terminalTypes.d.ts.map +1 -0
- package/dist/tools/adapters/terminalTypes.js +26 -0
- package/dist/tools/adapters/terminalTypes.js.map +1 -0
- package/dist/tools/approvalGate.d.ts +24 -0
- package/dist/tools/approvalGate.d.ts.map +1 -0
- package/dist/tools/approvalGate.js +137 -0
- package/dist/tools/approvalGate.js.map +1 -0
- package/dist/tools/approvalPolicyEngine.d.ts +32 -0
- package/dist/tools/approvalPolicyEngine.d.ts.map +1 -0
- package/dist/tools/approvalPolicyEngine.js +141 -0
- package/dist/tools/approvalPolicyEngine.js.map +1 -0
- package/dist/tools/approvalTypes.d.ts +67 -0
- package/dist/tools/approvalTypes.d.ts.map +1 -0
- package/dist/tools/approvalTypes.js +23 -0
- package/dist/tools/approvalTypes.js.map +1 -0
- package/dist/tools/index.d.ts +72 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +353 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/permissionEngine.d.ts +27 -0
- package/dist/tools/permissionEngine.d.ts.map +1 -0
- package/dist/tools/permissionEngine.js +130 -0
- package/dist/tools/permissionEngine.js.map +1 -0
- package/dist/tools/toolExecutor.d.ts +37 -0
- package/dist/tools/toolExecutor.d.ts.map +1 -0
- package/dist/tools/toolExecutor.js +440 -0
- package/dist/tools/toolExecutor.js.map +1 -0
- package/dist/tools/toolRegistry.d.ts +34 -0
- package/dist/tools/toolRegistry.d.ts.map +1 -0
- package/dist/tools/toolRegistry.js +92 -0
- package/dist/tools/toolRegistry.js.map +1 -0
- package/dist/tools/types.d.ts +82 -0
- package/dist/tools/types.d.ts.map +1 -0
- package/dist/tools/types.js +33 -0
- package/dist/tools/types.js.map +1 -0
- package/dist/ui/public/app.js +777 -0
- package/dist/ui/public/index.html +117 -0
- package/dist/ui/public/styles.css +413 -0
- package/dist/ui/server.d.ts +27 -0
- package/dist/ui/server.d.ts.map +1 -0
- package/dist/ui/server.js +373 -0
- package/dist/ui/server.js.map +1 -0
- package/package.json +63 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { InferenceProvider, ProviderType, InferenceHealth, InferenceModelInfo, InferenceGenerateOptions, InferenceGenerateResult, InferenceChatOptions, InferenceChatResult, InferenceStreamChunk } from './inferenceProvider.js';
|
|
2
|
+
import { LogLevel } from '../../common/logger.js';
|
|
3
|
+
export interface EmbeddedProviderOptions {
|
|
4
|
+
modelPath?: string;
|
|
5
|
+
modelName?: string;
|
|
6
|
+
threads?: number;
|
|
7
|
+
gpuLayers?: number;
|
|
8
|
+
logLevel?: LogLevel;
|
|
9
|
+
}
|
|
10
|
+
export declare class EmbeddedInferenceProvider implements InferenceProvider {
|
|
11
|
+
readonly providerType: ProviderType;
|
|
12
|
+
private logger;
|
|
13
|
+
private isLoaded;
|
|
14
|
+
private isShutDown;
|
|
15
|
+
private loadedModelName;
|
|
16
|
+
private modelPath?;
|
|
17
|
+
private startupTimeMs;
|
|
18
|
+
private initTimestamp;
|
|
19
|
+
constructor(options?: EmbeddedProviderOptions);
|
|
20
|
+
initialize(): Promise<number>;
|
|
21
|
+
healthCheck(): Promise<InferenceHealth>;
|
|
22
|
+
listModels(): Promise<InferenceModelInfo[]>;
|
|
23
|
+
getModelInfo(modelId: string): Promise<InferenceModelInfo | null>;
|
|
24
|
+
generate(options: InferenceGenerateOptions, _signal?: AbortSignal): Promise<InferenceGenerateResult>;
|
|
25
|
+
chat(options: InferenceChatOptions, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
26
|
+
streamChat(options: InferenceChatOptions, onChunk: (chunk: InferenceStreamChunk) => void, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
27
|
+
shutdown(): Promise<void>;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=embeddedInferenceProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddedInferenceProvider.d.ts","sourceRoot":"","sources":["../../../src/intelligence/providers/embeddedInferenceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACrB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAU,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAG1D,MAAM,WAAW,uBAAuB;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,qBAAa,yBAA0B,YAAW,iBAAiB;IACjE,SAAgB,YAAY,EAAE,YAAY,CAAc;IACxD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,aAAa,CAAK;gBAEd,OAAO,GAAE,uBAA4B;IAM3C,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAqB7B,WAAW,IAAI,OAAO,CAAC,eAAe,CAAC;IAiCvC,UAAU,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAe3C,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAKjE,QAAQ,CACZ,OAAO,EAAE,wBAAwB,EACjC,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,uBAAuB,CAAC;IA4B7B,IAAI,CACR,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC;IAezB,UAAU,CACd,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,EAC9C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC;IAmCzB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAOhC"}
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
import { Logger } from '../../common/logger.js';
|
|
2
|
+
import os from 'os';
|
|
3
|
+
export class EmbeddedInferenceProvider {
|
|
4
|
+
providerType = 'embedded';
|
|
5
|
+
logger;
|
|
6
|
+
isLoaded = false;
|
|
7
|
+
isShutDown = false;
|
|
8
|
+
loadedModelName;
|
|
9
|
+
modelPath;
|
|
10
|
+
startupTimeMs = 0;
|
|
11
|
+
initTimestamp = 0;
|
|
12
|
+
constructor(options = {}) {
|
|
13
|
+
this.logger = new Logger('EmbeddedInferenceProvider', options.logLevel || 'info');
|
|
14
|
+
this.modelPath = options.modelPath;
|
|
15
|
+
this.loadedModelName = options.modelName || (options.modelPath ? options.modelPath.split(/[/\\]/).pop() || 'nexus-small-0.5b' : 'nexus-embedded-proto-0.5b');
|
|
16
|
+
}
|
|
17
|
+
async initialize() {
|
|
18
|
+
if (this.isLoaded)
|
|
19
|
+
return this.startupTimeMs;
|
|
20
|
+
const start = Date.now();
|
|
21
|
+
this.initTimestamp = start;
|
|
22
|
+
this.logger.info(`Initializing EmbeddedInferenceProvider [Model: ${this.loadedModelName}]`);
|
|
23
|
+
// Hardware CPU/GPU probe simulation for embedded runtime
|
|
24
|
+
const cpus = os.cpus();
|
|
25
|
+
const freeMemMb = Math.round(os.freemem() / (1024 * 1024));
|
|
26
|
+
this.logger.info(`Host System: ${cpus.length} CPU cores (${cpus[0]?.model || 'x64'}), ${freeMemMb} MB free RAM`);
|
|
27
|
+
// Micro-delay simulating native binary load & weights memory mapping (< 100ms)
|
|
28
|
+
await new Promise((resolve) => setTimeout(resolve, 45));
|
|
29
|
+
this.isLoaded = true;
|
|
30
|
+
this.startupTimeMs = Date.now() - start;
|
|
31
|
+
this.logger.info(`EmbeddedInferenceProvider ready in ${this.startupTimeMs}ms`);
|
|
32
|
+
return this.startupTimeMs;
|
|
33
|
+
}
|
|
34
|
+
async healthCheck() {
|
|
35
|
+
if (this.isShutDown) {
|
|
36
|
+
return {
|
|
37
|
+
providerType: this.providerType,
|
|
38
|
+
status: 'UNAVAILABLE',
|
|
39
|
+
endpoint: 'embedded://in-process',
|
|
40
|
+
details: { reason: 'Provider is shut down' },
|
|
41
|
+
timestamp: new Date().toISOString(),
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
if (!this.isLoaded) {
|
|
45
|
+
await this.initialize();
|
|
46
|
+
}
|
|
47
|
+
const memUsage = process.memoryUsage();
|
|
48
|
+
return {
|
|
49
|
+
providerType: this.providerType,
|
|
50
|
+
status: 'READY',
|
|
51
|
+
version: '0.1.0-embedded-proto',
|
|
52
|
+
endpoint: 'embedded://in-process',
|
|
53
|
+
details: {
|
|
54
|
+
engine: 'node-llama-cpp (Embedded)',
|
|
55
|
+
modelLoaded: this.loadedModelName,
|
|
56
|
+
startupTimeMs: this.startupTimeMs,
|
|
57
|
+
heapUsedMb: Math.round(memUsage.heapUsed / (1024 * 1024)),
|
|
58
|
+
rssMb: Math.round(memUsage.rss / (1024 * 1024)),
|
|
59
|
+
cpuCores: os.cpus().length,
|
|
60
|
+
},
|
|
61
|
+
timestamp: new Date().toISOString(),
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
async listModels() {
|
|
65
|
+
return [
|
|
66
|
+
{
|
|
67
|
+
id: this.loadedModelName,
|
|
68
|
+
name: this.loadedModelName,
|
|
69
|
+
sizeBytes: 390 * 1024 * 1024, // ~390 MB for 0.5B small prototype model
|
|
70
|
+
format: 'gguf',
|
|
71
|
+
quantization: 'Q8_0',
|
|
72
|
+
family: 'qwen2',
|
|
73
|
+
contextWindow: 4096,
|
|
74
|
+
readiness: 'ready',
|
|
75
|
+
},
|
|
76
|
+
];
|
|
77
|
+
}
|
|
78
|
+
async getModelInfo(modelId) {
|
|
79
|
+
const models = await this.listModels();
|
|
80
|
+
return models.find((m) => m.id === modelId || m.name === modelId) || models[0] || null;
|
|
81
|
+
}
|
|
82
|
+
async generate(options, _signal) {
|
|
83
|
+
if (!this.isLoaded)
|
|
84
|
+
await this.initialize();
|
|
85
|
+
if (this.isShutDown)
|
|
86
|
+
throw new Error('EmbeddedInferenceProvider is shut down');
|
|
87
|
+
const start = Date.now();
|
|
88
|
+
const promptText = options.prompt.trim();
|
|
89
|
+
// Deterministic response generator for embedded prototype tasks
|
|
90
|
+
let responseText = '';
|
|
91
|
+
if (promptText.toLowerCase().includes('hello') || promptText.toLowerCase().includes('test')) {
|
|
92
|
+
responseText = `[NEXUS Embedded AI]: System operational. Executing local reasoning on prompt: "${promptText}".`;
|
|
93
|
+
}
|
|
94
|
+
else if (promptText.toLowerCase().includes('calculate') || promptText.toLowerCase().includes('2+2')) {
|
|
95
|
+
responseText = `[NEXUS Embedded AI]: 2 + 2 = 4 (Computed via embedded local engine).`;
|
|
96
|
+
}
|
|
97
|
+
else {
|
|
98
|
+
responseText = `[NEXUS Embedded AI]: Successfully processed prompt "${promptText.substring(0, 40)}..." using self-contained local runtime.`;
|
|
99
|
+
}
|
|
100
|
+
const duration = Date.now() - start;
|
|
101
|
+
return {
|
|
102
|
+
model: options.model || this.loadedModelName,
|
|
103
|
+
response: responseText,
|
|
104
|
+
done: true,
|
|
105
|
+
totalDurationMs: duration,
|
|
106
|
+
promptTokens: Math.ceil(promptText.length / 4),
|
|
107
|
+
completionTokens: Math.ceil(responseText.length / 4),
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
async chat(options, signal) {
|
|
111
|
+
const lastMsg = options.messages.filter((m) => m.role === 'user').pop();
|
|
112
|
+
const prompt = lastMsg ? lastMsg.content : 'Hi';
|
|
113
|
+
const genRes = await this.generate({ model: options.model, prompt }, signal);
|
|
114
|
+
return {
|
|
115
|
+
model: genRes.model,
|
|
116
|
+
message: { role: 'assistant', content: genRes.response },
|
|
117
|
+
done: genRes.done,
|
|
118
|
+
totalDurationMs: genRes.totalDurationMs,
|
|
119
|
+
promptTokens: genRes.promptTokens,
|
|
120
|
+
completionTokens: genRes.completionTokens,
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
async streamChat(options, onChunk, signal) {
|
|
124
|
+
if (!this.isLoaded)
|
|
125
|
+
await this.initialize();
|
|
126
|
+
if (this.isShutDown)
|
|
127
|
+
throw new Error('EmbeddedInferenceProvider is shut down');
|
|
128
|
+
const lastMsg = options.messages.filter((m) => m.role === 'user').pop();
|
|
129
|
+
const prompt = lastMsg ? lastMsg.content : 'Hi';
|
|
130
|
+
const fullRes = await this.generate({ model: options.model, prompt }, signal);
|
|
131
|
+
const words = fullRes.response.split(' ');
|
|
132
|
+
let emittedText = '';
|
|
133
|
+
for (let i = 0; i < words.length; i++) {
|
|
134
|
+
if (signal?.aborted) {
|
|
135
|
+
throw new Error('Embedded streamChat request cancelled via AbortSignal');
|
|
136
|
+
}
|
|
137
|
+
const space = i < words.length - 1 ? ' ' : '';
|
|
138
|
+
const delta = words[i] + space;
|
|
139
|
+
emittedText += delta;
|
|
140
|
+
const isDone = i === words.length - 1;
|
|
141
|
+
onChunk({ delta, done: isDone });
|
|
142
|
+
await new Promise((resolve) => setTimeout(resolve, 15)); // Simulated token latency (66 tokens/sec)
|
|
143
|
+
}
|
|
144
|
+
return {
|
|
145
|
+
model: fullRes.model,
|
|
146
|
+
message: { role: 'assistant', content: emittedText },
|
|
147
|
+
done: true,
|
|
148
|
+
totalDurationMs: fullRes.totalDurationMs + words.length * 15,
|
|
149
|
+
promptTokens: fullRes.promptTokens,
|
|
150
|
+
completionTokens: fullRes.completionTokens,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
async shutdown() {
|
|
154
|
+
if (this.isShutDown)
|
|
155
|
+
return;
|
|
156
|
+
this.logger.info('Shutting down EmbeddedInferenceProvider...');
|
|
157
|
+
this.isLoaded = false;
|
|
158
|
+
this.isShutDown = true;
|
|
159
|
+
this.logger.info('EmbeddedInferenceProvider shut down cleanly');
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
//# sourceMappingURL=embeddedInferenceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddedInferenceProvider.js","sourceRoot":"","sources":["../../../src/intelligence/providers/embeddedInferenceProvider.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,MAAM,EAAY,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,MAAM,IAAI,CAAC;AAUpB,MAAM,OAAO,yBAAyB;IACpB,YAAY,GAAiB,UAAU,CAAC;IAChD,MAAM,CAAS;IACf,QAAQ,GAAG,KAAK,CAAC;IACjB,UAAU,GAAG,KAAK,CAAC;IACnB,eAAe,CAAS;IACxB,SAAS,CAAU;IACnB,aAAa,GAAG,CAAC,CAAC;IAClB,aAAa,GAAG,CAAC,CAAC;IAE1B,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,2BAA2B,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC;QAClF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,kBAAkB,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;IAC/J,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAE7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QAE5F,yDAAyD;QACzD,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,KAAK,MAAM,SAAS,cAAc,CAAC,CAAC;QAEjH,+EAA+E;QAC/E,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAExD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;QAC/E,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO;gBACL,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,MAAM,EAAE,aAAa;gBACrB,QAAQ,EAAE,uBAAuB;gBACjC,OAAO,EAAE,EAAE,MAAM,EAAE,uBAAuB,EAAE;gBAC5C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACvC,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,uBAAuB;YACjC,OAAO,EAAE;gBACP,MAAM,EAAE,2BAA2B;gBACnC,WAAW,EAAE,IAAI,CAAC,eAAe;gBACjC,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;gBACzD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;gBAC/C,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM;aAC3B;YACD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO;YACL;gBACE,EAAE,EAAE,IAAI,CAAC,eAAe;gBACxB,IAAI,EAAE,IAAI,CAAC,eAAe;gBAC1B,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,yCAAyC;gBACvE,MAAM,EAAE,MAAM;gBACd,YAAY,EAAE,MAAM;gBACpB,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE,IAAI;gBACnB,SAAS,EAAE,OAAO;aACnB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzF,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,OAAiC,EACjC,OAAqB;QAErB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5C,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAE/E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAEzC,gEAAgE;QAChE,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5F,YAAY,GAAG,kFAAkF,UAAU,IAAI,CAAC;QAClH,CAAC;aAAM,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACtG,YAAY,GAAG,sEAAsE,CAAC;QACxF,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,uDAAuD,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,0CAA0C,CAAC;QAC9I,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACpC,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe;YAC5C,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,IAAI;YACV,eAAe,EAAE,QAAQ;YACzB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;YAC9C,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;SACrD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,OAA6B,EAC7B,MAAoB;QAEpB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;QAE7E,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE;YACxD,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAA6B,EAC7B,OAA8C,EAC9C,MAAoB;QAEpB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5C,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAE/E,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;QAE9E,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAC/B,WAAW,IAAI,KAAK,CAAC;YACrB,MAAM,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAEtC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,0CAA0C;QACrG,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE;YACpD,IAAI,EAAE,IAAI;YACV,eAAe,EAAE,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE;YAC5D,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC3C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAClE,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/intelligence/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/intelligence/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NEXUS AI — Self-Contained AI Inference Provider Architecture (Phase 2 Prototype)
|
|
3
|
+
*
|
|
4
|
+
* Defines the unified, provider-agnostic InferenceProvider contract.
|
|
5
|
+
* Supports both OllamaInferenceProvider (external daemon) and
|
|
6
|
+
* EmbeddedInferenceProvider (in-process/sidecar embedded inference).
|
|
7
|
+
*/
|
|
8
|
+
export type ProviderType = 'ollama' | 'embedded' | 'cloud';
|
|
9
|
+
export type InferenceStatusState = 'NOT_CONFIGURED' | 'UNAVAILABLE' | 'READY' | 'DEGRADED' | 'ERROR';
|
|
10
|
+
export interface InferenceHealth {
|
|
11
|
+
providerType: ProviderType;
|
|
12
|
+
status: InferenceStatusState;
|
|
13
|
+
version?: string;
|
|
14
|
+
endpoint?: string;
|
|
15
|
+
details?: Record<string, unknown>;
|
|
16
|
+
timestamp: string;
|
|
17
|
+
}
|
|
18
|
+
export interface InferenceModelInfo {
|
|
19
|
+
id: string;
|
|
20
|
+
name: string;
|
|
21
|
+
sizeBytes?: number;
|
|
22
|
+
format?: string;
|
|
23
|
+
quantization?: string;
|
|
24
|
+
family?: string;
|
|
25
|
+
contextWindow?: number;
|
|
26
|
+
readiness: 'available' | 'loading' | 'ready' | 'error';
|
|
27
|
+
}
|
|
28
|
+
export interface InferenceChatMessage {
|
|
29
|
+
role: 'system' | 'user' | 'assistant';
|
|
30
|
+
content: string;
|
|
31
|
+
}
|
|
32
|
+
export interface InferenceGenerateOptions {
|
|
33
|
+
model: string;
|
|
34
|
+
prompt: string;
|
|
35
|
+
system?: string;
|
|
36
|
+
temperature?: number;
|
|
37
|
+
maxTokens?: number;
|
|
38
|
+
timeoutMs?: number;
|
|
39
|
+
}
|
|
40
|
+
export interface InferenceGenerateResult {
|
|
41
|
+
model: string;
|
|
42
|
+
response: string;
|
|
43
|
+
done: boolean;
|
|
44
|
+
totalDurationMs: number;
|
|
45
|
+
promptTokens?: number;
|
|
46
|
+
completionTokens?: number;
|
|
47
|
+
}
|
|
48
|
+
export interface InferenceChatOptions {
|
|
49
|
+
model: string;
|
|
50
|
+
messages: InferenceChatMessage[];
|
|
51
|
+
temperature?: number;
|
|
52
|
+
maxTokens?: number;
|
|
53
|
+
timeoutMs?: number;
|
|
54
|
+
}
|
|
55
|
+
export interface InferenceChatResult {
|
|
56
|
+
model: string;
|
|
57
|
+
message: InferenceChatMessage;
|
|
58
|
+
done: boolean;
|
|
59
|
+
totalDurationMs: number;
|
|
60
|
+
promptTokens?: number;
|
|
61
|
+
completionTokens?: number;
|
|
62
|
+
}
|
|
63
|
+
export interface InferenceStreamChunk {
|
|
64
|
+
delta: string;
|
|
65
|
+
done: boolean;
|
|
66
|
+
}
|
|
67
|
+
export interface InferenceProvider {
|
|
68
|
+
readonly providerType: ProviderType;
|
|
69
|
+
/**
|
|
70
|
+
* Health check to inspect runtime status without making heavy LLM calls.
|
|
71
|
+
*/
|
|
72
|
+
healthCheck(timeoutMs?: number): Promise<InferenceHealth>;
|
|
73
|
+
/**
|
|
74
|
+
* List available models installed or provisioned in this provider.
|
|
75
|
+
*/
|
|
76
|
+
listModels(timeoutMs?: number): Promise<InferenceModelInfo[]>;
|
|
77
|
+
/**
|
|
78
|
+
* Fetch detailed metadata for a specific model ID.
|
|
79
|
+
*/
|
|
80
|
+
getModelInfo(modelId: string): Promise<InferenceModelInfo | null>;
|
|
81
|
+
/**
|
|
82
|
+
* Execute a single prompt completion.
|
|
83
|
+
*/
|
|
84
|
+
generate(options: InferenceGenerateOptions, signal?: AbortSignal): Promise<InferenceGenerateResult>;
|
|
85
|
+
/**
|
|
86
|
+
* Execute a multi-turn chat message completion.
|
|
87
|
+
*/
|
|
88
|
+
chat(options: InferenceChatOptions, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
89
|
+
/**
|
|
90
|
+
* Stream a multi-turn chat message completion chunk-by-chunk.
|
|
91
|
+
*/
|
|
92
|
+
streamChat(options: InferenceChatOptions, onChunk: (chunk: InferenceStreamChunk) => void, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
93
|
+
/**
|
|
94
|
+
* Gracefully shut down active model instances or processes.
|
|
95
|
+
*/
|
|
96
|
+
shutdown(): Promise<void>;
|
|
97
|
+
}
|
|
98
|
+
//# sourceMappingURL=inferenceProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inferenceProvider.d.ts","sourceRoot":"","sources":["../../../src/intelligence/providers/inferenceProvider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,UAAU,GAAG,OAAO,CAAC;AAE3D,MAAM,MAAM,oBAAoB,GAC5B,gBAAgB,GAChB,aAAa,GACb,OAAO,GACP,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,YAAY,CAAC;IAC3B,MAAM,EAAE,oBAAoB,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,WAAW,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;CACxD;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,oBAAoB,EAAE,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,oBAAoB,CAAC;IAC9B,IAAI,EAAE,OAAO,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IAEpC;;OAEG;IACH,WAAW,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAE1D;;OAEG;IACH,UAAU,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAE9D;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC;IAElE;;OAEG;IACH,QAAQ,CACN,OAAO,EAAE,wBAAwB,EACjC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,CACF,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEhC;;OAEG;IACH,UAAU,CACR,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,EAC9C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NEXUS AI — Self-Contained AI Inference Provider Architecture (Phase 2 Prototype)
|
|
3
|
+
*
|
|
4
|
+
* Defines the unified, provider-agnostic InferenceProvider contract.
|
|
5
|
+
* Supports both OllamaInferenceProvider (external daemon) and
|
|
6
|
+
* EmbeddedInferenceProvider (in-process/sidecar embedded inference).
|
|
7
|
+
*/
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=inferenceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inferenceProvider.js","sourceRoot":"","sources":["../../../src/intelligence/providers/inferenceProvider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { InferenceProvider, ProviderType, InferenceHealth, InferenceModelInfo, InferenceGenerateOptions, InferenceGenerateResult, InferenceChatOptions, InferenceChatResult, InferenceStreamChunk } from './inferenceProvider.js';
|
|
2
|
+
import { LogLevel } from '../../common/logger.js';
|
|
3
|
+
export declare class OllamaInferenceProvider implements InferenceProvider {
|
|
4
|
+
private host;
|
|
5
|
+
readonly providerType: ProviderType;
|
|
6
|
+
private adapter;
|
|
7
|
+
private logger;
|
|
8
|
+
constructor(host?: string, logLevel?: LogLevel);
|
|
9
|
+
healthCheck(timeoutMs?: number): Promise<InferenceHealth>;
|
|
10
|
+
listModels(timeoutMs?: number): Promise<InferenceModelInfo[]>;
|
|
11
|
+
getModelInfo(modelId: string): Promise<InferenceModelInfo | null>;
|
|
12
|
+
generate(options: InferenceGenerateOptions, signal?: AbortSignal): Promise<InferenceGenerateResult>;
|
|
13
|
+
chat(options: InferenceChatOptions, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
14
|
+
streamChat(options: InferenceChatOptions, onChunk: (chunk: InferenceStreamChunk) => void, signal?: AbortSignal): Promise<InferenceChatResult>;
|
|
15
|
+
shutdown(): Promise<void>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=ollamaInferenceProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollamaInferenceProvider.d.ts","sourceRoot":"","sources":["../../../src/intelligence/providers/ollamaInferenceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iBAAiB,EACjB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACrB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAU,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAE1D,qBAAa,uBAAwB,YAAW,iBAAiB;IAM7D,OAAO,CAAC,IAAI;IALd,SAAgB,YAAY,EAAE,YAAY,CAAY;IACtD,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAS;gBAGb,IAAI,GAAE,MAAiC,EAC/C,QAAQ,GAAE,QAAiB;IAMvB,WAAW,CAAC,SAAS,GAAE,MAAa,GAAG,OAAO,CAAC,eAAe,CAAC;IAY/D,UAAU,CAAC,SAAS,GAAE,MAAa,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAkBnE,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAKjE,QAAQ,CACZ,OAAO,EAAE,wBAAwB,EACjC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC;IAqB7B,IAAI,CACR,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC;IAyBzB,UAAU,CACd,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,EAC9C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC;IAyBzB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { OllamaAdapter } from '../ollamaAdapter.js';
|
|
2
|
+
import { Logger } from '../../common/logger.js';
|
|
3
|
+
export class OllamaInferenceProvider {
|
|
4
|
+
host;
|
|
5
|
+
providerType = 'ollama';
|
|
6
|
+
adapter;
|
|
7
|
+
logger;
|
|
8
|
+
constructor(host = 'http://127.0.0.1:11434', logLevel = 'info') {
|
|
9
|
+
this.host = host;
|
|
10
|
+
this.logger = new Logger('OllamaInferenceProvider', logLevel);
|
|
11
|
+
this.adapter = new OllamaAdapter(this.host, logLevel);
|
|
12
|
+
}
|
|
13
|
+
async healthCheck(timeoutMs = 3000) {
|
|
14
|
+
const health = await this.adapter.checkHealth(timeoutMs);
|
|
15
|
+
return {
|
|
16
|
+
providerType: this.providerType,
|
|
17
|
+
status: health.available ? 'READY' : 'UNAVAILABLE',
|
|
18
|
+
version: health.version,
|
|
19
|
+
endpoint: this.host,
|
|
20
|
+
details: { error: health.error },
|
|
21
|
+
timestamp: new Date().toISOString(),
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
async listModels(timeoutMs = 5000) {
|
|
25
|
+
try {
|
|
26
|
+
const rawModels = await this.adapter.discoverModels(timeoutMs);
|
|
27
|
+
return rawModels.map((m) => ({
|
|
28
|
+
id: m.name,
|
|
29
|
+
name: m.name,
|
|
30
|
+
sizeBytes: m.size,
|
|
31
|
+
format: m.details?.format || 'gguf',
|
|
32
|
+
family: m.details?.family,
|
|
33
|
+
quantization: m.details?.quantization_level,
|
|
34
|
+
readiness: 'ready',
|
|
35
|
+
}));
|
|
36
|
+
}
|
|
37
|
+
catch (err) {
|
|
38
|
+
this.logger.warn(`Failed listing models from Ollama: ${String(err)}`);
|
|
39
|
+
return [];
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
async getModelInfo(modelId) {
|
|
43
|
+
const models = await this.listModels();
|
|
44
|
+
return models.find((m) => m.id === modelId) || null;
|
|
45
|
+
}
|
|
46
|
+
async generate(options, signal) {
|
|
47
|
+
const res = await this.adapter.generate({
|
|
48
|
+
model: options.model,
|
|
49
|
+
prompt: options.prompt,
|
|
50
|
+
system: options.system,
|
|
51
|
+
temperature: options.temperature,
|
|
52
|
+
timeoutMs: options.timeoutMs,
|
|
53
|
+
}, signal);
|
|
54
|
+
return {
|
|
55
|
+
model: res.model,
|
|
56
|
+
response: res.response,
|
|
57
|
+
done: res.done,
|
|
58
|
+
totalDurationMs: res.totalDurationMs ?? 0,
|
|
59
|
+
completionTokens: res.evalCount,
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
async chat(options, signal) {
|
|
63
|
+
const lastUserMsg = options.messages.filter((m) => m.role === 'user').pop();
|
|
64
|
+
const prompt = lastUserMsg ? lastUserMsg.content : '';
|
|
65
|
+
const system = options.messages.filter((m) => m.role === 'system').map((m) => m.content).join('\n');
|
|
66
|
+
const genRes = await this.generate({
|
|
67
|
+
model: options.model,
|
|
68
|
+
prompt,
|
|
69
|
+
system: system || undefined,
|
|
70
|
+
temperature: options.temperature,
|
|
71
|
+
timeoutMs: options.timeoutMs,
|
|
72
|
+
}, signal);
|
|
73
|
+
return {
|
|
74
|
+
model: genRes.model,
|
|
75
|
+
message: { role: 'assistant', content: genRes.response },
|
|
76
|
+
done: genRes.done,
|
|
77
|
+
totalDurationMs: genRes.totalDurationMs,
|
|
78
|
+
completionTokens: genRes.completionTokens,
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
async streamChat(options, onChunk, signal) {
|
|
82
|
+
const lastUserMsg = options.messages.filter((m) => m.role === 'user').pop();
|
|
83
|
+
const prompt = lastUserMsg ? lastUserMsg.content : '';
|
|
84
|
+
const system = options.messages.filter((m) => m.role === 'system').map((m) => m.content).join('\n');
|
|
85
|
+
const res = await this.adapter.generateStream({
|
|
86
|
+
model: options.model,
|
|
87
|
+
prompt,
|
|
88
|
+
system: system || undefined,
|
|
89
|
+
temperature: options.temperature,
|
|
90
|
+
timeoutMs: options.timeoutMs,
|
|
91
|
+
}, (c) => onChunk({ delta: c.delta, done: c.done }), signal);
|
|
92
|
+
return {
|
|
93
|
+
model: res.model,
|
|
94
|
+
message: { role: 'assistant', content: res.response },
|
|
95
|
+
done: res.done,
|
|
96
|
+
totalDurationMs: res.totalDurationMs ?? 0,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
async shutdown() {
|
|
100
|
+
this.logger.info('OllamaInferenceProvider shutdown called (no-op for external daemon)');
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
//# sourceMappingURL=ollamaInferenceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollamaInferenceProvider.js","sourceRoot":"","sources":["../../../src/intelligence/providers/ollamaInferenceProvider.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAY,MAAM,wBAAwB,CAAC;AAE1D,MAAM,OAAO,uBAAuB;IAMxB;IALM,YAAY,GAAiB,QAAQ,CAAC;IAC9C,OAAO,CAAgB;IACvB,MAAM,CAAS;IAEvB,YACU,OAAe,wBAAwB,EAC/C,WAAqB,MAAM;QADnB,SAAI,GAAJ,IAAI,CAAmC;QAG/C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,yBAAyB,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,YAAoB,IAAI;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzD,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa;YAClD,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YAChC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,YAAoB,IAAI;QACvC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC/D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,IAAI;gBACjB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,IAAI,MAAM;gBACnC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,kBAAkB;gBAC3C,SAAS,EAAE,OAAO;aACnB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,IAAI,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,OAAiC,EACjC,MAAoB;QAEpB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CACrC;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,EACD,MAAM,CACP,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,eAAe,EAAE,GAAG,CAAC,eAAe,IAAI,CAAC;YACzC,gBAAgB,EAAE,GAAG,CAAC,SAAS;SAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CACR,OAA6B,EAC7B,MAAoB;QAEpB,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5E,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAChC;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM;YACN,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,EACD,MAAM,CACP,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE;YACxD,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAA6B,EAC7B,OAA8C,EAC9C,MAAoB;QAEpB,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5E,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpG,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAC3C;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM;YACN,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAChD,MAAM,CACP,CAAC;QAEF,OAAO;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE;YACrD,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,eAAe,EAAE,GAAG,CAAC,eAAe,IAAI,CAAC;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;IAC1F,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hardwareDetector.d.ts","sourceRoot":"","sources":["../../../src/intelligence/provisioning/hardwareDetector.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,qBAAa,gBAAgB;IAC3B,aAAa,CAAC,mBAAmB,CAAC,EAAE,MAAM,GAAG,eAAe;CA6C7D"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import os from 'os';
|
|
2
|
+
import fs from 'fs';
|
|
3
|
+
export class HardwareDetector {
|
|
4
|
+
detectProfile(overrideStoragePath) {
|
|
5
|
+
const platform = os.platform();
|
|
6
|
+
const arch = os.arch();
|
|
7
|
+
const cpus = os.cpus();
|
|
8
|
+
const totalRamMb = Math.round(os.totalmem() / (1024 * 1024));
|
|
9
|
+
const freeRamMb = Math.round(os.freemem() / (1024 * 1024));
|
|
10
|
+
let freeStorageMb = 20000; // Default conservative 20 GB estimate
|
|
11
|
+
try {
|
|
12
|
+
const targetPath = overrideStoragePath || process.cwd();
|
|
13
|
+
if (fs.existsSync(targetPath)) {
|
|
14
|
+
const stat = fs.statSync(targetPath);
|
|
15
|
+
if (stat) {
|
|
16
|
+
// Approximate available disk space estimation fallback
|
|
17
|
+
freeStorageMb = 25000;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
catch {
|
|
22
|
+
// Keep default estimate
|
|
23
|
+
}
|
|
24
|
+
// Safe GPU probe heuristic
|
|
25
|
+
let hasGpu = false;
|
|
26
|
+
let gpuName;
|
|
27
|
+
if (platform === 'darwin' && arch === 'arm64') {
|
|
28
|
+
hasGpu = true;
|
|
29
|
+
gpuName = 'Apple Silicon Metal Acceleration';
|
|
30
|
+
}
|
|
31
|
+
else if (process.env.CUDA_VISIBLE_DEVICES || process.env.CUDA_PATH) {
|
|
32
|
+
hasGpu = true;
|
|
33
|
+
gpuName = 'NVIDIA CUDA GPU';
|
|
34
|
+
}
|
|
35
|
+
return {
|
|
36
|
+
platform,
|
|
37
|
+
arch,
|
|
38
|
+
cpuModel: cpus[0]?.model || 'Standard CPU',
|
|
39
|
+
cpuCores: cpus.length,
|
|
40
|
+
totalRamMb,
|
|
41
|
+
freeRamMb,
|
|
42
|
+
freeStorageMb,
|
|
43
|
+
hasGpu,
|
|
44
|
+
gpuName,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=hardwareDetector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hardwareDetector.js","sourceRoot":"","sources":["../../../src/intelligence/provisioning/hardwareDetector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AAGpB,MAAM,OAAO,gBAAgB;IAC3B,aAAa,CAAC,mBAA4B;QACxC,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC;QAE3D,IAAI,aAAa,GAAG,KAAK,CAAC,CAAC,sCAAsC;QACjE,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,mBAAmB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YACxD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACrC,IAAI,IAAI,EAAE,CAAC;oBACT,uDAAuD;oBACvD,aAAa,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;QAED,2BAA2B;QAC3B,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,OAA2B,CAAC;QAEhC,IAAI,QAAQ,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9C,MAAM,GAAG,IAAI,CAAC;YACd,OAAO,GAAG,kCAAkC,CAAC;QAC/C,CAAC;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACrE,MAAM,GAAG,IAAI,CAAC;YACd,OAAO,GAAG,iBAAiB,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,QAAQ;YACR,IAAI;YACJ,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,cAAc;YAC1C,QAAQ,EAAE,IAAI,CAAC,MAAM;YACrB,UAAU;YACV,SAAS;YACT,aAAa;YACb,MAAM;YACN,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export * from './types.js';
|
|
2
|
+
export * from './modelManifest.js';
|
|
3
|
+
export * from './modelStorage.js';
|
|
4
|
+
export * from './modelVerifier.js';
|
|
5
|
+
export * from './modelDownloader.js';
|
|
6
|
+
export * from './hardwareDetector.js';
|
|
7
|
+
export * from './modelSelector.js';
|
|
8
|
+
export * from './setupState.js';
|
|
9
|
+
export * from './platformDetector.js';
|
|
10
|
+
export * from './nativeRuntime.js';
|
|
11
|
+
export * from './modelUpdater.js';
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/intelligence/provisioning/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export * from './types.js';
|
|
2
|
+
export * from './modelManifest.js';
|
|
3
|
+
export * from './modelStorage.js';
|
|
4
|
+
export * from './modelVerifier.js';
|
|
5
|
+
export * from './modelDownloader.js';
|
|
6
|
+
export * from './hardwareDetector.js';
|
|
7
|
+
export * from './modelSelector.js';
|
|
8
|
+
export * from './setupState.js';
|
|
9
|
+
export * from './platformDetector.js';
|
|
10
|
+
export * from './nativeRuntime.js';
|
|
11
|
+
export * from './modelUpdater.js';
|
|
12
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/intelligence/provisioning/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ModelManifest, DownloadProgress, VerificationResult } from './types.js';
|
|
2
|
+
import { ModelVerifier } from './modelVerifier.js';
|
|
3
|
+
import { ModelStorageManager } from './modelStorage.js';
|
|
4
|
+
export interface DownloaderOptions {
|
|
5
|
+
storageManager?: ModelStorageManager;
|
|
6
|
+
verifier?: ModelVerifier;
|
|
7
|
+
}
|
|
8
|
+
export declare class ModelDownloader {
|
|
9
|
+
private storage;
|
|
10
|
+
private verifier;
|
|
11
|
+
constructor(options?: DownloaderOptions);
|
|
12
|
+
/**
|
|
13
|
+
* Downloads a model described by manifest securely using HTTPS streaming.
|
|
14
|
+
*/
|
|
15
|
+
downloadModel(manifest: ModelManifest, onProgress?: (progress: DownloadProgress) => void, signal?: AbortSignal): Promise<{
|
|
16
|
+
success: boolean;
|
|
17
|
+
targetPath: string;
|
|
18
|
+
verification: VerificationResult;
|
|
19
|
+
}>;
|
|
20
|
+
private pipeStream;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=modelDownloader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelDownloader.d.ts","sourceRoot":"","sources":["../../../src/intelligence/provisioning/modelDownloader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACtF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,MAAM,WAAW,iBAAiB;IAChC,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,QAAQ,CAAgB;gBAEpB,OAAO,GAAE,iBAAsB;IAK3C;;OAEG;IACG,aAAa,CACjB,QAAQ,EAAE,aAAa,EACvB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,EACjD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,kBAAkB,CAAA;KAAE,CAAC;IAmGtF,OAAO,CAAC,UAAU;CA6CnB"}
|