@next-open-ai/openclawx 0.8.40 → 0.8.58

package/dist/server/config/config.controller.d.ts

@@ -1,7 +1,9 @@
 import { ConfigService, AppConfig } from './config.service.js';
+import { LocalModelsService } from './local-models.service.js';
 export declare class ConfigController {
     private readonly configService;
-    constructor(configService: ConfigService);
+    private readonly localModelsService;
+    constructor(configService: ConfigService, localModelsService: LocalModelsService);
     getConfig(): Promise<{
         success: boolean;
         data: {
@@ -16,7 +18,7 @@ export declare class ConfigController {
             loginUsername?: string;
             providers: {
                 [key: string]: {
-                    apiKey? /** OpenCode 免费/推荐模型列表，供代理配置界面下拉选择（本地/远程模式默认模型） */: string;
+                    apiKey?: string;
                     baseUrl?: string;
                     alias?: string;
                 };
@@ -68,7 +70,7 @@ export declare class ConfigController {
             loginUsername?: string;
             providers: {
                 [key: string]: {
-                    apiKey? /** OpenCode 免费/推荐模型列表，供代理配置界面下拉选择（本地/远程模式默认模型） */: string;
+                    apiKey?: string;
                     baseUrl?: string;
                     alias?: string;
                 };
@@ -112,7 +114,7 @@ export declare class ConfigController {
     }>;
     getProviderSupport(): Promise<{
         success: boolean;
-        data: import("../../index.js").ProviderSupport;
+        data: import("../../core/config/provider-support-default.js").ProviderSupport;
     }>;
     getModels(provider: string, type?: string): Promise<{
         success: boolean;
@@ -127,4 +129,79 @@ export declare class ConfigController {
         success: boolean;
         data: import("../../core/agent/proxy/adapters/opencode-free-models.js").OpenCodeFreeModelOption[];
     };
+    /** 列出本地已缓存的 GGUF 模型文件 */
+    listLocalModels(): Promise<{
+        success: boolean;
+        data: import("./local-models.service.js").LocalModelInfo[];
+    }>;
+    /** 推荐的 GGUF 模型列表（来自 preset，与已安装展示名称一致） */
+    getRecommendedModels(): Promise<{
+        success: boolean;
+        data: import("./local-models.service.js").RecommendedModel[];
+    }>;
+    /** 仅返回尚未安装的推荐模型（已安装的不显示在下载区） */
+    getRecommendedToDownload(): Promise<{
+        success: boolean;
+        data: import("./local-models.service.js").RecommendedModel[];
+    }>;
+    /** 本地模型服务状态：是否可用、不可用原因、当前 baseUrl */
+    getLocalLlmStatus(): {
+        success: boolean;
+        data: {
+            available: boolean;
+            error: string | undefined;
+            baseUrl: string | undefined;
+        };
+    };
+    /** 启动本地模型服务：LLM/Embedding 任一已下载即可启动，只启动已存在的模型并提示；失败仅返回错误信息不抛错 */
+    startLocalLlm(body: {
+        llmModelUri?: string;
+        embeddingModelUri?: string;
+    }): Promise<{
+        success: boolean;
+        data: {
+            error: string;
+            baseUrl?: undefined;
+            message?: undefined;
+        };
+    } | {
+        success: boolean;
+        data: {
+            baseUrl: string;
+            message: string;
+            error?: undefined;
+        };
+    }>;
+    /** 开始后台下载模型（立即返回，进度通过 GET local-models/progress 轮询）。useMirror=true 使用国内镜像。 */
+    startDownload(body: {
+        modelUri: string;
+        useMirror?: boolean;
+    }): Promise<{
+        success: boolean;
+        data: {
+            filename: string;
+        };
+    }>;
+    /** 取消指定模型的下载 */
+    cancelDownload(body: {
+        modelUri: string;
+    }): {
+        success: boolean;
+    };
+    /** 推荐模型列表（含是否已安装），用于展示「已下载」或中国/全球下载按钮 */
+    getRecommendedWithStatus(): Promise<{
+        success: boolean;
+        data: (import("./local-models.service.js").RecommendedModel & {
+            isInstalled: boolean;
+        })[];
+    }>;
+    /** 查询下载进度 */
+    getDownloadProgress(uri: string): {
+        success: boolean;
+        data: import("./local-models.service.js").DownloadProgress | null;
+    };
+    /** 删除本地缓存的 GGUF 模型文件 */
+    deleteLocalModel(filename: string): Promise<{
+        success: boolean;
+    }>;
 }

package/dist/server/config/config.controller.js

@@ -10,13 +10,19 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 var __param = (this && this.__param) || function (paramIndex, decorator) {
     return function (target, key) { decorator(target, key, paramIndex); }
 };
-import { Controller, Get, Put, Body, Param, Query } from '@nestjs/common';
+import { Controller, Get, Put, Body, Param, Query, Delete, Post } from '@nestjs/common';
 import { OPENCODE_FREE_MODELS } from '../../core/agent/proxy/adapters/opencode-free-models.js';
+import { loadDesktopAgentConfig, setDefaultModel } from '../../core/config/desktop-config.js';
+import { startLocalLlmServer, stopLocalLlmServer } from '../../core/local-llm-server/index.js';
+import { resolveModelPathInCache, LOCAL_LLM_CACHE_DIR } from '../../core/local-llm-server/model-resolve.js';
 import { ConfigService } from './config.service.js';
+import { LocalModelsService } from './local-models.service.js';
 let ConfigController = class ConfigController {
     configService;
-    constructor(configService) {
+    localModelsService;
+    constructor(configService, localModelsService) {
         this.configService = configService;
+        this.localModelsService = localModelsService;
     }
     async getConfig() {
         const config = await this.configService.getConfig();
@@ -62,6 +68,116 @@ let ConfigController = class ConfigController {
             data: OPENCODE_FREE_MODELS,
         };
     }
+    // ─── 本地模型管理（node-llama-cpp GGUF）────────────────────────────────────
+    /** 列出本地已缓存的 GGUF 模型文件 */
+    async listLocalModels() {
+        return { success: true, data: await this.localModelsService.listModels() };
+    }
+    /** 推荐的 GGUF 模型列表（来自 preset，与已安装展示名称一致） */
+    async getRecommendedModels() {
+        const data = await this.localModelsService.getRecommendedModels();
+        return { success: true, data };
+    }
+    /** 仅返回尚未安装的推荐模型（已安装的不显示在下载区） */
+    async getRecommendedToDownload() {
+        const data = await this.localModelsService.getRecommendedToDownload();
+        return { success: true, data };
+    }
+    /** 本地模型服务状态：是否可用、不可用原因、当前 baseUrl */
+    getLocalLlmStatus() {
+        const baseUrl = process.env.LOCAL_LLM_BASE_URL;
+        const error = process.env.LOCAL_LLM_START_FAILED;
+        const available = !!baseUrl;
+        return {
+            success: true,
+            data: { available, error: error || undefined, baseUrl: baseUrl || undefined },
+        };
+    }
+    /** 启动本地模型服务：LLM/Embedding 任一已下载即可启动，只启动已存在的模型并提示；失败仅返回错误信息不抛错 */
+    async startLocalLlm(body) {
+        stopLocalLlmServer();
+        delete process.env.LOCAL_LLM_BASE_URL;
+        delete process.env.LOCAL_LLM_START_FAILED;
+        const llmPath = body.llmModelUri?.trim();
+        const embPath = body.embeddingModelUri?.trim();
+        if (!llmPath && !embPath) {
+            return { success: false, data: { error: '请至少选择 LLM 或 Embedding 模型之一' } };
+        }
+        const llmResolved = llmPath ? resolveModelPathInCache(llmPath, LOCAL_LLM_CACHE_DIR) : '';
+        const embResolved = embPath ? resolveModelPathInCache(embPath, LOCAL_LLM_CACHE_DIR) : '';
+        if (!llmResolved && !embResolved) {
+            return { success: false, data: { error: '未找到已下载的模型文件，请先在「模型管理」中下载' } };
+        }
+        if (llmPath) {
+            try {
+                await setDefaultModel('local', llmPath);
+            }
+            catch {
+                // 保存失败不阻断启动
+            }
+        }
+        let contextSize;
+        try {
+            const defaultAgent = await loadDesktopAgentConfig('default');
+            if (defaultAgent?.contextSize != null && defaultAgent.contextSize > 0) {
+                contextSize = defaultAgent.contextSize;
+            }
+        }
+        catch {
+            // ignore
+        }
+        if (contextSize == null) {
+            const envMax = process.env.LOCAL_LLM_CONTEXT_MAX;
+            contextSize = envMax != null && String(envMax).trim() !== '' ? parseInt(envMax, 10) || 32768 : 32768;
+        }
+        const opts = {
+            ...(llmResolved ? { llmModelPath: llmResolved } : {}),
+            ...(embResolved ? { embeddingModelPath: embResolved } : {}),
+            contextSize,
+        };
+        try {
+            const handle = await startLocalLlmServer(opts);
+            process.env.LOCAL_LLM_BASE_URL = handle.baseUrl;
+            const message = llmResolved && embResolved
+                ? '已启动 LLM + Embedding'
+                : llmResolved
+                    ? '已启动 LLM 模型（当前未使用 Embedding）'
+                    : '已启动 Embedding 模型（当前未使用 LLM）';
+            return { success: true, data: { baseUrl: handle.baseUrl, message } };
+        }
+        catch (e) {
+            const msg = e instanceof Error ? e.message : String(e);
+            process.env.LOCAL_LLM_START_FAILED = msg;
+            return { success: false, data: { error: msg } };
+        }
+    }
+    /** 开始后台下载模型（立即返回，进度通过 GET local-models/progress 轮询）。useMirror=true 使用国内镜像。 */
+    async startDownload(body) {
+        const result = await this.localModelsService.startDownload(body.modelUri, {
+            useMirror: body.useMirror === true,
+        });
+        return { success: true, data: result };
+    }
+    /** 取消指定模型的下载 */
+    cancelDownload(body) {
+        this.localModelsService.cancelDownload(body.modelUri);
+        return { success: true };
+    }
+    /** 推荐模型列表（含是否已安装），用于展示「已下载」或中国/全球下载按钮 */
+    async getRecommendedWithStatus() {
+        const models = await this.localModelsService.getRecommendedWithStatus();
+        return { success: true, data: models };
+    }
+    /** 查询下载进度 */
+    getDownloadProgress(uri) {
+        const progress = this.localModelsService.getDownloadProgress(uri);
+        return { success: true, data: progress };
+    }
+    /** 删除本地缓存的 GGUF 模型文件 */
+    async deleteLocalModel(filename) {
+        await this.localModelsService.deleteModel(filename);
+        return { success: true };
+    }
 };
 __decorate([
     Get(),
@@ -102,8 +218,74 @@ __decorate([
     __metadata("design:paramtypes", []),
     __metadata("design:returntype", void 0)
 ], ConfigController.prototype, "getOpencodeFreeModels", null);
+__decorate([
+    Get('local-models'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "listLocalModels", null);
+__decorate([
+    Get('local-models/recommended'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "getRecommendedModels", null);
+__decorate([
+    Get('local-models/recommended-to-download'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "getRecommendedToDownload", null);
+__decorate([
+    Get('local-models/status'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", void 0)
+], ConfigController.prototype, "getLocalLlmStatus", null);
+__decorate([
+    Post('local-models/start'),
+    __param(0, Body()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "startLocalLlm", null);
+__decorate([
+    Post('local-models/download'),
+    __param(0, Body()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "startDownload", null);
+__decorate([
+    Post('local-models/cancel-download'),
+    __param(0, Body()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", void 0)
+], ConfigController.prototype, "cancelDownload", null);
+__decorate([
+    Get('local-models/recommended-with-status'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "getRecommendedWithStatus", null);
+__decorate([
+    Get('local-models/progress'),
+    __param(0, Query('uri')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", void 0)
+], ConfigController.prototype, "getDownloadProgress", null);
+__decorate([
+    Delete('local-models/:filename'),
+    __param(0, Param('filename')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", Promise)
+], ConfigController.prototype, "deleteLocalModel", null);
 ConfigController = __decorate([
     Controller('config'),
-    __metadata("design:paramtypes", [ConfigService])
+    __metadata("design:paramtypes", [ConfigService,
+        LocalModelsService])
 ], ConfigController);
 export { ConfigController };

package/dist/server/config/config.module.js

@@ -7,6 +7,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 import { Module, forwardRef } from '@nestjs/common';
 import { ConfigController } from './config.controller.js';
 import { ConfigService } from './config.service.js';
+import { LocalModelsService } from './local-models.service.js';
 import { AgentConfigModule } from '../agent-config/agent-config.module.js';
 let ConfigModule = class ConfigModule {
 };
@@ -14,8 +15,8 @@ ConfigModule = __decorate([
     Module({
         imports: [forwardRef(() => AgentConfigModule)],
         controllers: [ConfigController],
-        providers: [ConfigService],
-        exports: [ConfigService],
+        providers: [ConfigService, LocalModelsService],
+        exports: [ConfigService, LocalModelsService],
     })
 ], ConfigModule);
 export { ConfigModule };

package/dist/server/config/config.service.d.ts

@@ -91,11 +91,14 @@ export declare class ConfigService {
     private configPath;
     private config;
     constructor(agentConfigService: AgentConfigService);
+    /** 预装本地推理缺省：与 desktop-config 的 DEFAULT_LOCAL_LLM_MODEL_ID / DEFAULT_LOCAL_MODEL_ITEM_CODE 一致 */
+    private static readonly DEFAULT_LOCAL_MODEL_ID;
+    private static readonly DEFAULT_LOCAL_MODEL_ITEM_CODE;
     private getDefaultConfig;
     /** 当前缺省智能体 id */
     getDefaultAgentId(config?: AppConfig): string;
     private loadConfig;
-    /** 每次获取前从磁盘重新读取，保证打开配置界面时显示最新（含 CLI 写入的配置） */
+    /** 每次获取前从磁盘重新读取，保证打开配置界面时显示最新（含 CLI 写入的配置）。本地 LLM 可用时注入 local 与缺省模型项，供所有智能体使用。 */
     getConfig(): Promise<AppConfig>;
     updateConfig(updates: Partial<AppConfig>): Promise<AppConfig>;
     private saveConfig;

package/dist/server/config/config.service.js

@@ -7,14 +7,16 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var ConfigService_1;
 import { Injectable } from '@nestjs/common';
 import { readFile, writeFile, mkdir } from 'fs/promises';
-import { join } from 'path';
+import { join, dirname } from 'path';
 import { existsSync } from 'fs';
 import { homedir } from 'os';
 import { getProviderSupport, syncDesktopConfigToModelsJson } from '../../core/config/desktop-config.js';
 import { AgentConfigService } from '../agent-config/agent-config.service.js';
 let ConfigService = class ConfigService {
+    static { ConfigService_1 = this; }
     agentConfigService;
     configPath;
     config;
@@ -30,16 +32,30 @@ let ConfigService = class ConfigService {
         this.config = this.getDefaultConfig();
         this.loadConfig();
     }
+    /** 预装本地推理缺省：与 desktop-config 的 DEFAULT_LOCAL_LLM_MODEL_ID / DEFAULT_LOCAL_MODEL_ITEM_CODE 一致 */
+    static DEFAULT_LOCAL_MODEL_ID = 'hf_Qwen_Qwen3-4B-GGUF_Qwen3-4B-Q4_K_M.gguf';
+    static DEFAULT_LOCAL_MODEL_ITEM_CODE = 'local-qwen3-4b';
     getDefaultConfig() {
         return {
             gatewayUrl: 'ws://localhost:38080',
-            defaultProvider: 'deepseek',
-            defaultModel: 'deepseek-chat',
+            defaultProvider: 'local',
+            defaultModel: ConfigService_1.DEFAULT_LOCAL_MODEL_ID,
+            defaultModelItemCode: ConfigService_1.DEFAULT_LOCAL_MODEL_ITEM_CODE,
             defaultAgentId: 'default',
             theme: 'dark',
             maxAgentSessions: 5,
-            providers: {},
-            configuredModels: [],
+            providers: {
+                local: { baseUrl: 'http://127.0.0.1:11435/v1' },
+            },
+            configuredModels: [
+                {
+                    provider: 'local',
+                    modelId: ConfigService_1.DEFAULT_LOCAL_MODEL_ID,
+                    modelItemCode: ConfigService_1.DEFAULT_LOCAL_MODEL_ITEM_CODE,
+                    type: 'llm',
+                    alias: 'Qwen3 4B Q4_K_M',
+                },
+            ],
             rag: undefined,
             memory: {},
             channels: {},
@@ -54,18 +70,54 @@ let ConfigService = class ConfigService {
         try {
             if (existsSync(this.configPath)) {
                 const content = await readFile(this.configPath, 'utf-8');
-                this.config = { ...this.getDefaultConfig(), ...JSON.parse(content) };
+                const parsed = JSON.parse(content);
+                this.config = { ...this.getDefaultConfig(), ...parsed };
                 this.config.defaultAgentId = this.getDefaultAgentId(this.config);
+                // 保证 local 与缺省本地模型始终存在，避免旧配置或空配置覆盖产品默认
+                const def = this.getDefaultConfig();
+                if (!this.config.providers?.local) {
+                    this.config.providers = { ...(this.config.providers || {}), local: def.providers.local };
+                }
+                if (!(this.config.configuredModels || []).some((m) => m.provider === 'local')) {
+                    this.config.configuredModels = [...(def.configuredModels || []), ...(this.config.configuredModels || [])];
+                }
+            }
+            else {
+                this.config = this.getDefaultConfig();
+                await this.saveConfig();
             }
         }
         catch (error) {
             console.error('Error loading config:', error);
         }
     }
-    /** 每次获取前从磁盘重新读取，保证打开配置界面时显示最新（含 CLI 写入的配置） */
+    /** 每次获取前从磁盘重新读取，保证打开配置界面时显示最新（含 CLI 写入的配置）。本地 LLM 可用时注入 local 与缺省模型项，供所有智能体使用。 */
     async getConfig() {
         await this.loadConfig();
-        return this.config;
+        const baseUrl = process.env.LOCAL_LLM_BASE_URL?.trim();
+        if (!baseUrl)
+            return this.config;
+        const out = { ...this.config };
+        out.providers = { ...(this.config.providers || {}) };
+        if (!out.providers['local']) {
+            out.providers['local'] = { baseUrl: baseUrl || 'http://127.0.0.1:11435/v1' };
+        }
+        else if (!out.providers['local'].baseUrl?.trim()) {
+            out.providers['local'] = { ...out.providers['local'], baseUrl: baseUrl || 'http://127.0.0.1:11435/v1' };
+        }
+        const list = [...(out.configuredModels || [])];
+        const hasLocal = list.some((m) => m.provider === 'local' && m.modelId === 'local-llm');
+        if (!hasLocal) {
+            list.push({
+                provider: 'local',
+                modelId: 'local-llm',
+                modelItemCode: 'local-llm',
+                type: 'llm',
+                alias: '本地 LLM（当前加载）',
+            });
+            out.configuredModels = list;
+        }
+        return out;
     }
     async updateConfig(updates) {
         this.config = { ...this.config, ...updates };
@@ -85,6 +137,7 @@ let ConfigService = class ConfigService {
     }
     async saveConfig() {
         try {
+            await mkdir(dirname(this.configPath), { recursive: true });
             await writeFile(this.configPath, JSON.stringify(this.config, null, 2));
         }
         catch (error) {
@@ -119,7 +172,7 @@ let ConfigService = class ConfigService {
         return getProviderSupport();
     }
 };
-ConfigService = __decorate([
+ConfigService = ConfigService_1 = __decorate([
     Injectable(),
     __metadata("design:paramtypes", [AgentConfigService])
 ], ConfigService);

package/dist/server/config/local-models.service.d.ts

@@ -0,0 +1,67 @@
+export interface RecommendedModel {
+    id: string;
+    name: string;
+    type: 'llm' | 'embedding';
+    sizeHint: string;
+}
+export interface LocalModelInfo {
+    filename: string;
+    /** 文件大小（字节） */
+    size: number;
+    /** 最后修改时间 ISO 字符串 */
+    updatedAt: string;
+    /** 推断的模型类型：llm / embedding（根据文件名关键词） */
+    inferredType: 'llm' | 'embedding' | 'unknown';
+    /** 与推荐列表一致的展示名称（能匹配到预设时），否则为 filename */
+    displayName: string;
+}
+export interface DownloadProgress {
+    status: string;
+    completed?: number;
+    total?: number;
+    percent?: number;
+}
+export declare class LocalModelsService {
+    private readonly cacheDir;
+    private recommendedCache;
+    /** 正在下载的任务：modelUri → 进度 */
+    private downloadingMap;
+    constructor();
+    /** 从 presets/recommended-local-models.json 加载推荐列表，失败则用内置默认 */
+    private getRecommendedModelsFromPreset;
+    /** 列出本地已缓存的 GGUF 模型文件，displayName 与推荐列表一致（来自 preset 匹配） */
+    listModels(): Promise<LocalModelInfo[]>;
+    /** 删除本地缓存的 GGUF 模型文件 */
+    deleteModel(filename: string): Promise<void>;
+    /** 获取推荐模型列表（来自 preset，与已安装展示名称一致） */
+    getRecommendedModels(): Promise<RecommendedModel[]>;
+    /** 仅返回尚未安装的推荐模型；已安装的视为「推荐列表中的一员」不再出现在备下载区 */
+    getRecommendedToDownload(): Promise<RecommendedModel[]>;
+    /** 检查指定模型（uri 或文件名）是否已在缓存目录存在 */
+    isModelFilePresent(modelIdOrUri: string): boolean;
+    /** 正在下载任务的 AbortController，用于取消 */
+    private abortControllerMap;
+    /** 获取某个 modelUri 的下载进度（不存在则表示未在下载） */
+    getDownloadProgress(modelUri: string): DownloadProgress | null;
+    /**
+     * 取消指定 modelUri 的下载（若正在下载）。
+     */
+    cancelDownload(modelUri: string): void;
+    /**
+     * 返回所有推荐模型及是否已安装，用于前端展示「已下载」或下载按钮。
+     */
+    getRecommendedWithStatus(): Promise<Array<RecommendedModel & {
+        isInstalled: boolean;
+    }>>;
+    /**
+     * 后台下载模型（通过 node-llama-cpp resolveModelFile）。
+     * useMirror=true 使用国内镜像 hf-mirror.com，false 使用官方 huggingface.co。
+     * 返回后立即响应，进度通过 getDownloadProgress 轮询获取。
+     */
+    startDownload(modelUri: string, options?: {
+        useMirror?: boolean;
+    }): Promise<{
+        filename: string;
+    }>;
+    private runDownload;
+}