@geminilight/mindos 0.6.67 → 0.6.70

package/app/lib/core/hybrid-search.ts

@@ -0,0 +1,160 @@
+/**
+ * Hybrid search: BM25 + Embedding with Reciprocal Rank Fusion (RRF).
+ *
+ * When embedding is enabled and ready, runs both BM25 and embedding search,
+ * then merges results using RRF. When embedding is disabled or not ready,
+ * falls back to pure BM25 — zero overhead.
+ */
+
+import { searchFiles as bm25Search } from './search';
+import { EmbeddingIndex } from './embedding-index';
+import { getEmbeddingConfig } from './embedding-provider';
+import { effectiveSopRoot } from '@/lib/settings';
+import type { SearchResult, SearchOptions } from './types';
+
+/** Module-level embedding index singleton — lazily initialized. */
+const embeddingIndex = new EmbeddingIndex();
+
+/** RRF constant (standard value from the original paper). */
+const RRF_K = 60;
+
+/**
+ * Hybrid search combining BM25 keyword search with embedding semantic search.
+ *
+ * Flow:
+ * 1. Always run BM25 (fast, synchronous).
+ * 2. If embedding is enabled:
+ *    a. Ensure index is loaded/built (async, non-blocking on first call).
+ *    b. If ready, run embedding search.
+ *    c. Merge results with RRF.
+ * 3. If embedding is disabled or not ready, return pure BM25 results.
+ */
+export async function hybridSearch(
+  mindRoot: string,
+  query: string,
+  opts: SearchOptions = {},
+): Promise<SearchResult[]> {
+  const limit = opts.limit ?? 20;
+
+  // Step 1: BM25 (always runs — synchronous, fast)
+  const bm25Results = bm25Search(mindRoot, query, { ...opts, limit: limit * 2 });
+
+  // Step 2: Check if embedding is available
+  const embeddingConfig = getEmbeddingConfig();
+  if (!embeddingConfig) {
+    // Embedding disabled — pure BM25
+    return bm25Results.slice(0, limit);
+  }
+
+  // Step 3: Ensure embedding index is loaded/building
+  if (!embeddingIndex.isBuiltFor(mindRoot)) {
+    // Try loading from disk
+    const loaded = embeddingIndex.load(mindRoot);
+    if (!loaded && !embeddingIndex.isBuilding()) {
+      // Trigger async rebuild — don't await, return BM25 for now
+      embeddingIndex.rebuild(mindRoot).catch(() => {});
+      return bm25Results.slice(0, limit);
+    }
+  }
+
+  if (!embeddingIndex.isReady()) {
+    // Still building — return BM25 only
+    return bm25Results.slice(0, limit);
+  }
+
+  // Step 4: Run embedding search
+  const embeddingResults = await embeddingIndex.search(query, limit * 2);
+
+  if (embeddingResults.length === 0) {
+    // Embedding search failed or returned nothing — pure BM25
+    return bm25Results.slice(0, limit);
+  }
+
+  // Step 5: RRF merge
+  return rrfMerge(bm25Results, embeddingResults, limit);
+}
+
+/**
+ * Reciprocal Rank Fusion — merges two ranked lists.
+ *
+ * score(doc) = 1/(k + rank_bm25) + 1/(k + rank_embedding)
+ *
+ * Documents appearing in only one list get only that term.
+ * This naturally balances exact keyword matches with semantic matches.
+ */
+function rrfMerge(
+  bm25Results: SearchResult[],
+  embeddingResults: { path: string; similarity: number }[],
+  limit: number,
+): SearchResult[] {
+  const rrfScores = new Map<string, number>();
+  const snippets = new Map<string, string>();
+  const bm25Scores = new Map<string, number>();
+
+  // BM25 ranks
+  for (let i = 0; i < bm25Results.length; i++) {
+    const r = bm25Results[i];
+    const rank = i + 1;
+    rrfScores.set(r.path, (rrfScores.get(r.path) ?? 0) + 1 / (RRF_K + rank));
+    snippets.set(r.path, r.snippet);
+    bm25Scores.set(r.path, r.score);
+  }
+
+  // Embedding ranks
+  for (let i = 0; i < embeddingResults.length; i++) {
+    const r = embeddingResults[i];
+    const rank = i + 1;
+    rrfScores.set(r.path, (rrfScores.get(r.path) ?? 0) + 1 / (RRF_K + rank));
+    // If embedding found a doc that BM25 didn't, we need a snippet
+    if (!snippets.has(r.path)) {
+      snippets.set(r.path, `[semantic match, similarity: ${r.similarity.toFixed(3)}]`);
+    }
+  }
+
+  // Sort by RRF score
+  const merged = [...rrfScores.entries()]
+    .sort(([, a], [, b]) => b - a)
+    .slice(0, limit)
+    .map(([filePath, rrfScore]) => ({
+      path: filePath,
+      snippet: snippets.get(filePath) ?? '',
+      score: rrfScore,
+      occurrences: bm25Scores.has(filePath) ? 1 : 0, // mark whether BM25 contributed
+    }));
+
+  return merged;
+}
+
+// ── Incremental index management (called from search.ts on file mutations) ──
+
+/** Update embedding for a single file after write. Non-blocking. */
+export function updateEmbeddingFile(mindRoot: string, filePath: string): void {
+  if (!embeddingIndex.isReady()) return;
+  embeddingIndex.updateFile(mindRoot, filePath).catch(() => {});
+}
+
+/** Remove a file from the embedding index after delete. */
+export function removeEmbeddingFile(filePath: string): void {
+  embeddingIndex.removeFile(filePath);
+}
+
+/** Invalidate the embedding index entirely. */
+export function invalidateEmbeddingIndex(): void {
+  embeddingIndex.invalidate();
+}
+
+/** Get embedding index status (for diagnostics/UI). */
+export function getEmbeddingStatus(): {
+  enabled: boolean;
+  ready: boolean;
+  building: boolean;
+  docCount: number;
+} {
+  const config = getEmbeddingConfig();
+  return {
+    enabled: !!config,
+    ready: embeddingIndex.isReady(),
+    building: embeddingIndex.isBuilding(),
+    docCount: embeddingIndex.getDocCount(),
+  };
+}

package/app/lib/core/search.ts

@@ -5,8 +5,7 @@ import { collectAllFiles } from './tree';
 import { readFile } from './fs-ops';
 import { SearchIndex } from './search-index';
 import type { SearchResult, SearchOptions } from './types';
-import { expandQueryWithSynonyms } from './synonym-dict';
-
+import { updateEmbeddingFile, removeEmbeddingFile, invalidateEmbeddingIndex } from './hybrid-search';
 /**
  * Module-level search index singleton.
  * Lazily built on first search, invalidated by `invalidateSearchIndex()`.
@@ -21,6 +20,7 @@ function getMindosDir(): string {
 /** Invalidate the core search index. Called from `lib/fs.ts` on write operations. */
 export function invalidateSearchIndex(): void {
   searchIndex.invalidate();
+  invalidateEmbeddingIndex();
 }
 
 /** Incrementally update a single file in the search index (after write/edit). */
@@ -28,6 +28,8 @@ export function updateSearchIndexFile(mindRoot: string, filePath: string): void
   if (!searchIndex.isBuilt()) return;
   searchIndex.updateFile(mindRoot, filePath);
   schedulePersist();
+  // Also update embedding index (async, non-blocking)
+  updateEmbeddingFile(mindRoot, filePath);
 }
 
 /** Incrementally add a new file to the search index (after create). */
@@ -35,6 +37,8 @@ export function addSearchIndexFile(mindRoot: string, filePath: string): void {
   if (!searchIndex.isBuilt()) return;
   searchIndex.addFile(mindRoot, filePath);
   schedulePersist();
+  // Also update embedding index (async, non-blocking)
+  updateEmbeddingFile(mindRoot, filePath);
 }
 
 /** Incrementally remove a file from the search index (after delete). */
@@ -42,6 +46,7 @@ export function removeSearchIndexFile(filePath: string): void {
   if (!searchIndex.isBuilt()) return;
   searchIndex.removeFile(filePath);
   schedulePersist();
+  removeEmbeddingFile(filePath);
 }
 
 /** Debounced persist — writes index to disk 5s after last write operation. */
@@ -151,13 +156,10 @@ function countTermOccurrences(term: string, text: string): number {
  * Candidate narrowing: uses an in-memory inverted index with UNION semantics
  * for multi-term queries (a document matching ANY term is a candidate).
  *
- * Synonym expansion: queries are expanded via the synonym dictionary so that
- * "架构" automatically searches for "系统设计", "技术方案", etc.
- *
  * NOTE: The App also has a separate Fuse.js fuzzy search in `lib/fs.ts` for the
  * browser `⌘K` search overlay. The two coexist intentionally:
- * - Core search (here): exact literal match + BM25 ranking + synonyms, used by MCP/API
- * - App search (lib/fs.ts): Fuse.js fuzzy match with CJK support, used by frontend
+ * - Core search (here): BM25 ranking, used by MCP/API/Agent
+ * - App search (lib/fs.ts): Fuse.js fuzzy match, used by frontend ⌘K
  */
 export function searchFiles(mindRoot: string, query: string, opts: SearchOptions = {}): SearchResult[] {
   if (!query.trim()) return [];
@@ -176,20 +178,8 @@ export function searchFiles(mindRoot: string, query: string, opts: SearchOptions
 
   const totalDocs = searchIndex.getFileCount();
   const avgDocLength = searchIndex.getAvgDocLength();
-  
-  // NEW: Expand query with synonyms (e.g., "架构" → ["架构", "系统设计", "技术方案", ...])
-  const expandedTerms = expandQueryWithSynonyms(query);
-  
-  // If synonym expansion produced new terms, use the expanded set.
-  // Otherwise fall back to the original query term splitting behavior.
-  let queryTerms: string[];
-  if (expandedTerms.length > 0 && expandedTerms.length !== 1) {
-    queryTerms = expandedTerms;
-  } else if (expandedTerms.length === 1) {
-    queryTerms = splitQueryTerms(query);
-  } else {
-    queryTerms = splitQueryTerms(query);
-  }
+
+  const queryTerms = splitQueryTerms(query);
 
   // Use UNION index to get candidate files (any file matching any term)
   const candidates = searchIndex.getCandidatesUnion(query);

package/app/lib/i18n/modules/ai-chat.ts

@@ -122,6 +122,19 @@ export const aiChatEn = {
     fileName: 'Filename',
     saveGenerating: 'Generating summary...',
     saveRetry: 'Retry',
+    historySearch: 'Search conversations...',
+    historyStats: (n: number) => `${n} conversation${n === 1 ? '' : 's'}`,
+    historyPinned: 'Pinned',
+    historyToday: 'Today',
+    historyYesterday: 'Yesterday',
+    historyThisWeek: 'This week',
+    historyOlder: 'Older',
+    historyExport: 'Export',
+    historyEmpty: 'No conversations yet',
+    historyEmptyHint: 'Start a new chat to begin',
+    historyCapacity: (n: number) => `${n} of 30`,
+    historyDeleteConfirm: 'Delete this conversation?',
+    historyMsgs: (n: number) => `${n} msg${n === 1 ? '' : 's'}`,
   },
   changes: {
     unreadBanner: (n: number) => `${n} content change${n === 1 ? '' : 's'} unread`,
@@ -347,6 +360,19 @@ export const aiChatZh = {
     fileName: '文件名',
     saveGenerating: '正在生成摘要...',
     saveRetry: '重试',
+    historySearch: '搜索对话...',
+    historyStats: (n: number) => `${n} 个对话`,
+    historyPinned: '已固定',
+    historyToday: '今天',
+    historyYesterday: '昨天',
+    historyThisWeek: '本周',
+    historyOlder: '更早',
+    historyExport: '导出',
+    historyEmpty: '暂无对话',
+    historyEmptyHint: '开始新对话吧',
+    historyCapacity: (n: number) => `${n} / 30`,
+    historyDeleteConfirm: '确定删除此对话？',
+    historyMsgs: (n: number) => `${n} 条消息`,
   },
   changes: {
     unreadBanner: (n: number) => `${n} 条内容变更未读`,

package/app/lib/i18n/modules/panels.ts

@@ -223,6 +223,13 @@ export const panelsEn = {
       backToChannels: 'Back to Channels',
       setupGuide: 'Setup Guide',
       disconnectHint: 'Remove credentials and disconnect this platform.',
+      editCredentials: 'Update credentials',
+      editCredentialsHint: 'Need to rotate tokens or fix a broken connection? Update and save here.',
+      guideLink: 'Open setup guide',
+      recipientHint: 'Use the platform-specific recipient ID.',
+      savedValuesHint: 'Saved values stay hidden. To update credentials, paste the full replacement values and save.',
+      required: 'required',
+      saving: 'Saving...',
     },
   },
   echoPages: {
@@ -951,6 +958,13 @@ export const panelsZh = {
       backToChannels: '返回频道',
       setupGuide: '配置指南',
       disconnectHint: '移除凭证并断开此平台的连接。',
+      editCredentials: '更新凭证',
+      editCredentialsHint: '如果需要轮换密钥或修复连接，可直接在这里更新并保存。',
+      guideLink: '打开配置指南',
+      recipientHint: '请输入平台对应的接收者 ID。',
+      savedValuesHint: '已保存的值会保持隐藏。若要更新凭证，请重新粘贴完整的新值后再保存。',
+      required: '必填',
+      saving: '保存中...',
     },
   },
   echoPages: {

package/app/lib/i18n/modules/settings.ts

@@ -24,6 +24,7 @@ export const settingsEn = {
       testKeyOk: (ms: number) => `\u2713 ${ms}ms`,
       testKeyAuthError: 'Invalid API key',
       testKeyModelNotFound: 'Model not found',
+      testKeyEndpointError: 'Endpoint or protocol mismatch',
       testKeyRateLimited: 'Rate limited, try again later',
       testKeyNetworkError: 'Network error',
       testKeyNoKey: 'No API key configured',
@@ -547,6 +548,7 @@ export const settingsZh = {
       testKeyOk: (ms: number) => `\u2713 ${ms}ms`,
       testKeyAuthError: 'API Key 无效',
       testKeyModelNotFound: '模型不存在',
+      testKeyEndpointError: '接口地址或协议不匹配',
       testKeyRateLimited: '请求频率限制，稍后重试',
       testKeyNetworkError: '网络错误',
       testKeyNoKey: '未配置 API Key',

package/app/lib/im/platforms.ts

@@ -13,6 +13,8 @@ export interface PlatformDef {
   icon: string;
   fields: PlatformField[];
   guide?: string;
+  guideUrl?: string;
+  editHint?: string;
 }
 
 export type PlatformStatus = {
@@ -33,9 +35,11 @@ export const PLATFORMS: PlatformDef[] = [
   {
     id: 'feishu', name: 'Feishu', icon: '🐦',
     guide: '1. open.feishu.cn → Create App\n2. Credentials page → copy App ID & Secret\n3. Enable Bot capability + add permissions',
+    guideUrl: 'https://open.feishu.cn/',
+    editHint: 'Need to update credentials? Edit and save below — MindOS will reconnect automatically.',
     fields: [
-      { key: 'app_id', label: 'App ID', placeholder: 'cli_a5xxxxxxxxxxxxx' },
-      { key: 'app_secret', label: 'App Secret', placeholder: 'xxxxxxxxxxxxxxxxxxxxxxxx' },
+      { key: 'app_id', label: 'App ID', placeholder: 'CLI_XXXXXXXXXXXXXXXXX', hint: 'From Credentials page on open.feishu.cn' },
+      { key: 'app_secret', label: 'App Secret', placeholder: 'XXXXXXXXXXXXXXXXXXXXXXXX', hint: 'Keep this secret — do not share' },
     ],
   },
   {

package/app/lib/im/verify.ts

@@ -0,0 +1,94 @@
+import type { IMAdapter, IMPlatform } from './types';
+import { validatePlatformConfig } from './config';
+
+export interface IMVerifyResult {
+  ok: boolean;
+  botName?: string;
+  botId?: string;
+  error?: string;
+}
+
+export async function verifyIMCredentials(platform: IMPlatform, credentials: unknown): Promise<IMVerifyResult> {
+  const validation = validatePlatformConfig(platform, credentials);
+  if (!validation.valid) {
+    return {
+      ok: false,
+      error: `Missing required fields: ${validation.missing?.join(', ') || 'unknown'}`,
+    };
+  }
+
+  const adapter = await createAdapter(platform, credentials);
+  try {
+    const ok = await adapter.verify();
+    if (!ok) {
+      return { ok: false, error: 'Credential verification failed' };
+    }
+    const info = extractAdapterIdentity(adapter);
+    return { ok: true, ...info };
+  } catch (error) {
+    return {
+      ok: false,
+      error: error instanceof Error ? error.message : String(error),
+    };
+  } finally {
+    await adapter.dispose().catch(() => {});
+  }
+}
+
+async function createAdapter(platform: IMPlatform, credentials: unknown): Promise<IMAdapter> {
+  switch (platform) {
+    case 'telegram': {
+      const { TelegramAdapter } = await import('./adapters/telegram');
+      return new TelegramAdapter(credentials as ConstructorParameters<typeof TelegramAdapter>[0]);
+    }
+    case 'feishu': {
+      const { FeishuAdapter } = await import('./adapters/feishu');
+      return new FeishuAdapter(credentials as ConstructorParameters<typeof FeishuAdapter>[0]);
+    }
+    case 'discord': {
+      const { DiscordAdapter } = await import('./adapters/discord');
+      return new DiscordAdapter(credentials as ConstructorParameters<typeof DiscordAdapter>[0]);
+    }
+    case 'slack': {
+      const { SlackAdapter } = await import('./adapters/slack');
+      return new SlackAdapter(credentials as ConstructorParameters<typeof SlackAdapter>[0]);
+    }
+    case 'wecom': {
+      const { WeComAdapter } = await import('./adapters/wecom');
+      return new WeComAdapter(credentials as ConstructorParameters<typeof WeComAdapter>[0]);
+    }
+    case 'dingtalk': {
+      const { DingTalkAdapter } = await import('./adapters/dingtalk');
+      return new DingTalkAdapter(credentials as ConstructorParameters<typeof DingTalkAdapter>[0]);
+    }
+    case 'wechat': {
+      const { WeChatAdapter } = await import('./adapters/wechat');
+      return new WeChatAdapter(credentials as ConstructorParameters<typeof WeChatAdapter>[0]);
+    }
+    case 'qq': {
+      const { QQAdapter } = await import('./adapters/qq');
+      return new QQAdapter(credentials as ConstructorParameters<typeof QQAdapter>[0]);
+    }
+    default:
+      throw new Error(`Unsupported platform: ${platform}`);
+  }
+}
+
+function extractAdapterIdentity(adapter: IMAdapter): Pick<IMVerifyResult, 'botName' | 'botId'> {
+  if ('getBotInfo' in adapter && typeof adapter.getBotInfo === 'function') {
+    const info = adapter.getBotInfo() as { id?: string | number; username?: string | null } | null;
+    if (info) {
+      return {
+        botId: info.id ? String(info.id) : undefined,
+        botName: info.username ? String(info.username) : undefined,
+      };
+    }
+  }
+
+  if ('getAppName' in adapter && typeof adapter.getAppName === 'function') {
+    const appName = adapter.getAppName() as string | null;
+    return { botName: appName ?? undefined };
+  }
+
+  return {};
+}

package/app/lib/pdf-extract.ts

@@ -18,7 +18,7 @@ export async function extractPdfText(file: File): Promise<string> {
     body: JSON.stringify({ name: file.name, dataBase64 }),
   });
 
-  let payload: { text?: string; extracted?: boolean; error?: string } = {};
+  let payload: { text?: string; extracted?: 'success' | 'empty' | 'error'; extractionError?: string; error?: string } = {};
   try {
     payload = await res.json();
   } catch {
@@ -29,5 +29,9 @@ export async function extractPdfText(file: File): Promise<string> {
     throw new Error(payload.error || `PDF extraction failed (${res.status})`);
   }
 
-  return payload.extracted ? (payload.text || '') : '';
+  if (payload.extracted === 'error') {
+    throw new Error(payload.extractionError || 'Failed to parse PDF');
+  }
+
+  return payload.extracted === 'success' ? (payload.text || '') : '';
 }

package/app/lib/settings.ts

@@ -40,9 +40,17 @@ export interface GuideState {
   walkthroughDismissed?: boolean; // user skipped walkthrough
 }
 
+export interface EmbeddingConfig {
+  enabled: boolean;
+  baseUrl: string;   // e.g. "https://api.openai.com/v1"
+  apiKey: string;
+  model: string;     // e.g. "text-embedding-3-small"
+}
+
 export interface ServerSettings {
   ai: AiConfig;
   agent?: AgentConfig;
+  embedding?: EmbeddingConfig;
   mindRoot: string;   // empty = use env var / default
   port?: number;
   mcpPort?: number;
@@ -120,6 +128,19 @@ function parseAgent(raw: unknown): AgentConfig | undefined {
   return Object.keys(result).length > 0 ? result : undefined;
 }
 
+/** Parse embedding config from unknown input */
+function parseEmbedding(raw: unknown): EmbeddingConfig | undefined {
+  if (!raw || typeof raw !== 'object') return undefined;
+  const obj = raw as Record<string, unknown>;
+  if (typeof obj.enabled !== 'boolean') return undefined;
+  return {
+    enabled: obj.enabled,
+    baseUrl: typeof obj.baseUrl === 'string' ? obj.baseUrl : '',
+    apiKey: typeof obj.apiKey === 'string' ? obj.apiKey : '',
+    model: typeof obj.model === 'string' ? obj.model : '',
+  };
+}
+
 /** Parse acpAgents config field, delegates to agent-descriptors.ts */
 function parseAcpAgentsField(raw: unknown): Record<string, import('./acp/agent-descriptors').AcpAgentOverride> | undefined {
   return parseAcpAgentOverrides(raw);
@@ -176,6 +197,7 @@ export function readSettings(): ServerSettings {
     const settings: ServerSettings = {
       ai: migrateAi(parsed),
       agent: parseAgent(parsed.agent),
+      embedding: parseEmbedding(parsed.embedding),
       acpAgents: parseAcpAgentsField(parsed.acpAgents),
       mindRoot: (parsed.mindRoot ?? DEFAULTS.mindRoot) as string,
       webPassword: typeof parsed.webPassword === 'string' ? parsed.webPassword : undefined,
@@ -224,6 +246,7 @@ export function writeSettings(settings: ServerSettings): void {
   try { existing = JSON.parse(fs.readFileSync(SETTINGS_PATH, 'utf-8')); } catch { /* ignore */ }
   const merged: Record<string, unknown> = { ...existing, ai: settings.ai, mindRoot: settings.mindRoot };
   if (settings.agent !== undefined) merged.agent = settings.agent;
+  if (settings.embedding !== undefined) merged.embedding = settings.embedding;
   if (settings.webPassword !== undefined) merged.webPassword = settings.webPassword;
   if (settings.authToken   !== undefined) merged.authToken   = settings.authToken;
   if (settings.port        !== undefined) merged.port        = settings.port;

package/app/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wiki-app",
-  "version": "0.1.1",
+  "version": "0.6.70",
   "private": true,
   "scripts": {
     "generate": "npx tsx scripts/generate-explore.ts",
@@ -15,6 +15,7 @@
     "postinstall": "node ../scripts/fix-postcss-deps.cjs"
   },
   "dependencies": {
+    "@agentclientprotocol/sdk": "^0.18.2",
     "@base-ui/react": "^1.2.0",
     "@codemirror/lang-markdown": "^6.5.0",
     "@codemirror/state": "^6.5.4",

package/bin/cli.js

@@ -39,6 +39,7 @@ import * as uninstallCmd from './commands/uninstall.js';
 import * as logsCmd from './commands/logs.js';
 import * as apiCmd from './commands/api.js';
 import * as initSkillsCmd from './commands/init-skills.js';
+import * as channelCmd from './commands/channel.js';
 
 // ── Command registry ──────────────────────────────────────────────────────────
 
@@ -49,7 +50,7 @@ const modules = [
   mcpCmd, tokenCmd,
   syncCmd,
   gatewayCmd,
-  onboardCmd, configCmd, doctorCmd, updateCmd, uninstallCmd, logsCmd, apiCmd,
+  onboardCmd, configCmd, channelCmd, doctorCmd, updateCmd, uninstallCmd, logsCmd, apiCmd,
   initSkillsCmd,
 ];
 
@@ -88,6 +89,7 @@ const coreEntries = [
   ['mcp',    mcpCmd],
   ['init',   onboardCmd],
   ['config', configCmd],
+  ['channel', channelCmd],
   ['doctor', doctorCmd],
   ['update', updateCmd],
 ];