@lobehub/chat 1.134.3 → 1.134.5

package/packages/prompts/promptfoo/summary-title/eval.yaml

@@ -0,0 +1,85 @@
+description: Test summary title generation for different conversation types
+
+providers:
+  - openai:chat:gpt-5-mini
+  - openai:chat:claude-3-5-haiku-latest
+  - openai:chat:gemini-flash-latest
+  - openai:chat:deepseek-chat
+
+prompts:
+  - file://promptfoo/summary-title/prompt.ts
+
+tests:
+  - vars:
+      messages:
+        - role: "user"
+          content: "How do I install Node.js on my computer?"
+        - role: "assistant"
+          content: "To install Node.js, you can download it from the official website nodejs.org and follow the installation instructions for your operating system."
+        - role: "user"
+          content: "What about using a version manager?"
+        - role: "assistant"
+          content: "Yes! I recommend using nvm (Node Version Manager) which allows you to install and switch between different Node.js versions easily."
+      locale: "en-US"
+    assert:
+      - type: llm-rubric
+        provider: openai:gpt-5-mini
+        value: "The response should be a concise title (10 words or less) that summarizes the conversation about Node.js installation"
+      - type: regex
+        value: "^.{1,50}$"  # Title should be between 1-50 characters
+      - type: not-contains
+        value: "标点符号"  # Should not contain punctuation as requested in Chinese
+
+  - vars:
+      messages:
+        - role: "user"
+          content: "我想学习做蛋炒饭"
+        - role: "assistant"
+          content: "蛋炒饭是很经典的家常菜！你需要准备鸡蛋、米饭、葱花、盐和生抽等基本材料。"
+        - role: "user"
+          content: "具体步骤是什么？"
+        - role: "assistant"
+          content: "首先打散鸡蛋炒熟盛起，然后下米饭炒散，最后加入鸡蛋和调料炒匀即可。"
+      locale: "zh-CN"
+    assert:
+      - type: llm-rubric
+        provider: openai:gpt-5-mini
+        value: "The response should be a Chinese title summarizing the conversation about fried rice cooking"
+      - type: regex
+        value: "^.{1,30}$"  # Chinese titles can be shorter
+      - type: contains-any
+        value: ["蛋炒饭", "做饭", "烹饪", "料理"]
+
+  - vars:
+      messages:
+        - role: "user"
+          content: "Can you help me debug this Python error?"
+        - role: "assistant"
+          content: "Of course! Please share the error message and the relevant code."
+        - role: "user"
+          content: "I'm getting 'AttributeError: 'NoneType' object has no attribute 'split''"
+        - role: "assistant"
+          content: "This error occurs when you're trying to call .split() on a None value. The variable is likely None instead of a string."
+      locale: "en-US"
+    assert:
+      - type: llm-rubric
+        provider: openai:gpt-5-mini
+
+        value: "The response should be a title about Python debugging or error resolution"
+      - type: contains-any
+        value: ["Python", "debug", "error", "AttributeError", "code"]
+
+  - vars:
+      messages:
+        - role: "user"
+          content: "¿Cómo está el tiempo hoy?"
+        - role: "assistant"
+          content: "No tengo acceso a información meteorológica en tiempo real, pero puedes consultar el clima en tu área usando aplicaciones como Weather.com o tu app del tiempo local."
+      locale: "es-ES"
+    assert:
+      - type: llm-rubric
+        provider: openai:gpt-5-mini
+
+        value: "The response should be a Spanish title about weather inquiry"
+      - type: regex
+        value: "^.{1,50}$"

package/packages/prompts/promptfoo/summary-title/prompt.ts

@@ -0,0 +1,18 @@
+// TypeScript prompt wrapper that uses actual chain implementation
+import { chainSummaryTitle } from '@lobechat/prompts';
+import type { OpenAIChatMessage } from '@lobechat/types';
+
+interface PromptVars {
+  locale: string;
+  messages: OpenAIChatMessage[];
+}
+
+export default function generatePrompt({ vars }: { vars: PromptVars }) {
+  const { messages, locale } = vars;
+
+  // Use the actual chain function from src
+  const result = chainSummaryTitle(messages, locale);
+
+  // Return messages array as expected by promptfoo
+  return result.messages || [];
+}

package/packages/prompts/promptfoo/translate/eval.yaml

@@ -0,0 +1,79 @@
+description: Test translation accuracy between different languages
+
+providers:
+  - openai:chat:gpt-5-mini
+  - openai:chat:claude-3-5-haiku-latest
+  - openai:chat:gemini-flash-latest
+  - openai:chat:deepseek-chat
+
+prompts:
+  - file://promptfoo/translate/prompt.ts
+
+tests:
+  - vars:
+      content: 'Hello, how are you?'
+      from: 'en-US'
+      to: 'zh-CN'
+    assert:
+      - type: contains-any
+        value: ['你好', '您好']
+      - type: not-contains
+        value: 'Hello'
+
+  - vars:
+      content: '你好，你怎么样？'
+      from: 'zh-CN'
+      to: 'en-US'
+    assert:
+      - type: contains-any
+        value: ['Hello', 'Hi', 'how are you', 'How are you']
+      - type: not-contains
+        value: '你好'
+
+  - vars:
+      content: 'Je suis content de vous rencontrer'
+      from: 'fr-FR'
+      to: 'en-US'
+    assert:
+      - type: contains-any
+        value: ['pleased', 'happy', 'glad', 'meet', 'meeting']
+      - type: not-contains
+        value: 'Je suis'
+
+  - vars:
+      content: 'The weather is beautiful today'
+      from: 'en-US'
+      to: 'es-ES'
+    assert:
+      - type: contains-any
+        value: ['tiempo', 'clima', 'hermoso', 'bonito', 'hoy', 'día', 'precioso']
+      - type: not-contains
+        value: 'weather'
+
+  - vars:
+      content: 'I love programming with TypeScript'
+      from: 'en-US'
+      to: 'ja-JP'
+    assert:
+      - type: contains
+        value: 'TypeScript' # Technical terms often remain unchanged
+      - type: not-contains
+        value: 'I love'
+
+  - vars:
+      content: 'Machine learning is revolutionizing technology'
+      from: 'en-US'
+      to: 'de-DE'
+    assert:
+      - type: contains-any
+        value: ['Technologie', 'revolutioniert', 'maschinelles', 'Lernen']
+      - type: not-contains
+        value: 'Machine learning'
+
+  - vars:
+      content: 'API_KEY_12345'
+      from: 'en-US'
+      to: 'zh-CN'
+    assert:
+      - type: contains
+        value: 'API_KEY_12345'

package/packages/prompts/promptfoo/translate/prompt.ts

@@ -0,0 +1,18 @@
+// TypeScript prompt wrapper that uses actual chain implementation
+import { chainTranslate } from '@lobechat/prompts';
+
+interface PromptVars {
+  content: string;
+  from: string;
+  to: string;
+}
+
+export default function generatePrompt({ vars }: { vars: PromptVars }) {
+  const { content, to } = vars;
+
+  // Use the actual chain function from src
+  const result = chainTranslate(content, to);
+
+  // Return messages array as expected by promptfoo
+  return result.messages || [];
+}

package/packages/prompts/promptfooconfig.yaml

@@ -0,0 +1,35 @@
+description: LobeHub Prompts Testing Suite
+
+# Test configurations - run all prompt tests
+testPaths:
+  - promptfoo/translate/eval.yaml
+  - promptfoo/summary-title/eval.yaml
+  - promptfoo/language-detection/eval.yaml
+  - promptfoo/emoji-picker/eval.yaml
+  - promptfoo/knowledge-qa/eval.yaml
+
+# Output configuration
+outputPath: promptfoo-results.json
+
+# Default test settings
+defaultTest:
+  assert:
+    - type: llm-rubric
+      provider: openai:gpt-5-mini
+      value: "The response should be relevant and well-formatted"
+    - type: cost
+      threshold: 0.01  # Maximum cost per test in USD
+
+# Environment variables for API keys
+env:
+  OPENAI_API_KEY: ${OPENAI_API_KEY}
+  ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY}
+
+# Evaluation settings
+evaluateOptions:
+  maxConcurrency: 5
+  delay: 100
+
+# TypeScript support
+transforms:
+  - "typescript"

package/packages/prompts/src/chains/__tests__/__snapshots__/answerWithContext.test.ts.snap

@@ -0,0 +1,164 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`chainAnswerWithContext > should filter out empty context strings 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a helpful assistant specialized in Test. Your task is to answer questions based on the provided context passages.
+
+IMPORTANT RULES:
+- First, check if the context is relevant to the question topic
+- If the context is about a COMPLETELY DIFFERENT topic than the question:
+  * State what topic the context is about
+  * Clearly state "The provided context does not contain information about [question topic]"
+  * Do NOT answer using your general knowledge
+- If the context is related to the question topic (even if information is limited):
+  * ALWAYS use the context information as a foundation
+  * You SHOULD supplement with your general knowledge to provide a complete, helpful answer
+  * For "how to" questions, MUST provide practical, actionable steps combining context + your expertise
+  * The context provides the topic relevance - you provide the comprehensive answer
+  * Example: If context mentions "Docker is for containerization", and question is "How to deploy with Docker?", you should explain deployment steps using your knowledge
+- Answer in the same language as the question
+- Use markdown formatting for better readability
+
+The provided context passages:
+
+<context>
+Valid context
+Another valid context
+</context>
+
+Question to answer:
+
+Test question",
+      "role": "user",
+    },
+  ],
+}
+`;
+
+exports[`chainAnswerWithContext > should generate correct payload with context and knowledge 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a helpful assistant specialized in AI/Machine Learning. Your task is to answer questions based on the provided context passages.
+
+IMPORTANT RULES:
+- First, check if the context is relevant to the question topic
+- If the context is about a COMPLETELY DIFFERENT topic than the question:
+  * State what topic the context is about
+  * Clearly state "The provided context does not contain information about [question topic]"
+  * Do NOT answer using your general knowledge
+- If the context is related to the question topic (even if information is limited):
+  * ALWAYS use the context information as a foundation
+  * You SHOULD supplement with your general knowledge to provide a complete, helpful answer
+  * For "how to" questions, MUST provide practical, actionable steps combining context + your expertise
+  * The context provides the topic relevance - you provide the comprehensive answer
+  * Example: If context mentions "Docker is for containerization", and question is "How to deploy with Docker?", you should explain deployment steps using your knowledge
+- Answer in the same language as the question
+- Use markdown formatting for better readability
+
+The provided context passages:
+
+<context>
+Context passage 1
+Context passage 2
+</context>
+
+Question to answer:
+
+What is artificial intelligence?",
+      "role": "user",
+    },
+  ],
+}
+`;
+
+exports[`chainAnswerWithContext > should handle empty context array 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a helpful assistant specialized in AI. Please answer the following question using your knowledge.
+
+Answer in the same language as the question and use markdown formatting for better readability.
+
+Question to answer:
+
+What is AI?",
+      "role": "user",
+    },
+  ],
+}
+`;
+
+exports[`chainAnswerWithContext > should handle multiple knowledge areas 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a helpful assistant specialized in AI/ML/NLP/Computer Vision. Your task is to answer questions based on the provided context passages.
+
+IMPORTANT RULES:
+- First, check if the context is relevant to the question topic
+- If the context is about a COMPLETELY DIFFERENT topic than the question:
+  * State what topic the context is about
+  * Clearly state "The provided context does not contain information about [question topic]"
+  * Do NOT answer using your general knowledge
+- If the context is related to the question topic (even if information is limited):
+  * ALWAYS use the context information as a foundation
+  * You SHOULD supplement with your general knowledge to provide a complete, helpful answer
+  * For "how to" questions, MUST provide practical, actionable steps combining context + your expertise
+  * The context provides the topic relevance - you provide the comprehensive answer
+  * Example: If context mentions "Docker is for containerization", and question is "How to deploy with Docker?", you should explain deployment steps using your knowledge
+- Answer in the same language as the question
+- Use markdown formatting for better readability
+
+The provided context passages:
+
+<context>
+Context
+</context>
+
+Question to answer:
+
+Tell me about these fields",
+      "role": "user",
+    },
+  ],
+}
+`;
+
+exports[`chainAnswerWithContext > should handle single knowledge area 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a helpful assistant specialized in Technology. Your task is to answer questions based on the provided context passages.
+
+IMPORTANT RULES:
+- First, check if the context is relevant to the question topic
+- If the context is about a COMPLETELY DIFFERENT topic than the question:
+  * State what topic the context is about
+  * Clearly state "The provided context does not contain information about [question topic]"
+  * Do NOT answer using your general knowledge
+- If the context is related to the question topic (even if information is limited):
+  * ALWAYS use the context information as a foundation
+  * You SHOULD supplement with your general knowledge to provide a complete, helpful answer
+  * For "how to" questions, MUST provide practical, actionable steps combining context + your expertise
+  * The context provides the topic relevance - you provide the comprehensive answer
+  * Example: If context mentions "Docker is for containerization", and question is "How to deploy with Docker?", you should explain deployment steps using your knowledge
+- Answer in the same language as the question
+- Use markdown formatting for better readability
+
+The provided context passages:
+
+<context>
+Single context
+</context>
+
+Question to answer:
+
+How does it work?",
+      "role": "user",
+    },
+  ],
+}
+`;

package/packages/prompts/src/chains/__tests__/__snapshots__/pickEmoji.test.ts.snap

@@ -0,0 +1,58 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`chainPickEmoji > should return a payload with the correct structure and embedded user content 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are an emoji expert who selects the most appropriate emoji to represent concepts, emotions, or topics.
+
+Rules:
+- Output ONLY a single emoji (1-2 characters maximum)
+- Focus on the CONTENT meaning, not the language it's written in
+- Choose an emoji that best represents the core topic, activity, or subject matter
+- Prioritize topic-specific emojis over generic emotion emojis (e.g., for sports, use 🏃 instead of 😅)
+- For work/projects, use work-related emojis (💼, 🚀, 💪) not cultural symbols
+- For pure emotions without specific topics, use face emojis (happy: 🎉, sad: 😢, thinking: 🤔)
+- For activities or subjects, use object or symbol emojis that represent the main topic
+- No explanations or additional text",
+      "role": "system",
+    },
+    {
+      "content": "I am a copywriting master who helps name design and art works with literary depth",
+      "role": "user",
+    },
+    {
+      "content": "✒️",
+      "role": "assistant",
+    },
+    {
+      "content": "I am a code wizard who converts JavaScript code to TypeScript",
+      "role": "user",
+    },
+    {
+      "content": "🧙‍♂️",
+      "role": "assistant",
+    },
+    {
+      "content": "I just got a promotion at work",
+      "role": "user",
+    },
+    {
+      "content": "🎉",
+      "role": "assistant",
+    },
+    {
+      "content": "I am a business plan expert who helps with startup strategies and marketing",
+      "role": "user",
+    },
+    {
+      "content": "🚀",
+      "role": "assistant",
+    },
+    {
+      "content": "你是一名星际探索者",
+      "role": "user",
+    },
+  ],
+}
+`;

package/packages/prompts/src/chains/__tests__/__snapshots__/summaryTitle.test.ts.snap

@@ -0,0 +1,26 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`chainSummaryTitle > should use the default model if the token count is below the GPT-3.5 limit 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a professional conversation summarizer. Generate a concise title that captures the essence of the conversation.
+
+Rules:
+- Output ONLY the title text, no explanations or additional context
+- Maximum 10 words
+- Maximum 50 characters
+- No punctuation marks
+- Use the language specified by the locale code: en-US
+- The title should accurately reflect the main topic of the conversation
+- Keep it short and to the point",
+      "role": "system",
+    },
+    {
+      "content": "assistant: Hello, how can I assist you?
+user: I need help with my account.",
+      "role": "user",
+    },
+  ],
+}
+`;

package/packages/prompts/src/chains/__tests__/__snapshots__/translate.test.ts.snap

@@ -0,0 +1,22 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`chainTranslate > should create a payload with system and user messages for translation 1`] = `
+{
+  "messages": [
+    {
+      "content": "You are a professional translator. Translate the input text to zh-CN.
+
+Rules:
+- Output ONLY the translated text, no explanations or additional context
+- Preserve technical terms, code identifiers, API keys, and proper nouns exactly as they appear
+- Maintain the original formatting and structure
+- Use natural, idiomatic expressions in the target language",
+      "role": "system",
+    },
+    {
+      "content": "This is a test sentence.",
+      "role": "user",
+    },
+  ],
+}
+`;

package/packages/prompts/src/chains/__tests__/answerWithContext.test.ts

@@ -3,98 +3,53 @@ import { describe, expect, it } from 'vitest';
 import { chainAnswerWithContext } from '../answerWithContext';
 
 describe('chainAnswerWithContext', () => {
-  it('should generate correct chat payload with context and knowledge', () => {
-    const testParams = {
+  it('should generate correct payload with context and knowledge', () => {
+    const result = chainAnswerWithContext({
       context: ['Context passage 1', 'Context passage 2'],
       knowledge: ['AI', 'Machine Learning'],
       question: 'What is artificial intelligence?',
-    };
+    });
 
-    const result = chainAnswerWithContext(testParams);
-
-    expect(result.messages).toHaveLength(1);
-    expect(result.messages![0].role).toBe('user');
-    expect(result.messages![0].content).toContain('AI/Machine Learning');
-    expect(result.messages![0].content).toContain('Context passage 1');
-    expect(result.messages![0].content).toContain('Context passage 2');
-    expect(result.messages![0].content).toContain('What is artificial intelligence?');
+    expect(result).toMatchSnapshot();
   });
 
   it('should handle single knowledge area', () => {
-    const testParams = {
+    const result = chainAnswerWithContext({
       context: ['Single context'],
       knowledge: ['Technology'],
       question: 'How does it work?',
-    };
-
-    const result = chainAnswerWithContext(testParams);
+    });
 
-    expect(result.messages![0].content).toContain('Technology');
+    expect(result).toMatchSnapshot();
   });
 
   it('should handle multiple knowledge areas', () => {
-    const testParams = {
+    const result = chainAnswerWithContext({
       context: ['Context'],
       knowledge: ['AI', 'ML', 'NLP', 'Computer Vision'],
       question: 'Tell me about these fields',
-    };
+    });
 
-    const result = chainAnswerWithContext(testParams);
-
-    expect(result.messages![0].content).toContain('AI/ML/NLP/Computer Vision');
+    expect(result).toMatchSnapshot();
   });
 
   it('should handle empty context array', () => {
-    const testParams = {
+    const result = chainAnswerWithContext({
       context: [],
       knowledge: ['AI'],
       question: 'What is AI?',
-    };
-
-    const result = chainAnswerWithContext(testParams);
+    });
 
-    expect(result.messages![0].content).toContain('<Context>');
-    expect(result.messages![0].content).toContain('</Context>');
+    expect(result).toMatchSnapshot();
   });
 
-  it('should include proper context formatting', () => {
-    const testParams = {
-      context: ['First passage', 'Second passage'],
+  it('should filter out empty context strings', () => {
+    const result = chainAnswerWithContext({
+      context: ['Valid context', '', '  ', 'Another valid context'],
       knowledge: ['Test'],
       question: 'Test question',
-    };
-
-    const result = chainAnswerWithContext(testParams);
-
-    expect(result.messages![0].content).toContain(
-      '<Context>\nFirst passage\nSecond passage\n</Context>',
-    );
-  });
-
-  it('should include proper instructions about using passages', () => {
-    const testParams = {
-      context: ['Context'],
-      knowledge: ['Knowledge'],
-      question: 'Question',
-    };
-
-    const result = chainAnswerWithContext(testParams);
-    const content = result.messages![0].content;
-
-    expect(content).toContain('passages might not be relevant');
-    expect(content).toContain('please only use the passages that are relevant');
-    expect(content).toContain('answer using your knowledge');
-  });
-
-  it('should include markdown formatting instruction', () => {
-    const testParams = {
-      context: ['Context'],
-      knowledge: ['Knowledge'],
-      question: 'Question',
-    };
-
-    const result = chainAnswerWithContext(testParams);
+    });
 
-    expect(result.messages![0].content).toContain('follow markdown syntax');
+    expect(result).toMatchSnapshot();
   });
 });

package/packages/prompts/src/chains/__tests__/pickEmoji.test.ts

@@ -1,46 +1,11 @@
-import { ChatStreamPayload } from '@lobechat/types';
 import { describe, expect, it } from 'vitest';
 
 import { chainPickEmoji } from '../pickEmoji';
 
-// 描述测试块
 describe('chainPickEmoji', () => {
-  // 测试用例：验证函数返回的结构
   it('should return a payload with the correct structure and embedded user content', () => {
-    // 用户输入的内容
-    const userContent = '你是一名星际探索者';
+    const result = chainPickEmoji('你是一名星际探索者');
 
-    // 预期的返回值结构
-    const expectedPayload: Partial<ChatStreamPayload> = {
-      messages: [
-        {
-          content:
-            '你是一名擅长进行概念抽象的设计师与 Emoji 专家，你需要根据角色能力的描述抽象出一个表达物理实体的概念 Emoji 作为角色头像, 格式要求如下：\n输入: {文本作为JSON引用字符串}\n输出: {一个Emoji}',
-          role: 'system',
-        },
-        {
-          content: `输入: {你是一名文案大师，帮我为一些设计 / 艺术作品起名，名字需要有文学内涵，注重精炼和赋子意境，表达作品的情景氛国，使名称既简洁又富有诗意。}`,
-          role: 'user',
-        },
-        { content: '✒️', role: 'assistant' },
-        {
-          content: `输入: {你是一名代码巫师，请将下面的代码转成 ts，不要修改实现。如果原本 js 中没有定义的全局变量，需要补充 declare 的类型声明。}`,
-          role: 'user',
-        },
-        { content: '🧙‍♂️', role: 'assistant' },
-        {
-          content: `输入: {你是一名创业计划撰写专家，可以提供包括创意名称、简短的标语、目标用户画像、用户痛点、主要价值主张、销售/营销渠道、收入流、成本结构等计划生成。}`,
-          role: 'user',
-        },
-        { content: '🚀', role: 'assistant' },
-        { content: `输入: {${userContent}}`, role: 'user' },
-      ],
-    };
-
-    // 执行函数并获取结果
-    const result = chainPickEmoji(userContent);
-
-    // 断言结果是否符合预期
-    expect(result).toEqual(expectedPayload);
+    expect(result).toMatchSnapshot();
   });
 });