botrun-horse 2.29.2 → 2.30.0

package/botrun-c/prototypes/web-search/stage-1.1-basic-connection.js

@@ -0,0 +1,123 @@
+/**
+ * 階段 1.1：驗證 Vertex AI 基本連線
+ *
+ * 目標：
+ * - 確認 Vertex AI client 可以正確初始化
+ * - 確認台灣端點（asia-east1）可以連線
+ * - 確認 Haiku 4.5 模型可以正常回應
+ */
+
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { writeFileSync, mkdirSync } from 'fs';
+import { join } from 'path';
+
+const RESULTS_DIR = join(process.cwd(), 'results');
+mkdirSync(RESULTS_DIR, { recursive: true });
+
+console.log('🧪 階段 1.1：驗證 Vertex AI 基本連線');
+console.log('='.repeat(60));
+
+async function testBasicConnection() {
+  const logs = [];
+
+  function log(msg) {
+    console.log(msg);
+    logs.push(`[${new Date().toISOString()}] ${msg}`);
+  }
+
+  try {
+    // 檢查環境變數
+    log('\n📋 Step 1: 檢查環境變數');
+    const projectId = process.env.ANTHROPIC_VERTEX_PROJECT_ID || process.env.GOOGLE_CLOUD_PROJECT;
+    const region = process.env.CLOUD_ML_REGION || 'asia-east1';
+
+    if (!projectId) {
+      throw new Error('請設定 ANTHROPIC_VERTEX_PROJECT_ID 或 GOOGLE_CLOUD_PROJECT 環境變數');
+    }
+
+    log(`✅ Project ID: ${projectId}`);
+    log(`✅ Region: ${region}`);
+
+    // 初始化 Vertex AI client
+    log('\n📋 Step 2: 初始化 Vertex AI client');
+    const client = new AnthropicVertex({
+      region: region,
+      projectId: projectId,
+    });
+    log('✅ Vertex AI client 初始化成功');
+
+    // 測試基本對話
+    log('\n📋 Step 3: 測試基本對話（Haiku 4.5）');
+    const startTime = Date.now();
+
+    const response = await client.messages.create({
+      model: 'claude-3-5-haiku-20241022',
+      max_tokens: 100,
+      messages: [{
+        role: 'user',
+        content: '你好！請用繁體中文簡短回應。'
+      }],
+    });
+
+    const duration = Date.now() - startTime;
+
+    log(`✅ 回應成功（${duration}ms）`);
+    log('\n📝 模型回應：');
+    log('-'.repeat(60));
+    log(JSON.stringify(response.content, null, 2));
+    log('-'.repeat(60));
+
+    // 驗證結果
+    log('\n📊 驗證結果：');
+    log(`✅ Stop reason: ${response.stop_reason}`);
+    log(`✅ Model: ${response.model}`);
+    log(`✅ Input tokens: ${response.usage.input_tokens}`);
+    log(`✅ Output tokens: ${response.usage.output_tokens}`);
+
+    // 成功
+    log('\n' + '='.repeat(60));
+    log('✅ 階段 1.1 測試通過！');
+    log('   - Vertex AI 連線正常');
+    log('   - 台灣端點（asia-east1）可用');
+    log('   - Haiku 4.5 模型回應正常');
+    log('='.repeat(60));
+
+    return {
+      success: true,
+      projectId,
+      region,
+      model: response.model,
+      duration,
+      usage: response.usage,
+    };
+
+  } catch (error) {
+    log('\n❌ 錯誤：' + error.message);
+    log('堆疊：' + error.stack);
+
+    log('\n' + '='.repeat(60));
+    log('❌ 階段 1.1 測試失敗！');
+    log('='.repeat(60));
+
+    return {
+      success: false,
+      error: error.message,
+      stack: error.stack,
+    };
+  } finally {
+    // 寫入日誌
+    const logFile = join(RESULTS_DIR, 'stage-1.1-basic-connection.log');
+    writeFileSync(logFile, logs.join('\n'), 'utf-8');
+    console.log(`\n💾 日誌已儲存: ${logFile}`);
+  }
+}
+
+// 執行測試
+testBasicConnection()
+  .then(result => {
+    process.exit(result.success ? 0 : 1);
+  })
+  .catch(error => {
+    console.error('未預期錯誤:', error);
+    process.exit(1);
+  });

package/botrun-c/prototypes/web-search/stage-1.2-with-websearch.js

@@ -0,0 +1,154 @@
+/**
+ * 階段 1.2：加入 WebSearch tool definition
+ *
+ * 目標：
+ * - 確認 Vertex AI 接受 web_search_20250305 tool definition
+ * - 確認 anthropic-beta header 可以正確傳遞
+ * - 觀察模型是否識別 WebSearch 工具
+ */
+
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { writeFileSync, mkdirSync } from 'fs';
+import { join } from 'path';
+
+const RESULTS_DIR = join(process.cwd(), 'results');
+mkdirSync(RESULTS_DIR, { recursive: true });
+
+console.log('🧪 階段 1.2：加入 WebSearch tool definition');
+console.log('='.repeat(60));
+
+async function testWithWebSearch() {
+  const logs = [];
+
+  function log(msg) {
+    console.log(msg);
+    logs.push(`[${new Date().toISOString()}] ${msg}`);
+  }
+
+  try {
+    // 檢查環境變數
+    log('\n📋 Step 1: 檢查環境變數');
+    const projectId = process.env.ANTHROPIC_VERTEX_PROJECT_ID || process.env.GOOGLE_CLOUD_PROJECT;
+    const region = process.env.CLOUD_ML_REGION || 'asia-east1';
+
+    if (!projectId) {
+      throw new Error('請設定 ANTHROPIC_VERTEX_PROJECT_ID 或 GOOGLE_CLOUD_PROJECT 環境變數');
+    }
+
+    log(`✅ Project ID: ${projectId}`);
+    log(`✅ Region: ${region}`);
+
+    // 初始化 Vertex AI client
+    log('\n📋 Step 2: 初始化 Vertex AI client');
+    const client = new AnthropicVertex({
+      region: region,
+      projectId: projectId,
+    });
+    log('✅ Vertex AI client 初始化成功');
+
+    // 測試加入 WebSearch tool
+    log('\n📋 Step 3: 測試加入 WebSearch tool definition');
+    log('   - Tool type: web_search_20250305');
+    log('   - Tool name: web_search');
+    log('   - Max uses: 3');
+    log('   - Beta header: anthropic-beta: web-search-2025-03-05');
+
+    const startTime = Date.now();
+
+    // 注意：這裡我們測試一個「不需要搜尋」的問題
+    // 目的是驗證 tool definition 是否被接受，而不會觸發錯誤
+    const response = await client.messages.create({
+      model: 'claude-3-5-haiku-20241022',
+      max_tokens: 200,
+      messages: [{
+        role: 'user',
+        content: '你好！請用繁體中文簡短介紹你自己。不需要搜尋任何資訊。'
+      }],
+      tools: [{
+        type: 'web_search_20250305',
+        name: 'web_search',
+        max_uses: 3,
+      }],
+    }, {
+      headers: {
+        'anthropic-beta': 'web-search-2025-03-05',
+      },
+    });
+
+    const duration = Date.now() - startTime;
+
+    log(`✅ 回應成功（${duration}ms）`);
+    log('\n📝 模型回應：');
+    log('-'.repeat(60));
+    log(JSON.stringify(response.content, null, 2));
+    log('-'.repeat(60));
+
+    // 驗證結果
+    log('\n📊 驗證結果：');
+    log(`✅ Stop reason: ${response.stop_reason}`);
+    log(`✅ Model: ${response.model}`);
+    log(`✅ Input tokens: ${response.usage.input_tokens}`);
+    log(`✅ Output tokens: ${response.usage.output_tokens}`);
+
+    // 檢查是否有 tool_use
+    const hasToolUse = response.content.some(block => block.type === 'tool_use');
+    if (hasToolUse) {
+      log('⚠️  模型使用了工具（未預期，因為問題不需要搜尋）');
+    } else {
+      log('✅ 模型沒有使用工具（符合預期，因為問題不需要搜尋）');
+    }
+
+    // 成功
+    log('\n' + '='.repeat(60));
+    log('✅ 階段 1.2 測試通過！');
+    log('   - WebSearch tool definition 被接受');
+    log('   - anthropic-beta header 正確傳遞');
+    log('   - 沒有發生錯誤');
+    log('='.repeat(60));
+
+    return {
+      success: true,
+      projectId,
+      region,
+      model: response.model,
+      duration,
+      usage: response.usage,
+      hasToolUse,
+    };
+
+  } catch (error) {
+    log('\n❌ 錯誤：' + error.message);
+    log('錯誤類型：' + error.constructor.name);
+    log('堆疊：' + error.stack);
+
+    // 檢查是否是 tool 相關錯誤
+    if (error.message.includes('web_search') || error.message.includes('tool')) {
+      log('\n⚠️  這可能表示 Vertex AI 不支援 web_search_20250305 tool！');
+    }
+
+    log('\n' + '='.repeat(60));
+    log('❌ 階段 1.2 測試失敗！');
+    log('='.repeat(60));
+
+    return {
+      success: false,
+      error: error.message,
+      stack: error.stack,
+    };
+  } finally {
+    // 寫入日誌
+    const logFile = join(RESULTS_DIR, 'stage-1.2-with-websearch.log');
+    writeFileSync(logFile, logs.join('\n'), 'utf-8');
+    console.log(`\n💾 日誌已儲存: ${logFile}`);
+  }
+}
+
+// 執行測試
+testWithWebSearch()
+  .then(result => {
+    process.exit(result.success ? 0 : 1);
+  })
+  .catch(error => {
+    console.error('未預期錯誤:', error);
+    process.exit(1);
+  });

package/botrun-c/prototypes/web-search/stage-1.3-search-query.js

@@ -0,0 +1,192 @@
+/**
+ * 階段 1.3：測試單次搜尋查詢
+ *
+ * 目標：
+ * - 測試一個「需要搜尋」的問題
+ * - 驗證模型是否會主動使用 WebSearch 工具
+ * - 記錄完整的 tool_use 和搜尋結果
+ */
+
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { writeFileSync, mkdirSync } from 'fs';
+import { join } from 'path';
+
+const RESULTS_DIR = join(process.cwd(), 'results');
+mkdirSync(RESULTS_DIR, { recursive: true });
+
+console.log('🧪 階段 1.3：測試單次搜尋查詢');
+console.log('='.repeat(60));
+
+async function testSearchQuery() {
+  const logs = [];
+
+  function log(msg) {
+    console.log(msg);
+    logs.push(`[${new Date().toISOString()}] ${msg}`);
+  }
+
+  try {
+    // 檢查環境變數
+    log('\n📋 Step 1: 檢查環境變數');
+    const projectId = process.env.ANTHROPIC_VERTEX_PROJECT_ID || process.env.GOOGLE_CLOUD_PROJECT;
+    const region = process.env.CLOUD_ML_REGION || 'asia-east1';
+
+    if (!projectId) {
+      throw new Error('請設定 ANTHROPIC_VERTEX_PROJECT_ID 或 GOOGLE_CLOUD_PROJECT 環境變數');
+    }
+
+    log(`✅ Project ID: ${projectId}`);
+    log(`✅ Region: ${region}`);
+
+    // 初始化 Vertex AI client
+    log('\n📋 Step 2: 初始化 Vertex AI client');
+    const client = new AnthropicVertex({
+      region: region,
+      projectId: projectId,
+    });
+    log('✅ Vertex AI client 初始化成功');
+
+    // 測試搜尋查詢
+    log('\n📋 Step 3: 測試搜尋查詢');
+    log('   - 問題：台灣今天發生了什麼重要新聞？');
+    log('   - 預期：模型會使用 web_search 工具');
+
+    const startTime = Date.now();
+
+    const response = await client.messages.create({
+      model: 'claude-3-5-haiku-20241022',
+      max_tokens: 1024,
+      messages: [{
+        role: 'user',
+        content: '台灣今天發生了什麼重要新聞？請搜尋最新資訊。'
+      }],
+      tools: [{
+        type: 'web_search_20250305',
+        name: 'web_search',
+        max_uses: 3,
+      }],
+    }, {
+      headers: {
+        'anthropic-beta': 'web-search-2025-03-05',
+      },
+    });
+
+    const duration = Date.now() - startTime;
+
+    log(`✅ 回應成功（${duration}ms）`);
+    log('\n📝 模型回應（完整）：');
+    log('-'.repeat(60));
+    log(JSON.stringify(response, null, 2));
+    log('-'.repeat(60));
+
+    // 分析回應
+    log('\n📊 分析回應：');
+    log(`Stop reason: ${response.stop_reason}`);
+    log(`Model: ${response.model}`);
+    log(`Input tokens: ${response.usage.input_tokens}`);
+    log(`Output tokens: ${response.usage.output_tokens}`);
+
+    // 檢查是否有 tool_use
+    const toolUseBlocks = response.content.filter(block => block.type === 'tool_use');
+    const textBlocks = response.content.filter(block => block.type === 'text');
+
+    log(`\nContent blocks: ${response.content.length}`);
+    log(`  - Tool use blocks: ${toolUseBlocks.length}`);
+    log(`  - Text blocks: ${textBlocks.length}`);
+
+    if (toolUseBlocks.length > 0) {
+      log('\n✅ 模型使用了工具！');
+      toolUseBlocks.forEach((block, i) => {
+        log(`\n工具 ${i + 1}:`);
+        log(`  - Tool ID: ${block.id}`);
+        log(`  - Tool name: ${block.name}`);
+        log(`  - Input: ${JSON.stringify(block.input, null, 2)}`);
+      });
+
+      // 驗證成功
+      log('\n' + '='.repeat(60));
+      log('✅ 階段 1.3 測試通過！');
+      log('   - 模型正確識別需要搜尋的問題');
+      log('   - 模型主動使用 web_search 工具');
+      log(`   - 共使用了 ${toolUseBlocks.length} 次工具`);
+      log('='.repeat(60));
+
+      return {
+        success: true,
+        projectId,
+        region,
+        model: response.model,
+        duration,
+        usage: response.usage,
+        toolUseCount: toolUseBlocks.length,
+        tools: toolUseBlocks.map(b => ({ id: b.id, name: b.name, input: b.input })),
+      };
+
+    } else {
+      log('\n⚠️  模型沒有使用工具！');
+      log('   這可能表示：');
+      log('   1. Vertex AI 不支援 WebSearch 工具');
+      log('   2. 模型沒有識別出需要搜尋');
+      log('   3. 工具配置有問題');
+
+      if (textBlocks.length > 0) {
+        log('\n模型的文字回應：');
+        textBlocks.forEach(block => {
+          log(block.text);
+        });
+      }
+
+      log('\n' + '='.repeat(60));
+      log('⚠️  階段 1.3 測試結果不如預期');
+      log('='.repeat(60));
+
+      return {
+        success: false,
+        projectId,
+        region,
+        model: response.model,
+        duration,
+        usage: response.usage,
+        toolUseCount: 0,
+        reason: 'Model did not use web_search tool',
+      };
+    }
+
+  } catch (error) {
+    log('\n❌ 錯誤：' + error.message);
+    log('錯誤類型：' + error.constructor.name);
+    log('堆疊：' + error.stack);
+
+    // 詳細錯誤資訊
+    if (error.error) {
+      log('\n詳細錯誤：');
+      log(JSON.stringify(error.error, null, 2));
+    }
+
+    log('\n' + '='.repeat(60));
+    log('❌ 階段 1.3 測試失敗！');
+    log('='.repeat(60));
+
+    return {
+      success: false,
+      error: error.message,
+      stack: error.stack,
+    };
+  } finally {
+    // 寫入日誌
+    const logFile = join(RESULTS_DIR, 'stage-1.3-search-query.log');
+    writeFileSync(logFile, logs.join('\n'), 'utf-8');
+    console.log(`\n💾 日誌已儲存: ${logFile}`);
+  }
+}
+
+// 執行測試
+testSearchQuery()
+  .then(result => {
+    // 如果有使用工具就算成功，否則回傳警告碼
+    process.exit(result.success ? 0 : 2);
+  })
+  .catch(error => {
+    console.error('未預期錯誤:', error);
+    process.exit(1);
+  });