@wwkit/freetoken 1.0.1

package/server/src/lib/database.js

@@ -0,0 +1,353 @@
+import initSqlJs from 'sql.js'
+import path from 'path'
+import { fileURLToPath } from 'url'
+import { readFileSync, writeFileSync, existsSync, mkdirSync } from 'fs'
+
+const __filename = fileURLToPath(import.meta.url)
+const __dirname = path.dirname(__filename)
+
+const dbDir = path.join(__dirname, '../../db')
+const dbPath = path.join(dbDir, 'speed.db')
+const targetsPath = path.join(__dirname, '../config/targets.json')
+
+if (!existsSync(dbDir)) {
+  mkdirSync(dbDir, { recursive: true })
+}
+
+let db = null
+let SQL = null
+
+export async function initDatabase() {
+  if (db) return db
+  
+  SQL = await initSqlJs()
+  
+  if (existsSync(dbPath)) {
+    const buffer = readFileSync(dbPath)
+    db = new SQL.Database(buffer)
+  } else {
+    db = new SQL.Database()
+  }
+  
+  // 模型信息表
+  db.run(`
+    CREATE TABLE IF NOT EXISTS models (
+      id                INTEGER PRIMARY KEY AUTOINCREMENT,
+      provider          TEXT NOT NULL,
+      model             TEXT NOT NULL UNIQUE,
+      base_url          TEXT NOT NULL,
+      api_key_env       TEXT,
+      enable_full_test  INTEGER DEFAULT 0,
+      context_window    INTEGER,
+      description       TEXT,
+      created_at        TEXT
+    )
+  `)
+  
+  // 兼容旧表：如果列不存在则添加
+  try {
+    db.run(`ALTER TABLE models ADD COLUMN enable_full_test INTEGER DEFAULT 0`)
+  } catch (e) {
+    // 列已存在，忽略
+  }
+  
+  // 测试结果表
+  db.run(`
+    CREATE TABLE IF NOT EXISTS test_results (
+      id            INTEGER PRIMARY KEY AUTOINCREMENT,
+      model_id      INTEGER,
+      provider      TEXT NOT NULL,
+      model         TEXT NOT NULL,
+      available     INTEGER DEFAULT 0,
+      ttft_ms       INTEGER,
+      e2e_ms        INTEGER,
+      tokens_generated INTEGER,
+      generation_ms INTEGER,
+      throughput    REAL,
+      coding_score  INTEGER,
+      coding_passed INTEGER,
+      coding_total  INTEGER,
+      error_msg     TEXT,
+      tested_at     TEXT NOT NULL,
+      FOREIGN KEY (model_id) REFERENCES models(id)
+    )
+  `)
+  
+  db.run(`CREATE INDEX IF NOT EXISTS idx_test_results_model ON test_results(model)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_test_results_tested_at ON test_results(tested_at)`)
+  
+  saveDatabase()
+  return db
+}
+
+// 初始化所有模型到数据库
+export function initModelsFromConfig() {
+  if (!db) throw new Error('Database not initialized')
+  
+  // 读取配置文件
+  if (!existsSync(targetsPath)) {
+    console.log('No targets config found')
+    return
+  }
+  
+  const raw = readFileSync(targetsPath, 'utf-8')
+  const targets = JSON.parse(raw)
+  
+  let count = 0
+  for (const target of targets) {
+    for (const modelConfig of target.models) {
+      // 检查是否已存在
+      const existing = db.exec(`SELECT id FROM models WHERE model = ?`, [modelConfig.name])
+      
+      if (existing.length === 0 || existing[0].values.length === 0) {
+        db.run(`
+          INSERT INTO models (provider, model, base_url, api_key_env, enable_full_test, created_at)
+          VALUES (?, ?, ?, ?, 0, ?)
+        `, [
+          target.provider,
+          modelConfig.name,
+          target.baseUrl,
+          modelConfig.apiKeyEnv || null,
+          new Date().toISOString()
+        ])
+        count++
+      }
+    }
+  }
+  
+  if (count > 0) {
+    saveDatabase()
+    console.log(`Initialized ${count} models from config`)
+  }
+}
+
+function saveDatabase() {
+  if (db) {
+    const data = db.export()
+    const buffer = Buffer.from(data)
+    writeFileSync(dbPath, buffer)
+  }
+}
+
+// 插入或更新模型
+export function upsertModel(modelInfo) {
+  if (!db) throw new Error('Database not initialized')
+  
+  const existing = db.exec(`SELECT id FROM models WHERE model = ?`, [modelInfo.model])
+  
+  if (existing.length > 0 && existing[0].values.length > 0) {
+    db.run(`
+      UPDATE models SET 
+        provider = ?, base_url = ?, api_key_env = ?, enable_full_test = ?, context_window = ?, description = ?
+      WHERE model = ?
+    `, [
+      modelInfo.provider,
+      modelInfo.baseUrl,
+      modelInfo.apiKeyEnv || null,
+      modelInfo.enableFullTest !== undefined ? (modelInfo.enableFullTest ? 1 : 0) : 0,
+      modelInfo.contextWindow || null,
+      modelInfo.description || null,
+      modelInfo.model
+    ])
+    return existing[0].values[0][0]
+  } else {
+    db.run(`
+      INSERT INTO models (provider, model, base_url, api_key_env, enable_full_test, context_window, description, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `, [
+      modelInfo.provider,
+      modelInfo.model,
+      modelInfo.baseUrl,
+      modelInfo.apiKeyEnv || null,
+      modelInfo.enableFullTest !== undefined ? (modelInfo.enableFullTest ? 1 : 0) : 0,
+      modelInfo.contextWindow || null,
+      modelInfo.description || null,
+      new Date().toISOString()
+    ])
+    const result = db.exec(`SELECT last_insert_rowid()`)
+    return result[0].values[0][0]
+  }
+}
+
+// 插入测试结果
+export function insertTestResult(result) {
+  if (!db) throw new Error('Database not initialized')
+  
+  const toNull = (v) => v === undefined ? null : v
+  
+  db.run(`
+    INSERT INTO test_results (
+      model_id, provider, model, available,
+      ttft_ms, e2e_ms, tokens_generated, generation_ms, throughput,
+      coding_score, coding_passed, coding_total, error_msg, tested_at
+    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `, [
+    toNull(result.modelId),
+    result.provider,
+    result.model,
+    result.available ? 1 : 0,
+    toNull(result.ttftMs),
+    toNull(result.e2eMs),
+    toNull(result.tokensGenerated),
+    toNull(result.generationMs),
+    toNull(result.throughput),
+    toNull(result.codingScore),
+    toNull(result.codingPassed),
+    toNull(result.codingTotal),
+    toNull(result.errorMsg),
+    result.testedAt
+  ])
+  
+  saveDatabase()
+}
+
+// 获取最新测试结果
+export function getLatestResults() {
+  if (!db) throw new Error('Database not initialized')
+  
+  const results = db.exec(`
+    SELECT 
+      tr.provider, tr.model, tr.available,
+      tr.ttft_ms as ttftMs, tr.e2e_ms as e2eMs,
+      tr.tokens_generated as tokensGenerated, tr.generation_ms as generationMs,
+      tr.throughput,
+      tr.coding_score as codingScore, tr.coding_passed as codingPassed, tr.coding_total as codingTotal,
+      tr.error_msg as errorMsg, tr.tested_at as testedAt,
+      m.context_window as contextWindow, m.description, m.api_key_env as apiKeyEnv
+    FROM test_results tr
+    LEFT JOIN models m ON tr.model_id = m.id
+    WHERE tr.id IN (
+      SELECT MAX(id) FROM test_results GROUP BY model
+    )
+    ORDER BY tr.provider, tr.model
+  `)
+  
+  if (results.length === 0) return []
+  
+  const columns = results[0].columns
+  return results[0].values.map(row => {
+    const obj = {}
+    columns.forEach((col, i) => {
+      obj[col] = row[i]
+    })
+    return obj
+  })
+}
+
+// 获取历史记录
+export function getHistory(model, limit = 20) {
+  if (!db) throw new Error('Database not initialized')
+  
+  const results = db.exec(`
+    SELECT 
+      available, ttft_ms as ttftMs, e2e_ms as e2eMs,
+      throughput, coding_score as codingScore,
+      tested_at as testedAt
+    FROM test_results
+    WHERE model = ?
+    ORDER BY tested_at DESC
+    LIMIT ?
+  `, [model, limit])
+  
+  if (results.length === 0) return []
+  
+  const columns = results[0].columns
+  return results[0].values.map(row => {
+    const obj = {}
+    columns.forEach((col, i) => {
+      obj[col] = row[i]
+    })
+    return obj
+  })
+}
+
+// 获取所有模型
+export function getAllModels() {
+  if (!db) throw new Error('Database not initialized')
+  
+  const results = db.exec(`
+    SELECT id, provider, model, base_url as baseUrl, api_key_env as apiKeyEnv, enable_full_test as enableFullTest, context_window as contextWindow, description
+    FROM models
+    ORDER BY provider, model
+  `)
+  
+  if (results.length === 0) return []
+  
+  const columns = results[0].columns
+  return results[0].values.map(row => {
+    const obj = {}
+    columns.forEach((col, i) => {
+      obj[col] = row[i]
+    })
+    return obj
+  })
+}
+
+// 更新模型
+export function updateModel(id, modelInfo) {
+  if (!db) throw new Error('Database not initialized')
+  
+  db.run(`
+    UPDATE models SET 
+      provider = ?, model = ?, base_url = ?, api_key_env = ?, enable_full_test = ?, context_window = ?, description = ?
+    WHERE id = ?
+  `, [
+    modelInfo.provider,
+    modelInfo.model,
+    modelInfo.baseUrl,
+    modelInfo.apiKeyEnv || null,
+    modelInfo.enableFullTest ? 1 : 0,
+    modelInfo.contextWindow || null,
+    modelInfo.description || null,
+    id
+  ])
+  
+  saveDatabase()
+  return { id, ...modelInfo }
+}
+
+// 删除模型
+export function deleteModel(id) {
+  if (!db) throw new Error('Database not initialized')
+  
+  db.run(`DELETE FROM models WHERE id = ?`, [id])
+  saveDatabase()
+  return { id }
+}
+
+// 添加模型
+export function addModel(modelInfo) {
+  if (!db) throw new Error('Database not initialized')
+  
+  db.run(`
+    INSERT INTO models (provider, model, base_url, api_key_env, enable_full_test, context_window, description, created_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+  `, [
+    modelInfo.provider,
+    modelInfo.model,
+    modelInfo.baseUrl,
+    modelInfo.apiKeyEnv || null,
+    modelInfo.enableFullTest ? 1 : 0,
+    modelInfo.contextWindow || null,
+    modelInfo.description || null,
+    new Date().toISOString()
+  ])
+  
+  const result = db.exec(`SELECT last_insert_rowid()`)
+  const id = result[0].values[0][0]
+  saveDatabase()
+  return { id, ...modelInfo }
+}
+
+export default { 
+  initDatabase, 
+  initModelsFromConfig,
+  upsertModel, 
+  insertTestResult, 
+  getLatestResults, 
+  getHistory,
+  getAllModels,
+  updateModel,
+  deleteModel,
+  addModel
+}

package/server/src/lib/run-test.js

@@ -0,0 +1,15 @@
+import dotenv from 'dotenv'
+import { runSpeedTest } from './tester.js'
+
+dotenv.config()
+
+console.log('Starting manual speed test...')
+runSpeedTest()
+  .then(results => {
+    console.log(`\nSpeed test completed. ${results.length} models tested.`)
+    process.exit(0)
+  })
+  .catch(err => {
+    console.error('Speed test failed:', err)
+    process.exit(1)
+  })

package/server/src/lib/scheduler.js

@@ -0,0 +1,21 @@
+import cron from 'node-cron'
+import { runSpeedTest } from './tester.js'
+import { getSpeedTestConfig } from '../../../src/config.js'
+
+export function initScheduler() {
+  const speedTestConfig = getSpeedTestConfig()
+  const schedule = speedTestConfig.cron || '0 9 * * *'
+  const runOnStart = speedTestConfig.runOnStart !== false
+
+  console.log(`Speed test scheduler initialized: ${schedule}`)
+
+  if (runOnStart) {
+    console.log('Running initial speed test...')
+    runSpeedTest().catch(err => console.error('Speed test failed:', err))
+  }
+
+  cron.schedule(schedule, () => {
+    console.log('Running scheduled speed test...')
+    runSpeedTest().catch(err => console.error('Speed test failed:', err))
+  })
+}

package/server/src/lib/tester.js

@@ -0,0 +1,310 @@
+import axios from 'axios'
+import { initDatabase, upsertModel, insertTestResult, getLatestResults, getHistory, getAllModels } from './database.js'
+import { testCodingAbility } from './coding-test.js'
+import { readFileSync } from 'fs'
+import { dirname, join } from 'path'
+import { fileURLToPath } from 'url'
+
+const __filename = fileURLToPath(import.meta.url)
+const __dirname = dirname(__filename)
+
+const TIMEOUT_MS = 30000
+const THROUGHPUT_TIMEOUT_MS = 120000
+
+function loadTargets() {
+  const targetsPath = join(__dirname, '../config/targets.json')
+  const raw = readFileSync(targetsPath, 'utf-8')
+  return JSON.parse(raw)
+}
+
+// 从环境变量获取 API key
+function getApiKey(envVarName) {
+  if (!envVarName) return null
+  return process.env[envVarName] || null
+}
+
+// 测试可用性
+async function testAvailability(baseUrl, apiKey, model) {
+  try {
+    const response = await axios({
+      method: 'POST',
+      url: `${baseUrl}/chat/completions`,
+      headers: {
+        'Authorization': `Bearer ${apiKey}`,
+        'Content-Type': 'application/json'
+      },
+      data: {
+        model,
+        messages: [{ role: 'user', content: 'Hi' }],
+        max_tokens: 10
+      },
+      timeout: TIMEOUT_MS
+    })
+    
+    const message = response.data.choices?.[0]?.message || {}
+    const content = message.content || message.reasoning_content || ''
+    return {
+      available: content.length > 0,
+      errorMsg: content.length > 0 ? null : `${response.status} Empty response`
+    }
+  } catch (error) {
+    if (error.response) {
+      const status = error.response.status
+      const statusText = error.response.statusText
+      const apiMsg = error.response?.data?.error?.message
+      return {
+        available: false,
+        errorMsg: `${status} ${statusText}${apiMsg ? ': ' + apiMsg : ''}`
+      }
+    }
+    return {
+      available: false,
+      errorMsg: error.message
+    }
+  }
+}
+
+// 测试响应速度 (TTFT + E2E)
+async function testLatency(baseUrl, apiKey, model) {
+  const startTime = Date.now()
+  
+  try {
+    const response = await axios({
+      method: 'POST',
+      url: `${baseUrl}/chat/completions`,
+      headers: {
+        'Authorization': `Bearer ${apiKey}`,
+        'Content-Type': 'application/json'
+      },
+      data: {
+        model,
+        messages: [{ role: 'user', content: '请用50字介绍人工智能' }],
+        max_tokens: 100,
+        stream: true
+      },
+      responseType: 'stream',
+      timeout: TIMEOUT_MS
+    })
+    
+    return new Promise((resolve, reject) => {
+      let firstChunkTime = null
+      let chunks = []
+      
+      response.data.on('data', (chunk) => {
+        const text = chunk.toString()
+        chunks.push(chunk)
+        
+        if (!firstChunkTime && text.includes('delta') && text.includes('content')) {
+          firstChunkTime = Date.now()
+        }
+      })
+      
+      response.data.on('error', (err) => {
+        reject({
+          ttftMs: null,
+          e2eMs: null,
+          errorMsg: err.message
+        })
+      })
+      
+      response.data.on('end', () => {
+        const endTime = Date.now()
+        resolve({
+          ttftMs: firstChunkTime ? firstChunkTime - startTime : null,
+          e2eMs: endTime - startTime,
+          errorMsg: null
+        })
+      })
+    })
+  } catch (error) {
+    return {
+      ttftMs: null,
+      e2eMs: null,
+      errorMsg: error.message
+    }
+  }
+}
+
+// 测试吞吐速度 (tokens/s)
+async function testThroughput(baseUrl, apiKey, model) {
+  const startTime = Date.now()
+  
+  try {
+    const response = await axios({
+      method: 'POST',
+      url: `${baseUrl}/chat/completions`,
+      headers: {
+        'Authorization': `Bearer ${apiKey}`,
+        'Content-Type': 'application/json'
+      },
+      data: {
+        model,
+        messages: [{ role: 'user', content: '请详细介绍人工智能的发展历史，包括重要里程碑和代表人物，至少500字。' }],
+        max_tokens: 800,
+        stream: false
+      },
+      timeout: THROUGHPUT_TIMEOUT_MS
+    })
+    
+    const endTime = Date.now()
+    const message = response.data.choices?.[0]?.message || {}
+    const content = message.content || message.reasoning_content || ''
+    const usage = response.data.usage || {}
+    
+    // 计算 token 数
+    const tokens = usage.total_tokens || Math.round(content.length / 3.5)
+    const generationMs = endTime - startTime
+    const throughput = generationMs > 0 ? (tokens / (generationMs / 1000)).toFixed(1) : 0
+    
+    console.log(`    Tokens: ${tokens}, GenMs: ${generationMs}, ContentLen: ${content.length}`)
+    
+    return {
+      tokensGenerated: tokens,
+      generationMs,
+      throughput: parseFloat(throughput),
+      errorMsg: null
+    }
+  } catch (error) {
+    console.log(`    吞吐测试错误: ${error.message}`)
+    return {
+      tokensGenerated: 0,
+      generationMs: 0,
+      throughput: 0,
+      errorMsg: error.message
+    }
+  }
+}
+
+// 执行完整测试
+export async function runSpeedTest() {
+  await initDatabase()
+  
+  const targets = loadTargets()
+  // 从数据库获取模型配置（含 enable_full_test）
+  const dbModels = getAllModels()
+  const modelConfigMap = {}
+  for (const m of dbModels) {
+    modelConfigMap[m.model] = m
+  }
+  
+  const results = []
+  const testedAt = new Date().toISOString()
+  
+  for (const target of targets) {
+    console.log(`\nTesting ${target.provider}...`)
+    
+    for (const modelConfig of target.models) {
+      const modelName = modelConfig.name
+      const apiKey = getApiKey(modelConfig.apiKeyEnv)
+      
+      if (!apiKey) {
+        console.log(`  Skipping ${modelName}: API key not configured (${modelConfig.apiKeyEnv})`)
+        continue
+      }
+      
+      console.log(`  Model: ${modelName}`)
+      
+      // 从数据库获取 enable_full_test 配置
+      const dbModel = modelConfigMap[modelName]
+      const enableFullTest = dbModel?.enableFullTest === 1
+      
+      // 1. 保存模型信息
+      const modelId = upsertModel({
+        provider: target.provider,
+        model: modelName,
+        baseUrl: target.baseUrl,
+        apiKeyEnv: modelConfig.apiKeyEnv,
+        enableFullTest,
+        contextWindow: dbModel?.contextWindow || null,
+        description: dbModel?.description || null
+      })
+      
+      // 2. 测试可用性
+      console.log(`    [1/1] 可用性测试...`)
+      const availResult = await testAvailability(target.baseUrl, apiKey, modelName)
+      
+      if (!availResult.available) {
+        insertTestResult({
+          modelId,
+          provider: target.provider,
+          model: modelName,
+          available: false,
+          errorMsg: availResult.errorMsg,
+          testedAt
+        })
+        results.push({ model: modelName, available: false, errorMsg: availResult.errorMsg })
+        console.log(`    ❌ 不可用: ${availResult.errorMsg}`)
+        continue
+      }
+      
+      console.log(`    ✅ 可用`)
+      
+      // 如果未开启完整测试，只保存可用性结果
+      if (!enableFullTest) {
+        console.log(`    ⏭️ 跳过完整测试 (enable_full_test=0)`)
+        const result = {
+          modelId,
+          provider: target.provider,
+          model: modelName,
+          available: true,
+          testedAt
+        }
+        insertTestResult(result)
+        results.push(result)
+        continue
+      }
+      
+      // 3. 测试响应速度
+      console.log(`    [2/4] 响应速度测试...`)
+      const latencyResult = await testLatency(target.baseUrl, apiKey, modelName)
+      console.log(`    TTFT: ${latencyResult.ttftMs}ms, E2E: ${latencyResult.e2eMs}ms`)
+      
+      // 4. 测试吞吐速度
+      console.log(`    [3/4] 吞吐速度测试...`)
+      const throughputResult = await testThroughput(target.baseUrl, apiKey, modelName)
+      console.log(`    Throughput: ${throughputResult.throughput} tokens/s`)
+      
+      // 5. 测试编码能力
+      console.log(`    [4/4] 编码能力测试...`)
+      const codingResult = await testCodingAbility(target.baseUrl, apiKey, modelName)
+      console.log(`    Coding: ${codingResult.passed}/${codingResult.total} passed, Score: ${codingResult.score}`)
+      
+      // 6. 保存结果
+      const result = {
+        modelId,
+        provider: target.provider,
+        model: modelName,
+        available: true,
+        ttftMs: latencyResult.ttftMs,
+        e2eMs: latencyResult.e2eMs,
+        tokensGenerated: throughputResult.tokensGenerated,
+        generationMs: throughputResult.generationMs,
+        throughput: throughputResult.throughput,
+        codingScore: codingResult.score,
+        codingPassed: codingResult.passed,
+        codingTotal: codingResult.total,
+        testedAt
+      }
+      
+      insertTestResult(result)
+      results.push(result)
+    }
+  }
+  
+  return results
+}
+
+export { getLatestResults, getHistory }
+
+export async function getTargets() {
+  const targets = loadTargets()
+  return targets.map(t => ({
+    provider: t.provider,
+    baseUrl: t.baseUrl,
+    models: t.models.map(m => ({
+      name: m.name,
+      apiKeyEnv: m.apiKeyEnv,
+      hasApiKey: !!getApiKey(m.apiKeyEnv)
+    }))
+  }))
+}