gsd-trae 1.0.0 → 1.0.2

package/refs/vbenchmark/packages/leaderboard/src/components/SubmitForm.tsx

@@ -1,293 +0,0 @@
-// React component for submitting evaluation results
-// Allows users to submit their agent's results to the leaderboard
-
-import { useState } from 'react';
-
-export interface SubmitFormProps {
-  apiUrl?: string;
-  onSubmit?: (submission: SubmissionData) => void;
-  onSuccess?: (submissionId: string) => void;
-  onError?: (error: string) => void;
-}
-
-export interface SubmissionData {
-  agentName: string;
-  agentVersion: string;
-  repositoryUrl?: string;
-  taskId: string;
-  scores: {
-    functional: number;
-    visual: number;
-    quality: number;
-    security: number;
-    cost: number;
-    speed: number;
-    overall: number;
-  };
-  metrics: {
-    tokensUsed: number;
-    executionTimeMs: number;
-    filesChanged: number;
-  };
-  notes?: string;
-}
-
-const AVAILABLE_TASKS = [
-  { id: 'saas-core/auth/supabase-oauth', name: 'Supabase Google OAuth' },
-  { id: 'glue-code/data-transform/excel-to-json', name: 'Excel to JSON Transformer' },
-  { id: 'ai-integration/rag-chatbot/pdf-qa', name: 'PDF Q&A RAG Chatbot' },
-  { id: 'frontend/figma-to-code/pricing-card', name: 'Pricing Card Component' },
-  { id: 'api-integrations/stripe/payment-webhook', name: 'Stripe Payment Webhook' },
-  { id: 'code-evolution/legacy-migration/express-to-fastify', name: 'Express to Fastify Migration' },
-];
-
-export function SubmitForm({
-  apiUrl = '/api/submissions',
-  onSubmit,
-  onSuccess,
-  onError,
-}: SubmitFormProps) {
-  const [isSubmitting, setIsSubmitting] = useState(false);
-  const [formData, setFormData] = useState<Partial<SubmissionData>>({
-    agentName: '',
-    agentVersion: '',
-    repositoryUrl: '',
-    taskId: '',
-    scores: {
-      functional: 0,
-      visual: 0,
-      quality: 0,
-      security: 0,
-      cost: 0,
-      speed: 0,
-      overall: 0,
-    },
-    metrics: {
-      tokensUsed: 0,
-      executionTimeMs: 0,
-      filesChanged: 0,
-    },
-    notes: '',
-  });
-
-  const handleChange = (
-    e: React.ChangeEvent<HTMLInputElement | HTMLSelectElement | HTMLTextAreaElement>
-  ) => {
-    const { name, value, type } = e.target;
-
-    if (name.startsWith('scores.')) {
-      const field = name.replace('scores.', '');
-      setFormData((prev) => ({
-        ...prev,
-        scores: {
-          ...prev.scores!,
-          [field]: type === 'number' ? parseFloat(value) : value,
-        },
-      }));
-    } else if (name.startsWith('metrics.')) {
-      const field = name.replace('metrics.', '');
-      setFormData((prev) => ({
-        ...prev,
-        metrics: {
-          ...prev.metrics!,
-          [field]: parseInt(value, 10),
-        },
-      }));
-    } else {
-      setFormData((prev) => ({
-        ...prev,
-        [name]: value,
-      }));
-    }
-  };
-
-  const handleSubmit = async (e: React.FormEvent) => {
-    e.preventDefault();
-    setIsSubmitting(true);
-
-    try {
-      const submission = formData as SubmissionData;
-      onSubmit?.(submission);
-
-      const response = await fetch(apiUrl, {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body: JSON.stringify(submission),
-      });
-
-      if (!response.ok) {
-        throw new Error('Submission failed');
-      }
-
-      const result = await response.json();
-      onSuccess?.(result.id);
-    } catch (error) {
-      onError?.(error instanceof Error ? error.message : 'Unknown error');
-    } finally {
-      setIsSubmitting(false);
-    }
-  };
-
-  return (
-    <form onSubmit={handleSubmit} className="space-y-6">
-      {/* Agent Information */}
-      <div className="bg-white shadow rounded-lg p-6">
-        <h3 className="text-lg font-medium text-gray-900 mb-4">Agent Information</h3>
-        <div className="grid grid-cols-2 gap-4">
-          <div>
-            <label className="block text-sm font-medium text-gray-700">Agent Name</label>
-            <input
-              type="text"
-              name="agentName"
-              value={formData.agentName}
-              onChange={handleChange}
-              required
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-              placeholder="e.g., Claude Code"
-            />
-          </div>
-          <div>
-            <label className="block text-sm font-medium text-gray-700">Version</label>
-            <input
-              type="text"
-              name="agentVersion"
-              value={formData.agentVersion}
-              onChange={handleChange}
-              required
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-              placeholder="e.g., 1.0.0"
-            />
-          </div>
-          <div className="col-span-2">
-            <label className="block text-sm font-medium text-gray-700">
-              Repository URL (optional)
-            </label>
-            <input
-              type="url"
-              name="repositoryUrl"
-              value={formData.repositoryUrl}
-              onChange={handleChange}
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-              placeholder="https://github.com/..."
-            />
-          </div>
-        </div>
-      </div>
-
-      {/* Task Selection */}
-      <div className="bg-white shadow rounded-lg p-6">
-        <h3 className="text-lg font-medium text-gray-900 mb-4">Task</h3>
-        <select
-          name="taskId"
-          value={formData.taskId}
-          onChange={handleChange}
-          required
-          className="block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-        >
-          <option value="">Select a task...</option>
-          {AVAILABLE_TASKS.map((task) => (
-            <option key={task.id} value={task.id}>
-              {task.name}
-            </option>
-          ))}
-        </select>
-      </div>
-
-      {/* Scores */}
-      <div className="bg-white shadow rounded-lg p-6">
-        <h3 className="text-lg font-medium text-gray-900 mb-4">Scores (0-100)</h3>
-        <div className="grid grid-cols-3 gap-4">
-          {['functional', 'visual', 'quality', 'security', 'cost', 'speed', 'overall'].map(
-            (field) => (
-              <div key={field}>
-                <label className="block text-sm font-medium text-gray-700 capitalize">
-                  {field}
-                </label>
-                <input
-                  type="number"
-                  name={`scores.${field}`}
-                  value={(formData.scores as Record<string, number>)?.[field] || 0}
-                  onChange={handleChange}
-                  min="0"
-                  max="100"
-                  step="0.1"
-                  required
-                  className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-                />
-              </div>
-            )
-          )}
-        </div>
-      </div>
-
-      {/* Metrics */}
-      <div className="bg-white shadow rounded-lg p-6">
-        <h3 className="text-lg font-medium text-gray-900 mb-4">Metrics</h3>
-        <div className="grid grid-cols-3 gap-4">
-          <div>
-            <label className="block text-sm font-medium text-gray-700">Tokens Used</label>
-            <input
-              type="number"
-              name="metrics.tokensUsed"
-              value={formData.metrics?.tokensUsed || 0}
-              onChange={handleChange}
-              min="0"
-              required
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-            />
-          </div>
-          <div>
-            <label className="block text-sm font-medium text-gray-700">
-              Execution Time (ms)
-            </label>
-            <input
-              type="number"
-              name="metrics.executionTimeMs"
-              value={formData.metrics?.executionTimeMs || 0}
-              onChange={handleChange}
-              min="0"
-              required
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-            />
-          </div>
-          <div>
-            <label className="block text-sm font-medium text-gray-700">Files Changed</label>
-            <input
-              type="number"
-              name="metrics.filesChanged"
-              value={formData.metrics?.filesChanged || 0}
-              onChange={handleChange}
-              min="0"
-              required
-              className="mt-1 block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-            />
-          </div>
-        </div>
-      </div>
-
-      {/* Notes */}
-      <div className="bg-white shadow rounded-lg p-6">
-        <h3 className="text-lg font-medium text-gray-900 mb-4">Notes (optional)</h3>
-        <textarea
-          name="notes"
-          value={formData.notes}
-          onChange={handleChange}
-          rows={3}
-          className="block w-full rounded-md border-gray-300 shadow-sm focus:border-indigo-500 focus:ring-indigo-500"
-          placeholder="Any additional information about this submission..."
-        />
-      </div>
-
-      {/* Submit Button */}
-      <div className="flex justify-end">
-        <button
-          type="submit"
-          disabled={isSubmitting}
-          className="px-6 py-3 bg-indigo-600 text-white font-medium rounded-md hover:bg-indigo-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-indigo-500 disabled:opacity-50 disabled:cursor-not-allowed"
-        >
-          {isSubmitting ? 'Submitting...' : 'Submit Results'}
-        </button>
-      </div>
-    </form>
-  );
-}

package/refs/vbenchmark/packages/leaderboard/src/components/TerminalStream.tsx

@@ -1,111 +0,0 @@
-// React component for streaming terminal output
-// Uses asciinema-player for rendering recorded terminal sessions
-
-import { useEffect, useRef, useState } from 'react';
-
-export interface TerminalStreamProps {
-  runId: string;
-  apiUrl?: string;
-}
-
-export interface LogEntry {
-  timestamp: string;
-  message: string;
-}
-
-export function TerminalStream({ runId, apiUrl = '/api/live' }: TerminalStreamProps) {
-  const terminalRef = useRef<HTMLDivElement>(null);
-  const [logs, setLogs] = useState<LogEntry[]>([]);
-  const [isConnected, setIsConnected] = useState(false);
-
-  useEffect(() => {
-    const eventSource = new EventSource(`${apiUrl}/stream/${runId}`);
-
-    eventSource.addEventListener('update', (event) => {
-      const data = JSON.parse(event.data);
-      if (data.logs) {
-        setLogs((prev) => [...prev, ...data.logs].slice(-100));
-      }
-    });
-
-    eventSource.addEventListener('open', () => {
-      setIsConnected(true);
-    });
-
-    eventSource.addEventListener('error', () => {
-      setIsConnected(false);
-    });
-
-    eventSource.addEventListener('end', () => {
-      eventSource.close();
-      setIsConnected(false);
-    });
-
-    return () => {
-      eventSource.close();
-    };
-  }, [runId, apiUrl]);
-
-  useEffect(() => {
-    // Auto-scroll to bottom
-    if (terminalRef.current) {
-      terminalRef.current.scrollTop = terminalRef.current.scrollHeight;
-    }
-  }, [logs]);
-
-  const formatTimestamp = (ts: string) => {
-    const date = new Date(ts);
-    return date.toLocaleTimeString('en-US', {
-      hour: '2-digit',
-      minute: '2-digit',
-      second: '2-digit',
-      hour12: false,
-    });
-  };
-
-  return (
-    <div className="bg-gray-900 rounded-lg overflow-hidden">
-      {/* Terminal Header */}
-      <div className="bg-gray-800 px-4 py-2 flex items-center justify-between">
-        <div className="flex items-center space-x-2">
-          <div className="flex space-x-1.5">
-            <div className="w-3 h-3 rounded-full bg-red-500" />
-            <div className="w-3 h-3 rounded-full bg-yellow-500" />
-            <div className="w-3 h-3 rounded-full bg-green-500" />
-          </div>
-          <span className="text-gray-400 text-sm ml-2">Terminal Output</span>
-        </div>
-        <div className="flex items-center space-x-2">
-          <span
-            className={`w-2 h-2 rounded-full ${isConnected ? 'bg-green-500' : 'bg-red-500'}`}
-          />
-          <span className="text-gray-400 text-xs">
-            {isConnected ? 'Connected' : 'Disconnected'}
-          </span>
-        </div>
-      </div>
-
-      {/* Terminal Content */}
-      <div
-        ref={terminalRef}
-        className="p-4 h-96 overflow-y-auto font-mono text-sm"
-        style={{ backgroundColor: '#1a1b26' }}
-      >
-        {logs.length === 0 ? (
-          <div className="text-gray-500 animate-pulse">Waiting for output...</div>
-        ) : (
-          logs.map((log, index) => (
-            <div key={index} className="flex">
-              <span className="text-gray-500 mr-3 select-none">
-                [{formatTimestamp(log.timestamp)}]
-              </span>
-              <span className="text-gray-100 whitespace-pre-wrap break-all">
-                {log.message}
-              </span>
-            </div>
-          ))
-        )}
-      </div>
-    </div>
-  );
-}

package/refs/vbenchmark/packages/leaderboard/src/config/pricing.ts

@@ -1,206 +0,0 @@
-/**
- * Model Pricing Configuration
- *
- * Prices are per 1 million tokens, sourced from OpenRouter (2026-01-21)
- * https://openrouter.ai/models
- * https://pricepertoken.com/
- *
- * To update: Edit this file and rebuild the leaderboard service
- */
-
-export interface ModelPricing {
-  input: number;   // $ per 1M input tokens
-  output: number;  // $ per 1M output tokens
-  model: string;   // Display name
-  provider: string;
-  lastUpdated: string;
-}
-
-// Canonical pricing data - use this everywhere
-export const MODEL_PRICING: Record<string, ModelPricing> = {
-  // Anthropic Claude
-  'Claude Opus': {
-    input: 5.00,
-    output: 25.00,
-    model: 'Claude Opus 4.5',
-    provider: 'Anthropic',
-    lastUpdated: '2026-01-21',
-  },
-  'Claude Sonnet': {
-    input: 3.00,
-    output: 15.00,
-    model: 'Claude Sonnet 4.5',
-    provider: 'Anthropic',
-    lastUpdated: '2026-01-21',
-  },
-  'Claude Haiku': {
-    input: 1.00,
-    output: 5.00,
-    model: 'Claude Haiku 4.5',
-    provider: 'Anthropic',
-    lastUpdated: '2026-01-21',
-  },
-  'Claude': {
-    input: 1.00,
-    output: 5.00,
-    model: 'Claude Haiku 4.5',
-    provider: 'Anthropic',
-    lastUpdated: '2026-01-21',
-  },
-  'Claude Code': {
-    input: 1.00,
-    output: 5.00,
-    model: 'Claude Haiku 4.5',
-    provider: 'Anthropic',
-    lastUpdated: '2026-01-21',
-  },
-
-  // OpenAI
-  'OpenAI': {
-    input: 1.75,
-    output: 14.00,
-    model: 'GPT-5.2',
-    provider: 'OpenAI',
-    lastUpdated: '2026-01-21',
-  },
-  'OpenAI Codex': {
-    input: 1.75,
-    output: 14.00,
-    model: 'GPT-5.2',
-    provider: 'OpenAI',
-    lastUpdated: '2026-01-21',
-  },
-
-  // xAI Grok
-  'Grok': {
-    input: 3.00,
-    output: 15.00,
-    model: 'Grok 4',
-    provider: 'xAI',
-    lastUpdated: '2026-01-21',
-  },
-  'Grok Fast': {
-    input: 0.20,
-    output: 0.50,
-    model: 'Grok 4 Fast',
-    provider: 'xAI',
-    lastUpdated: '2026-01-21',
-  },
-  'Grok 4.1': {
-    input: 0.20,
-    output: 0.50,
-    model: 'Grok 4.1 Fast',
-    provider: 'xAI',
-    lastUpdated: '2026-01-21',
-  },
-
-  // Zhipu AI GLM
-  'GLM-4': {
-    input: 0.40,
-    output: 1.50,
-    model: 'GLM 4-Plus / GLM-4.7',
-    provider: 'Zhipu AI',
-    lastUpdated: '2026-01-21',
-  },
-  'GLM': {
-    input: 0.07,
-    output: 0.40,
-    model: 'GLM 4.7 Flash',
-    provider: 'Zhipu AI',
-    lastUpdated: '2026-01-21',
-  },
-
-  // DeepSeek
-  'DeepSeek': {
-    input: 0.30,
-    output: 1.20,
-    model: 'DeepSeek v3',
-    provider: 'DeepSeek',
-    lastUpdated: '2026-01-21',
-  },
-
-  // Google Gemini
-  'Gemini': {
-    input: 0.50,
-    output: 3.00,
-    model: 'Gemini 3 Flash',
-    provider: 'Google',
-    lastUpdated: '2026-01-21',
-  },
-  'Gemini Flash': {
-    input: 0.50,
-    output: 3.00,
-    model: 'Gemini 3 Flash',
-    provider: 'Google',
-    lastUpdated: '2026-01-21',
-  },
-  'Gemini Pro': {
-    input: 2.00,
-    output: 12.00,
-    model: 'Gemini 3 Pro',
-    provider: 'Google',
-    lastUpdated: '2026-01-21',
-  },
-
-  // MiniMax
-  'MiniMax': {
-    input: 0.27,
-    output: 1.12,
-    model: 'MiniMax M2.1',
-    provider: 'MiniMax',
-    lastUpdated: '2026-01-21',
-  },
-};
-
-/**
- * Calculate cost from tokens using pricing config
- */
-export function calculateCost(agentName: string, inputTokens: number, outputTokens: number): number {
-  const pricing = MODEL_PRICING[agentName] || { input: 1, output: 5 };
-  return (inputTokens / 1_000_000) * pricing.input + (outputTokens / 1_000_000) * pricing.output;
-}
-
-/**
- * Get pricing for a model by name (fuzzy match)
- */
-export function getPricing(modelName: string): ModelPricing | null {
-  // Exact match
-  if (MODEL_PRICING[modelName]) {
-    return MODEL_PRICING[modelName];
-  }
-
-  // Partial match
-  const key = Object.keys(MODEL_PRICING).find(k =>
-    modelName.toLowerCase().includes(k.toLowerCase()) ||
-    k.toLowerCase().includes(modelName.toLowerCase())
-  );
-
-  return key ? MODEL_PRICING[key] : null;
-}
-
-/**
- * Get all pricing as a formatted table for display
- */
-export function getPricingTable(): Array<{
-  provider: string;
-  model: string;
-  input: string;
-  output: string;
-  lastUpdated: string;
-}> {
-  const seen = new Set<string>();
-  return Object.values(MODEL_PRICING)
-    .filter(p => {
-      if (seen.has(p.model)) return false;
-      seen.add(p.model);
-      return true;
-    })
-    .sort((a, b) => a.provider.localeCompare(b.provider))
-    .map(p => ({
-      provider: p.provider,
-      model: p.model,
-      input: `$${p.input.toFixed(2)}`,
-      output: `$${p.output.toFixed(2)}`,
-      lastUpdated: p.lastUpdated,
-    }));
-}

package/refs/vbenchmark/packages/leaderboard/src/db/index.ts

@@ -1,31 +0,0 @@
-import { drizzle } from 'drizzle-orm/postgres-js';
-import postgres from 'postgres';
-import * as schema from './schema.js';
-
-const connectionString = process.env.DATABASE_URL;
-
-if (!connectionString) {
-  console.warn('DATABASE_URL not set, using in-memory fallback');
-}
-
-// Create postgres client
-const client = connectionString
-  ? postgres(connectionString, { prepare: false })
-  : null;
-
-// Create drizzle instance
-export const db = client ? drizzle(client, { schema }) : null;
-
-// Export schema for use elsewhere
-export * from './schema.js';
-
-// Health check
-export async function checkDatabaseConnection(): Promise<boolean> {
-  if (!db) return false;
-  try {
-    await client!`SELECT 1`;
-    return true;
-  } catch {
-    return false;
-  }
-}