npm - gsd-trae - Versions diffs - 1.0.0 → 1.0.2 - Mend

gsd-trae 1.0.0 → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (763) hide show

package/refs/vbenchmark/packages/dashboard/src/data/tasks.json DELETED Viewed

@@ -1 +0,0 @@

- {"categories":{"ai-integration":[{"id":"ai-integration/advanced/tool-use-orchestration","name":"Advanced Tool Use Orchestration","category":"ai-integration","subcategory":"advanced","description":"Build tool orchestration with parallel execution, dependency resolution, error recovery, and sandboxed execution","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","function-calling","tools","sandbox","orchestration"],"weight":1,"tests":{"functional":"tests/test_tools.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/tool-use-orchestration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/tool-use-orchestration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/tool-use-orchestration"}},{"id":"ai-integration/advanced/guardrails-safety","name":"AI Guardrails and Safety System","category":"ai-integration","subcategory":"advanced","description":"Build comprehensive safety system with content filtering, jailbreak detection, output validation, and compliance enforcement","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","safety","guardrails","moderation","compliance"],"weight":1,"tests":{"functional":"tests/test_guardrails.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/guardrails-safety/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/guardrails-safety/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/guardrails-safety"}},{"id":"ai-integration/advanced/prompt-optimization","name":"Automated Prompt Optimization","category":"ai-integration","subcategory":"advanced","description":"Build prompt optimization system with automatic tuning, A/B testing, version control, and performance tracking","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","prompts","optimization","dspy","evaluation"],"weight":1,"tests":{"functional":"tests/test_prompt_opt.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/prompt-optimization/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/prompt-optimization/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/prompt-optimization"}},{"id":"ai-integration/advanced/reasoning-chain","name":"Chain of Thought Orchestration","category":"ai-integration","subcategory":"advanced","description":"Build reasoning orchestration with step verification, branching logic, and self-correction mechanisms","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","reasoning","chain-of-thought","verification","llm"],"weight":1,"tests":{"functional":"tests/test_reasoning.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/reasoning-chain/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/reasoning-chain/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/reasoning-chain"}},{"id":"ai-integration/advanced/context-management","name":"Intelligent Context Management","category":"ai-integration","subcategory":"advanced","description":"Build context management with dynamic compression, relevance scoring, hierarchical summarization, and context window optimization","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","context","llm","compression","embeddings"],"weight":1,"tests":{"functional":"tests/test_context.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/context-management/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/context-management/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/context-management"}},{"id":"ai-integration/advanced/model-routing","name":"Intelligent Model Router","category":"ai-integration","subcategory":"advanced","description":"Build model router with cost optimization, capability matching, fallback chains, and A/B testing","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","llm","routing","optimization","load-balancing"],"weight":1,"tests":{"functional":"tests/test_router.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/model-routing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/model-routing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/model-routing"}},{"id":"ai-integration/advanced/evaluation-framework","name":"LLM Evaluation Framework","category":"ai-integration","subcategory":"advanced","description":"Build comprehensive evaluation framework with custom metrics, human feedback integration, and regression testing","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","evaluation","metrics","llm","testing"],"weight":1,"tests":{"functional":"tests/test_evaluation.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/evaluation-framework/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/evaluation-framework/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/evaluation-framework"}},{"id":"ai-integration/advanced/streaming-pipeline","name":"LLM Streaming Pipeline","category":"ai-integration","subcategory":"advanced","description":"Build streaming pipeline with token-level processing, real-time transformation, and multi-destination fanout","difficulty":"hard","stack":"typescript","timeout":1500,"tokenLimit":300000,"tags":["typescript","streaming","sse","websocket","transformation"],"weight":1,"tests":{"functional":"tests/streaming.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/streaming-pipeline/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/streaming-pipeline/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/streaming-pipeline"}},{"id":"ai-integration/advanced/memory-system","name":"Long-term Memory System","category":"ai-integration","subcategory":"advanced","description":"Build memory system with episodic and semantic memory, retrieval optimization, and memory consolidation","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","memory","embeddings","vector-db","retrieval"],"weight":1,"tests":{"functional":"tests/test_memory.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/memory-system/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/memory-system/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/memory-system"}},{"id":"ai-integration/advanced/multi-agent-system","name":"Multi-Agent Collaboration System","category":"ai-integration","subcategory":"advanced","description":"Build multi-agent system with task delegation, inter-agent communication, conflict resolution, and consensus mechanisms","difficulty":"hard","stack":"python","timeout":1500,"tokenLimit":300000,"tags":["python","agents","llm","collaboration","orchestration"],"weight":1,"tests":{"functional":"tests/test_multiagent.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/multi-agent-system/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/multi-agent-system/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/advanced/multi-agent-system"}},{"id":"ai-integration/agents/code-review-agent","name":"Automated Code Review Agent","category":"ai-integration","subcategory":"agents","description":"Build LLM agent for automated PR code review","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["python","agent","code-review","github","llm"],"weight":1,"tests":{"functional":"tests/test_review_agent.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/code-review-agent/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/code-review-agent/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/code-review-agent"}},{"id":"ai-integration/agents/web-scraper-agent","name":"Autonomous Web Scraper Agent","category":"ai-integration","subcategory":"agents","description":"Build LLM agent for autonomous web data extraction","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["python","agent","scraping","llm","autonomous"],"weight":1,"tests":{"functional":"tests/test_scraper_agent.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/web-scraper-agent/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/web-scraper-agent/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/web-scraper-agent"}},{"id":"ai-integration/agents/research-agent","name":"Multi-Step Research Agent","category":"ai-integration","subcategory":"agents","description":"Build research automation agent in TypeScript","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","agent","research","llm","automation"],"weight":1,"tests":{"functional":"tests/research.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/research-agent/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/research-agent/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/agents/research-agent"}},{"id":"ai-integration/embeddings/recommendation-engine","name":"Content Recommendation Engine","category":"ai-integration","subcategory":"embeddings","description":"Build content recommendations with embeddings in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","embeddings","recommendations","similarity","personalization"],"weight":1,"tests":{"functional":"tests/recommend_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/recommendation-engine/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/recommendation-engine/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/recommendation-engine"}},{"id":"ai-integration/embeddings/duplicate-detection","name":"Document Duplicate Detection","category":"ai-integration","subcategory":"embeddings","description":"Find near-duplicate documents using embeddings","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","embeddings","deduplication","similarity","nlp"],"weight":1,"tests":{"functional":"tests/test_duplicates.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/duplicate-detection/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/duplicate-detection/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/duplicate-detection"}},{"id":"ai-integration/embeddings/semantic-search","name":"Vector Similarity Search","category":"ai-integration","subcategory":"embeddings","description":"Build semantic search with vector embeddings in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","embeddings","vector","search","similarity"],"weight":1,"tests":{"functional":"tests/test_semantic_search.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/semantic-search/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/semantic-search/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/embeddings/semantic-search"}},{"id":"ai-integration/fine-tuning/classification-model","name":"Text Classification Fine-Tuning","category":"ai-integration","subcategory":"fine-tuning","description":"Fine-tune model for text classification in Python","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["python","fine-tuning","classification","transformers","ml"],"weight":1,"tests":{"functional":"tests/test_classification.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/fine-tuning/classification-model/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/fine-tuning/classification-model/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/fine-tuning/classification-model"}},{"id":"ai-integration/function-calling/calendar-assistant","name":"AI Calendar Assistant","category":"ai-integration","subcategory":"function-calling","description":"Build calendar management assistant with TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","calendar","function-calling","llm","scheduling"],"weight":1,"tests":{"functional":"tests/calendar.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/calendar-assistant/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/calendar-assistant/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/calendar-assistant"}},{"id":"ai-integration/function-calling/api-orchestrator","name":"LLM-Driven API Orchestrator","category":"ai-integration","subcategory":"function-calling","description":"Build API orchestration with LLM function calling","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","function-calling","api","llm","orchestration"],"weight":1,"tests":{"functional":"tests/orchestrator.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/api-orchestrator/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/api-orchestrator/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/api-orchestrator"}},{"id":"ai-integration/function-calling/database-query","name":"Natural Language to SQL","category":"ai-integration","subcategory":"function-calling","description":"Convert natural language to SQL queries with Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","sql","llm","nlp","database"],"weight":1,"tests":{"functional":"tests/test_nl2sql.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/database-query/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/database-query/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/function-calling/database-query"}},{"id":"ai-integration/multimodal/chart-interpreter","name":"Chart Data Extractor","category":"ai-integration","subcategory":"multimodal","description":"Extract data from chart images using vision LLM","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","vision","charts","data-extraction","multimodal"],"weight":1,"tests":{"functional":"tests/chart.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/chart-interpreter/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/chart-interpreter/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/chart-interpreter"}},{"id":"ai-integration/multimodal/image-captioning","name":"Image Caption Generator","category":"ai-integration","subcategory":"multimodal","description":"Generate image descriptions using vision models","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","vision","multimodal","llm","images"],"weight":1,"tests":{"functional":"tests/test_captioning.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/image-captioning/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/image-captioning/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/multimodal/image-captioning"}},{"id":"ai-integration/rag-chatbot/code-assistant","name":"Codebase Q&A Assistant","category":"ai-integration","subcategory":"rag-chatbot","description":"Build RAG-powered codebase Q&A assistant in TypeScript","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","rag","code","embeddings","assistant"],"weight":1,"tests":{"functional":"tests/codeqa.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/code-assistant/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/code-assistant/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/code-assistant"}},{"id":"ai-integration/rag-chatbot/support-bot","name":"Customer Support RAG Bot","category":"ai-integration","subcategory":"rag-chatbot","description":"Build customer support chatbot with knowledge base RAG","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","rag","chatbot","support","langchain"],"weight":1,"tests":{"functional":"tests/test_support_bot.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/support-bot/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/support-bot/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/support-bot"}},{"id":"ai-integration/rag-chatbot/doc-search","name":"Multi-Document Semantic Search","category":"ai-integration","subcategory":"rag-chatbot","description":"Build semantic search across multiple documents in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","embeddings","search","semantic","vector-db"],"weight":1,"tests":{"functional":"tests/search_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/doc-search/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/doc-search/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/doc-search"}},{"id":"ai-integration/rag-chatbot/pdf-qa","name":"PDF Q&A RAG Chatbot","category":"ai-integration","subcategory":"rag-chatbot","description":"Build a RAG chatbot that answers questions from PDF documents","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["rag","chatbot","pdf","langchain","embeddings","vector-db"],"weight":2,"tests":{"functional":"tests/functional/qa.test.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/pdf-qa/PROMPT.md","tests":{"functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/pdf-qa/tests/functional/qa.test.py"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/pdf-qa/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/rag-chatbot/pdf-qa"}},{"id":"ai-integration/structured-output/invoice-parser","name":"Invoice PDF Parser","category":"ai-integration","subcategory":"structured-output","description":"Extract structured data from invoice PDFs using LLM with function calling","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["llm","structured-output","pdf","extraction","function-calling"],"weight":1,"tests":{"functional":"tests/parser.test.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/invoice-parser/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/invoice-parser/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/invoice-parser"}},{"id":"ai-integration/structured-output/contract-analyzer","name":"Legal Contract Analyzer","category":"ai-integration","subcategory":"structured-output","description":"Analyze legal documents and extract key terms with Python","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["python","llm","legal","contracts","analysis"],"weight":1,"tests":{"functional":"tests/test_contract.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/contract-analyzer/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/contract-analyzer/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/contract-analyzer"}},{"id":"ai-integration/structured-output/receipt-scanner","name":"Receipt Scanner with OCR + LLM","category":"ai-integration","subcategory":"structured-output","description":"Extract receipt data using OCR and LLM in TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","ocr","llm","receipt","vision"],"weight":1,"tests":{"functional":"tests/receipt.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/receipt-scanner/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/receipt-scanner/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/receipt-scanner"}},{"id":"ai-integration/structured-output/resume-parser","name":"Resume Parser with LLM","category":"ai-integration","subcategory":"structured-output","description":"Extract structured data from resumes using LLM","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","llm","parsing","resume","structured-output"],"weight":1,"tests":{"functional":"tests/test_resume_parser.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/resume-parser/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/resume-parser/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/ai-integration/structured-output/resume-parser"}}],"api-integrations":[{"id":"api-integrations/advanced/api-analytics","name":"API Analytics Platform","category":"api-integrations","subcategory":"advanced","description":"Build API analytics with real-time metrics, usage patterns, and anomaly detection","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","analytics","clickhouse","metrics","anomaly"],"weight":1,"tests":{"functional":"tests/analytics_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-analytics/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-analytics/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-analytics"}},{"id":"api-integrations/advanced/api-gateway","name":"API Gateway with Plugins","category":"api-integrations","subcategory":"advanced","description":"Build extensible API gateway with plugin system, request transformation, and traffic management","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","api-gateway","plugins","proxy","traffic"],"weight":1,"tests":{"functional":"tests/gateway_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-gateway/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-gateway/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-gateway"}},{"id":"api-integrations/advanced/request-validator","name":"API Request Validator","category":"api-integrations","subcategory":"advanced","description":"Build request validation middleware with schema validation, sanitization, and custom rules","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","validation","openapi","json-schema","security"],"weight":1,"tests":{"functional":"tests/validator.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/request-validator/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/request-validator/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/request-validator"}},{"id":"api-integrations/advanced/contract-testing","name":"Consumer-Driven Contract Testing","category":"api-integrations","subcategory":"advanced","description":"Build contract testing framework with Pact-style verification, provider states, and CI integration","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","pact","contract-testing","api","verification"],"weight":1,"tests":{"functional":"tests/contract.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/contract-testing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/contract-testing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/contract-testing"}},{"id":"api-integrations/advanced/rate-limiter","name":"Distributed Rate Limiter","category":"api-integrations","subcategory":"advanced","description":"Build distributed rate limiter with multiple algorithms, quota management, and burst handling","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","rate-limiting","redis","distributed","algorithms"],"weight":1,"tests":{"functional":"tests/ratelimit_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/rate-limiter/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/rate-limiter/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/rate-limiter"}},{"id":"api-integrations/advanced/api-mocking","name":"Dynamic API Mocking Service","category":"api-integrations","subcategory":"advanced","description":"Build API mocking with dynamic responses, stateful scenarios, and contract verification","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","mocking","testing","openapi","wiremock"],"weight":1,"tests":{"functional":"tests/mock.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-mocking/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-mocking/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/api-mocking"}},{"id":"api-integrations/advanced/graphql-federation","name":"GraphQL Federation Gateway","category":"api-integrations","subcategory":"advanced","description":"Build GraphQL federation gateway with schema stitching, query planning, and distributed caching","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","graphql","apollo","federation","gateway"],"weight":1,"tests":{"functional":"tests/federation.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/graphql-federation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/graphql-federation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/graphql-federation"}},{"id":"api-integrations/advanced/grpc-gateway","name":"gRPC-HTTP Gateway","category":"api-integrations","subcategory":"advanced","description":"Build gRPC gateway with REST transcoding, streaming support, and automatic OpenAPI generation","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","grpc","rest","protobuf","gateway"],"weight":1,"tests":{"functional":"tests/grpc_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/grpc-gateway/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/grpc-gateway/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/grpc-gateway"}},{"id":"api-integrations/advanced/sdk-generator","name":"Multi-Language SDK Generator","category":"api-integrations","subcategory":"advanced","description":"Build SDK generator from OpenAPI with type-safe clients, pagination, and retry logic","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","openapi","codegen","sdk","multi-language"],"weight":1,"tests":{"functional":"tests/sdkgen.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/sdk-generator/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/sdk-generator/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/sdk-generator"}},{"id":"api-integrations/advanced/webhook-processor","name":"Webhook Processing Engine","category":"api-integrations","subcategory":"advanced","description":"Build webhook processor with signature verification, filtering, transformation, and delivery tracking","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","webhooks","processing","queue","transformation"],"weight":1,"tests":{"functional":"tests/webhook_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/webhook-processor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/webhook-processor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/advanced/webhook-processor"}},{"id":"api-integrations/analytics/mixpanel-events","name":"Mixpanel User Analytics","category":"api-integrations","subcategory":"analytics","description":"Track user behavior with Mixpanel in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","mixpanel","analytics","user-behavior","tracking"],"weight":1,"tests":{"functional":"tests/mixpanel_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/mixpanel-events/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/mixpanel-events/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/mixpanel-events"}},{"id":"api-integrations/analytics/segment-tracking","name":"Segment Event Tracking","category":"api-integrations","subcategory":"analytics","description":"Implement event tracking pipeline with Segment","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","segment","analytics","tracking","events"],"weight":1,"tests":{"functional":"tests/segment.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/segment-tracking/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/segment-tracking/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/analytics/segment-tracking"}},{"id":"api-integrations/auth-provider/saml-sso","name":"Enterprise SAML SSO","category":"api-integrations","subcategory":"auth-provider","description":"Implement SAML 2.0 SSO with Java Spring","difficulty":"hard","stack":"java","timeout":900,"tokenLimit":200000,"tags":["java","saml","sso","enterprise","spring"],"weight":1,"tests":{"functional":"tests/SamlTest.java"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/saml-sso/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/saml-sso/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/saml-sso"}},{"id":"api-integrations/auth-provider/oauth2-github","name":"GitHub OAuth Integration","category":"api-integrations","subcategory":"auth-provider","description":"Implement GitHub OAuth authentication in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","github","oauth","authentication","api"],"weight":1,"tests":{"functional":"tests/github_oauth_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/oauth2-github/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/oauth2-github/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/oauth2-github"}},{"id":"api-integrations/auth-provider/okta-integration","name":"Okta User Management","category":"api-integrations","subcategory":"auth-provider","description":"Integrate Okta for user management in TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","okta","identity","management","api"],"weight":1,"tests":{"functional":"tests/okta.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/okta-integration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/okta-integration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/auth-provider/okta-integration"}},{"id":"api-integrations/communication/discord-webhook","name":"Discord Webhook Notifications","category":"api-integrations","subcategory":"communication","description":"Send Discord notifications via webhooks in Go","difficulty":"easy","stack":"go","timeout":300,"tokenLimit":80000,"tags":["go","discord","webhooks","notifications","embeds"],"weight":1,"tests":{"functional":"tests/discord_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/discord-webhook/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/discord-webhook/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/discord-webhook"}},{"id":"api-integrations/communication/slack-bot","name":"Slack Bot with Commands","category":"api-integrations","subcategory":"communication","description":"Build Slack app with slash commands","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","slack","bot","commands","webhooks"],"weight":1,"tests":{"functional":"tests/slack.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/slack-bot/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/slack-bot/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/slack-bot"}},{"id":"api-integrations/communication/twilio-sms","name":"Twilio SMS Integration","category":"api-integrations","subcategory":"communication","description":"Implement SMS notifications with Twilio","difficulty":"easy","stack":"python","timeout":300,"tokenLimit":80000,"tags":["python","twilio","sms","notifications","messaging"],"weight":1,"tests":{"functional":"tests/test_twilio.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/twilio-sms/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/twilio-sms/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/communication/twilio-sms"}},{"id":"api-integrations/email/transactional","name":"Transactional Email Service","category":"api-integrations","subcategory":"email","description":"Integrate transactional email sending with templates and tracking","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["email","sendgrid","resend","templates","tracking"],"weight":1,"tests":{"functional":"tests/email.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/email/transactional/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/email/transactional/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/email/transactional"}},{"id":"api-integrations/maps/google-maps-geocoding","name":"Google Maps Geocoding","category":"api-integrations","subcategory":"maps","description":"Implement address geocoding with Google Maps","difficulty":"easy","stack":"nodejs","timeout":300,"tokenLimit":80000,"tags":["typescript","google-maps","geocoding","addresses","location"],"weight":1,"tests":{"functional":"tests/geocoding.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/google-maps-geocoding/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/google-maps-geocoding/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/google-maps-geocoding"}},{"id":"api-integrations/maps/mapbox-directions","name":"Mapbox Route Directions","category":"api-integrations","subcategory":"maps","description":"Calculate routes with Mapbox Directions API","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","mapbox","directions","routing","navigation"],"weight":1,"tests":{"functional":"tests/test_directions.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/mapbox-directions/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/mapbox-directions/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/maps/mapbox-directions"}},{"id":"api-integrations/payment/crypto-payments","name":"Cryptocurrency Payments","category":"api-integrations","subcategory":"payment","description":"Accept crypto payments with Coinbase Commerce","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","crypto","coinbase","payments","blockchain"],"weight":1,"tests":{"functional":"tests/crypto.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/crypto-payments/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/crypto-payments/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/crypto-payments"}},{"id":"api-integrations/payment/paypal-integration","name":"PayPal Payment Integration","category":"api-integrations","subcategory":"payment","description":"Integrate PayPal payments and refunds in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","paypal","payments","refunds","api"],"weight":1,"tests":{"functional":"tests/test_paypal.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/paypal-integration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/paypal-integration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/payment/paypal-integration"}},{"id":"api-integrations/social/twitter-api","name":"Twitter API Integration","category":"api-integrations","subcategory":"social","description":"Post tweets and monitor mentions with Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","twitter","social","api","posting"],"weight":1,"tests":{"functional":"tests/test_twitter.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/social/twitter-api/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/social/twitter-api/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/social/twitter-api"}},{"id":"api-integrations/storage/cloudinary-upload","name":"Cloudinary Image Management","category":"api-integrations","subcategory":"storage","description":"Integrate Cloudinary for image uploads and transforms","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","cloudinary","images","transforms","cdn"],"weight":1,"tests":{"functional":"tests/cloudinary.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/cloudinary-upload/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/cloudinary-upload/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/cloudinary-upload"}},{"id":"api-integrations/storage/gcs-streaming","name":"GCS Streaming Upload","category":"api-integrations","subcategory":"storage","description":"Stream large files to Google Cloud Storage","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","gcp","gcs","streaming","uploads"],"weight":1,"tests":{"functional":"tests/test_gcs.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/gcs-streaming/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/gcs-streaming/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/gcs-streaming"}},{"id":"api-integrations/storage/s3-presigned-urls","name":"S3 Presigned URL Uploads","category":"api-integrations","subcategory":"storage","description":"Implement secure file uploads with presigned URLs in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","aws","s3","presigned","uploads"],"weight":1,"tests":{"functional":"tests/s3_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/s3-presigned-urls/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/s3-presigned-urls/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/storage/s3-presigned-urls"}},{"id":"api-integrations/stripe/checkout-session","name":"Stripe Checkout Session","category":"api-integrations","subcategory":"stripe","description":"Create Stripe checkout flows in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","stripe","checkout","payments","api"],"weight":1,"tests":{"functional":"tests/checkout_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/checkout-session/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/checkout-session/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/checkout-session"}},{"id":"api-integrations/stripe/subscription-portal","name":"Stripe Customer Portal","category":"api-integrations","subcategory":"stripe","description":"Implement Stripe billing portal integration","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","stripe","billing","portal","subscriptions"],"weight":1,"tests":{"functional":"tests/portal.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/subscription-portal/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/subscription-portal/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/subscription-portal"}},{"id":"api-integrations/stripe/payment-webhook","name":"Stripe Payment Webhook Handler","category":"api-integrations","subcategory":"stripe","description":"Implement Stripe webhook handler to process payment events and update order status","difficulty":"medium","stack":"nodejs","timeout":180,"tokenLimit":60000,"tags":["typescript","nodejs","stripe","webhooks","payments"],"weight":1.2,"tests":{"functional":"tests/webhook.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/payment-webhook/PROMPT.md","tests":{"functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/payment-webhook/tests/webhook.test.ts"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/payment-webhook/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/api-integrations/stripe/payment-webhook"}}],"code-evolution":[{"id":"code-evolution/advanced/api-deprecation","name":"API Deprecation Manager","category":"code-evolution","subcategory":"advanced","description":"Build API deprecation system with usage tracking, migration guides, and sunset enforcement","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","api","deprecation","migration","versioning"],"weight":1,"tests":{"functional":"tests/deprecation_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/api-deprecation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/api-deprecation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/api-deprecation"}},{"id":"code-evolution/advanced/ast-refactoring","name":"AST-Based Code Refactoring","category":"code-evolution","subcategory":"advanced","description":"Build AST-based refactoring tool for automated code transformations with semantic preservation","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","ast","refactoring","babel","jscodeshift"],"weight":1,"tests":{"functional":"tests/ast.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/ast-refactoring/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/ast-refactoring/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/ast-refactoring"}},{"id":"code-evolution/advanced/dependency-upgrade","name":"Automated Dependency Upgrade","category":"code-evolution","subcategory":"advanced","description":"Build dependency upgrade tool with breaking change detection, migration scripts, and test validation","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","dependencies","semver","migration","testing"],"weight":1,"tests":{"functional":"tests/upgrade.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dependency-upgrade/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dependency-upgrade/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dependency-upgrade"}},{"id":"code-evolution/advanced/concurrency-fix","name":"Concurrency Bug Detection","category":"code-evolution","subcategory":"advanced","description":"Build concurrency analysis tool with race detection, deadlock prevention, and fix automation","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","concurrency","race-detection","deadlock","static-analysis"],"weight":1,"tests":{"functional":"tests/concurrency_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/concurrency-fix/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/concurrency-fix/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/concurrency-fix"}},{"id":"code-evolution/advanced/performance-profiling","name":"Continuous Performance Profiling","category":"code-evolution","subcategory":"advanced","description":"Build continuous profiling system with flame graphs, regression detection, and optimization suggestions","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","profiling","performance","pprof","flamegraph"],"weight":1,"tests":{"functional":"tests/profiling_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/performance-profiling/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/performance-profiling/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/performance-profiling"}},{"id":"code-evolution/advanced/dead-code-elimination","name":"Dead Code Elimination","category":"code-evolution","subcategory":"advanced","description":"Build dead code detection and elimination tool with cross-file analysis and safe removal","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","static-analysis","tree-shaking","optimization"],"weight":1,"tests":{"functional":"tests/deadcode.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dead-code-elimination/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dead-code-elimination/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/dead-code-elimination"}},{"id":"code-evolution/advanced/type-migration","name":"JavaScript to TypeScript Migration","category":"code-evolution","subcategory":"advanced","description":"Build automated JS to TS migration tool with type inference, gradual migration, and error resolution","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","javascript","migration","type-inference"],"weight":1,"tests":{"functional":"tests/migration.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/type-migration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/type-migration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/type-migration"}},{"id":"code-evolution/advanced/memory-optimization","name":"Memory Leak Detection and Fix","category":"code-evolution","subcategory":"advanced","description":"Build memory analysis tool with leak detection, heap analysis, and automated fix suggestions","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","memory","profiling","heap","optimization"],"weight":1,"tests":{"functional":"tests/memory.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/memory-optimization/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/memory-optimization/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/memory-optimization"}},{"id":"code-evolution/advanced/monorepo-extraction","name":"Monorepo Package Extraction","category":"code-evolution","subcategory":"advanced","description":"Build tool to extract packages from monorepo while preserving history and updating references","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","git","monorepo","extraction","refactoring"],"weight":1,"tests":{"functional":"tests/extraction.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/monorepo-extraction/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/monorepo-extraction/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/monorepo-extraction"}},{"id":"code-evolution/advanced/database-schema-migration","name":"Zero-Downtime Schema Migration","category":"code-evolution","subcategory":"advanced","description":"Build schema migration system supporting zero-downtime changes with rollback and data backfill","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","postgresql","migration","schema","zero-downtime"],"weight":1,"tests":{"functional":"tests/schema_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/database-schema-migration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/database-schema-migration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/advanced/database-schema-migration"}},{"id":"code-evolution/legacy-migration/callback-to-async","name":"Callback to Async/Await","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate callback hell to async/await in TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","async","refactoring","callbacks","promises"],"weight":1,"tests":{"functional":"tests/async.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/callback-to-async/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/callback-to-async/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/callback-to-async"}},{"id":"code-evolution/legacy-migration/express-to-fastify","name":"Express to Fastify Migration","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate a REST API from Express.js to Fastify while preserving all functionality","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["migration","express","fastify","nodejs","api"],"weight":1.5,"tests":{"functional":"tests/api.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/express-to-fastify/PROMPT.md","tests":{"functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/express-to-fastify/tests/api.test.ts"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/express-to-fastify/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/express-to-fastify"}},{"id":"code-evolution/legacy-migration/flask-to-fastapi","name":"Flask to FastAPI Migration","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate Flask application to FastAPI","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","flask","fastapi","migration","async"],"weight":1,"tests":{"functional":"tests/test_api.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/flask-to-fastapi/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/flask-to-fastapi/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/flask-to-fastapi"}},{"id":"code-evolution/legacy-migration/java-to-kotlin","name":"Java to Kotlin Migration","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate Java codebase to idiomatic Kotlin","difficulty":"medium","stack":"kotlin","timeout":600,"tokenLimit":150000,"tags":["kotlin","java","migration","spring","jvm"],"weight":1,"tests":{"functional":"tests/MainTest.kt"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/java-to-kotlin/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/java-to-kotlin/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/java-to-kotlin"}},{"id":"code-evolution/legacy-migration/jquery-to-react","name":"jQuery to React Migration","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate jQuery application to React","difficulty":"hard","stack":"nextjs","timeout":900,"tokenLimit":200000,"tags":["react","jquery","migration","refactoring","typescript"],"weight":1,"tests":{"functional":"tests/components.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/jquery-to-react/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/jquery-to-react/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/jquery-to-react"}},{"id":"code-evolution/legacy-migration/rest-to-grpc","name":"REST to gRPC Migration","category":"code-evolution","subcategory":"legacy-migration","description":"Migrate REST API to gRPC in Go","difficulty":"hard","stack":"go","timeout":900,"tokenLimit":200000,"tags":["go","grpc","rest","protobuf","migration"],"weight":1,"tests":{"functional":"tests/grpc_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/rest-to-grpc/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/rest-to-grpc/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/legacy-migration/rest-to-grpc"}},{"id":"code-evolution/performance/query-optimization","name":"Database Query Optimization","category":"code-evolution","subcategory":"performance","description":"Optimize slow database queries in Python","difficulty":"hard","stack":"python","timeout":900,"tokenLimit":200000,"tags":["python","database","optimization","performance","sql"],"weight":1,"tests":{"functional":"tests/test_performance.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/query-optimization/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/query-optimization/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/query-optimization"}},{"id":"code-evolution/performance/memory-leak-fix","name":"Fix Memory Leaks","category":"code-evolution","subcategory":"performance","description":"Fix memory leaks in Node.js application","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","nodejs","memory","performance","debugging"],"weight":1,"tests":{"functional":"tests/memory.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/memory-leak-fix/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/memory-leak-fix/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/memory-leak-fix"}},{"id":"code-evolution/performance/async-refactor","name":"Sync to Async Refactor","category":"code-evolution","subcategory":"performance","description":"Convert sync I/O to async for performance","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","async","performance","io","refactoring"],"weight":1,"tests":{"functional":"tests/test_async.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/async-refactor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/async-refactor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/performance/async-refactor"}},{"id":"code-evolution/refactoring/dependency-injection","name":"Add Dependency Injection","category":"code-evolution","subcategory":"refactoring","description":"Add DI to legacy Java codebase","difficulty":"medium","stack":"java","timeout":600,"tokenLimit":150000,"tags":["java","spring","di","refactoring","testing"],"weight":1,"tests":{"functional":"tests/DITest.java"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/dependency-injection/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/dependency-injection/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/dependency-injection"}},{"id":"code-evolution/refactoring/monolith-to-modules","name":"Monolith to Modules","category":"code-evolution","subcategory":"refactoring","description":"Extract modules from monolith in TypeScript","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","modular","refactoring","architecture","monolith"],"weight":1,"tests":{"functional":"tests/modules.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/monolith-to-modules/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/monolith-to-modules/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/monolith-to-modules"}},{"id":"code-evolution/refactoring/class-to-hooks","name":"React Class to Hooks Migration","category":"code-evolution","subcategory":"refactoring","description":"Migrate React class components to functional components with hooks","difficulty":"medium","stack":"nextjs-supabase","timeout":600,"tokenLimit":150000,"tags":["react","hooks","refactoring","migration","typescript"],"weight":1,"tests":{"functional":"tests/hooks.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/class-to-hooks/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/class-to-hooks/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/class-to-hooks"}},{"id":"code-evolution/refactoring/orm-migration","name":"SQLAlchemy to SQLModel","category":"code-evolution","subcategory":"refactoring","description":"Migrate SQLAlchemy to async SQLModel","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","sqlalchemy","sqlmodel","async","orm"],"weight":1,"tests":{"functional":"tests/test_models.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/orm-migration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/orm-migration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/orm-migration"}},{"id":"code-evolution/refactoring/error-handling","name":"Standardize Error Handling","category":"code-evolution","subcategory":"refactoring","description":"Standardize error handling patterns in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","errors","refactoring","patterns","handling"],"weight":1,"tests":{"functional":"tests/errors_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/error-handling/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/error-handling/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/refactoring/error-handling"}},{"id":"code-evolution/security/sql-injection-fix","name":"Fix SQL Injection","category":"code-evolution","subcategory":"security","description":"Fix SQL injection vulnerabilities in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","security","sql","injection","owasp"],"weight":1,"tests":{"functional":"tests/test_security.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/sql-injection-fix/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/sql-injection-fix/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/sql-injection-fix"}},{"id":"code-evolution/security/secrets-rotation","name":"Secrets Rotation System","category":"code-evolution","subcategory":"security","description":"Implement secrets rotation in Go","difficulty":"hard","stack":"go","timeout":900,"tokenLimit":200000,"tags":["go","security","secrets","rotation","vault"],"weight":1,"tests":{"functional":"tests/secrets_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/secrets-rotation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/secrets-rotation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/secrets-rotation"}},{"id":"code-evolution/security/xss-prevention","name":"XSS Prevention","category":"code-evolution","subcategory":"security","description":"Add XSS protection to TypeScript app","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","security","xss","sanitization","owasp"],"weight":1,"tests":{"functional":"tests/xss.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/xss-prevention/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/xss-prevention/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/security/xss-prevention"}},{"id":"code-evolution/testing/e2e-playwright","name":"Add E2E Tests with Playwright","category":"code-evolution","subcategory":"testing","description":"Add end-to-end tests using Playwright","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","playwright","e2e","testing","automation"],"weight":1,"tests":{"functional":"tests/e2e.spec.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/e2e-playwright/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/e2e-playwright/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/e2e-playwright"}},{"id":"code-evolution/testing/add-unit-tests","name":"Add Unit Tests","category":"code-evolution","subcategory":"testing","description":"Add unit tests to untested TypeScript code","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","testing","jest","unit-tests","tdd"],"weight":1,"tests":{"functional":"tests/coverage.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/add-unit-tests/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/add-unit-tests/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/add-unit-tests"}},{"id":"code-evolution/testing/pytest-fixtures","name":"Refactor Tests with Fixtures","category":"code-evolution","subcategory":"testing","description":"Refactor Python tests to use pytest fixtures","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","pytest","fixtures","testing","refactoring"],"weight":1,"tests":{"functional":"tests/test_refactored.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/pytest-fixtures/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/pytest-fixtures/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/code-evolution/testing/pytest-fixtures"}}],"frontend":[{"id":"frontend/accessibility/keyboard-shortcuts","name":"Keyboard Shortcuts System","category":"frontend","subcategory":"accessibility","description":"Build keyboard shortcuts system with Vue 3","difficulty":"medium","stack":"vue","timeout":600,"tokenLimit":150000,"tags":["vue","keyboard","shortcuts","accessibility","ux"],"weight":1,"tests":{"functional":"tests/shortcuts.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/keyboard-shortcuts/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/keyboard-shortcuts/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/keyboard-shortcuts"}},{"id":"frontend/accessibility/screen-reader-nav","name":"Screen Reader Navigation","category":"frontend","subcategory":"accessibility","description":"Build WCAG compliant navigation in React","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","accessibility","wcag","aria","screen-reader"],"weight":1,"tests":{"functional":"tests/a11y.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/screen-reader-nav/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/screen-reader-nav/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/accessibility/screen-reader-nav"}},{"id":"frontend/advanced/canvas-editor","name":"Advanced Canvas Editor","category":"frontend","subcategory":"advanced","description":"Build canvas-based editor with layers, transformations, snapping, and plugin architecture","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","canvas","fabric.js","editor","layers"],"weight":1,"tests":{"functional":"tests/canvas.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/canvas-editor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/canvas-editor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/canvas-editor"}},{"id":"frontend/advanced/service-worker","name":"Advanced Service Worker","category":"frontend","subcategory":"advanced","description":"Build service worker with smart caching strategies, push notifications, and background processing","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","service-worker","pwa","caching","push"],"weight":1,"tests":{"functional":"tests/sw.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/service-worker/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/service-worker/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/service-worker"}},{"id":"frontend/advanced/micro-frontend","name":"Micro-Frontend Architecture","category":"frontend","subcategory":"advanced","description":"Build micro-frontend system with module federation, shared state, routing, and independent deployment","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","webpack","module-federation","micro-frontend"],"weight":1,"tests":{"functional":"tests/microfrontend.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/micro-frontend/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/micro-frontend/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/micro-frontend"}},{"id":"frontend/advanced/offline-first","name":"Offline-First Application","category":"frontend","subcategory":"advanced","description":"Build offline-first app with conflict resolution, background sync, and optimistic updates","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","pwa","indexeddb","service-worker","sync"],"weight":1,"tests":{"functional":"tests/offline.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/offline-first/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/offline-first/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/offline-first"}},{"id":"frontend/advanced/realtime-collab","name":"Real-time Collaborative Editor","category":"frontend","subcategory":"advanced","description":"Build collaborative editor with CRDT, presence awareness, cursor sync, and offline support","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","crdt","yjs","websocket","collaboration"],"weight":1,"tests":{"functional":"tests/collab.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/realtime-collab/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/realtime-collab/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/realtime-collab"}},{"id":"frontend/advanced/virtual-list","name":"Virtual List with Variable Heights","category":"frontend","subcategory":"advanced","description":"Build virtualized list supporting variable row heights, sticky headers, infinite scroll, and keyboard navigation","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","react","virtualization","performance","accessibility"],"weight":1,"tests":{"functional":"tests/virtuallist.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/virtual-list/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/virtual-list/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/virtual-list"}},{"id":"frontend/advanced/state-machine","name":"Visual State Machine Editor","category":"frontend","subcategory":"advanced","description":"Build visual state machine editor with drag-drop, validation, code generation, and real-time simulation","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","react","xstate","canvas","visualization"],"weight":1,"tests":{"functional":"tests/statemachine.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/state-machine/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/state-machine/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/state-machine"}},{"id":"frontend/advanced/web-worker","name":"Web Worker Task Scheduler","category":"frontend","subcategory":"advanced","description":"Build web worker pool with priority queuing, task cancellation, and progress reporting","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","web-worker","concurrency","scheduling"],"weight":1,"tests":{"functional":"tests/worker.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/web-worker/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/web-worker/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/web-worker"}},{"id":"frontend/advanced/wasm-integration","name":"WebAssembly Integration","category":"frontend","subcategory":"advanced","description":"Build WASM integration layer with streaming compilation, memory management, and JS interop","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","webassembly","rust","performance","interop"],"weight":1,"tests":{"functional":"tests/wasm.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/wasm-integration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/wasm-integration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/wasm-integration"}},{"id":"frontend/advanced/webgl-visualization","name":"WebGL Data Visualization","category":"frontend","subcategory":"advanced","description":"Build WebGL-based visualization for millions of data points with interactions and real-time updates","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","webgl","three.js","visualization","performance"],"weight":1,"tests":{"functional":"tests/webgl.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/webgl-visualization/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/webgl-visualization/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/advanced/webgl-visualization"}},{"id":"frontend/animation/page-transitions","name":"Page Transition Animations","category":"frontend","subcategory":"animation","description":"Build smooth page transitions with React","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","animation","framer-motion","transitions","ux"],"weight":1,"tests":{"functional":"tests/transitions.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/animation/page-transitions/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/animation/page-transitions/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/animation/page-transitions"}},{"id":"frontend/components/data-grid","name":"Advanced Data Grid","category":"frontend","subcategory":"components","description":"Build data grid with virtual scrolling in React","difficulty":"hard","stack":"nextjs","timeout":900,"tokenLimit":200000,"tags":["react","data-grid","virtual-scroll","typescript","performance"],"weight":1,"tests":{"functional":"tests/grid.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/data-grid/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/data-grid/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/data-grid"}},{"id":"frontend/components/date-range-picker","name":"Date Range Picker","category":"frontend","subcategory":"components","description":"Build date range picker with Svelte","difficulty":"medium","stack":"svelte","timeout":600,"tokenLimit":150000,"tags":["svelte","date-picker","calendar","range","typescript"],"weight":1,"tests":{"functional":"tests/datepicker.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/date-range-picker/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/date-range-picker/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/date-range-picker"}},{"id":"frontend/components/file-uploader","name":"Drag-Drop File Uploader","category":"frontend","subcategory":"components","description":"Build file uploader with drag-drop and preview","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","upload","drag-drop","preview","typescript"],"weight":1,"tests":{"functional":"tests/uploader.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/file-uploader/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/file-uploader/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/file-uploader"}},{"id":"frontend/components/form-builder","name":"Dynamic Form Builder","category":"frontend","subcategory":"components","description":"Build a drag-and-drop form builder with live preview and JSON export","difficulty":"hard","stack":"nextjs-supabase","timeout":900,"tokenLimit":200000,"tags":["forms","drag-drop","builder","react","validation"],"weight":1,"tests":{"functional":"tests/form-builder.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/form-builder/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/form-builder/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/form-builder"}},{"id":"frontend/components/rich-text-editor","name":"WYSIWYG Rich Text Editor","category":"frontend","subcategory":"components","description":"Build rich text editor with Vue 3","difficulty":"hard","stack":"vue","timeout":900,"tokenLimit":200000,"tags":["vue","editor","wysiwyg","tiptap","typescript"],"weight":1,"tests":{"functional":"tests/editor.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/rich-text-editor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/rich-text-editor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/components/rich-text-editor"}},{"id":"frontend/figma-to-code/dashboard-layout","name":"Admin Dashboard Layout","category":"frontend","subcategory":"figma-to-code","description":"Build admin dashboard UI with Vue 3","difficulty":"medium","stack":"vue","timeout":600,"tokenLimit":150000,"tags":["vue","dashboard","admin","layout","typescript"],"weight":1,"tests":{"visual":"tests/visual.test.ts","functional":"tests/dashboard.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/dashboard-layout/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/dashboard-layout/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/dashboard-layout"}},{"id":"frontend/figma-to-code/landing-page","name":"Landing Page from Design","category":"frontend","subcategory":"figma-to-code","description":"Build responsive landing page from design specs with React","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","tailwind","responsive","landing-page","typescript"],"weight":1,"tests":{"visual":"tests/visual.test.ts","functional":"tests/landing.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/landing-page/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/landing-page/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/landing-page"}},{"id":"frontend/figma-to-code/mobile-app-screen","name":"Mobile App Screen","category":"frontend","subcategory":"figma-to-code","description":"Build mobile app screen with React Native","difficulty":"medium","stack":"react-native","timeout":600,"tokenLimit":150000,"tags":["react-native","mobile","ui","typescript","expo"],"weight":1,"tests":{"functional":"tests/screen.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/mobile-app-screen/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/mobile-app-screen/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/mobile-app-screen"}},{"id":"frontend/figma-to-code/pricing-card","name":"Pricing Card Component","category":"frontend","subcategory":"figma-to-code","description":"Build a pixel-perfect pricing card component from design specs","difficulty":"medium","stack":"nextjs","timeout":300,"tokenLimit":100000,"tags":["react","tailwind","ui-component","visual-testing","responsive"],"weight":1,"tests":{"visual":"tests/visual/diff.test.ts","functional":"tests/visual/interaction.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/pricing-card/PROMPT.md","tests":{"visual":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/pricing-card/tests/visual/diff.test.ts","functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/pricing-card/tests/visual/interaction.test.ts"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/pricing-card/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/figma-to-code/pricing-card"}},{"id":"frontend/performance/image-lazy-load","name":"Optimized Image Loading","category":"frontend","subcategory":"performance","description":"Build image lazy loading with Svelte","difficulty":"easy","stack":"svelte","timeout":300,"tokenLimit":80000,"tags":["svelte","images","lazy-load","performance","optimization"],"weight":1,"tests":{"functional":"tests/images.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/image-lazy-load/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/image-lazy-load/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/image-lazy-load"}},{"id":"frontend/performance/infinite-scroll","name":"Virtualized Infinite Scroll","category":"frontend","subcategory":"performance","description":"Build infinite scroll with virtualization in React","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","performance","virtual-scroll","infinite","optimization"],"weight":1,"tests":{"functional":"tests/scroll.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/infinite-scroll/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/infinite-scroll/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/performance/infinite-scroll"}},{"id":"frontend/state-management/collaborative-editor","name":"Real-time Collaborative Editor","category":"frontend","subcategory":"state-management","description":"Build collaborative editing with Vue 3 and Y.js","difficulty":"hard","stack":"vue","timeout":900,"tokenLimit":200000,"tags":["vue","yjs","crdt","collaboration","realtime"],"weight":1,"tests":{"functional":"tests/collab.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/collaborative-editor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/collaborative-editor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/collaborative-editor"}},{"id":"frontend/state-management/shopping-cart","name":"Shopping Cart State Management","category":"frontend","subcategory":"state-management","description":"Build complex cart with Redux Toolkit","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","redux","cart","e-commerce","state"],"weight":1,"tests":{"functional":"tests/cart.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/shopping-cart/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/shopping-cart/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/state-management/shopping-cart"}},{"id":"frontend/visualization/chart-dashboard","name":"Analytics Chart Dashboard","category":"frontend","subcategory":"visualization","description":"Build an analytics dashboard with interactive charts and date range filters","difficulty":"medium","stack":"nextjs-supabase","timeout":600,"tokenLimit":150000,"tags":["charts","analytics","dashboard","visualization","react"],"weight":1,"tests":{"functional":"tests/dashboard.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/chart-dashboard/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/chart-dashboard/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/chart-dashboard"}},{"id":"frontend/visualization/map-dashboard","name":"Geographic Map Dashboard","category":"frontend","subcategory":"visualization","description":"Build interactive map dashboard with Vue 3","difficulty":"hard","stack":"vue","timeout":900,"tokenLimit":200000,"tags":["vue","mapbox","visualization","geospatial","dashboard"],"weight":1,"tests":{"functional":"tests/map.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/map-dashboard/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/map-dashboard/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/map-dashboard"}},{"id":"frontend/visualization/gantt-chart","name":"Project Gantt Chart","category":"frontend","subcategory":"visualization","description":"Build interactive Gantt chart with React","difficulty":"hard","stack":"nextjs","timeout":900,"tokenLimit":200000,"tags":["react","gantt","project-management","drag-drop","timeline"],"weight":1,"tests":{"functional":"tests/gantt.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/gantt-chart/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/gantt-chart/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/gantt-chart"}},{"id":"frontend/visualization/realtime-charts","name":"Real-time Streaming Charts","category":"frontend","subcategory":"visualization","description":"Build live updating charts with React","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["react","charts","realtime","d3","websocket"],"weight":1,"tests":{"functional":"tests/charts.test.tsx"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/realtime-charts/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/realtime-charts/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/frontend/visualization/realtime-charts"}}],"glue-code":[{"id":"glue-code/advanced/secret-rotation","name":"Automated Secret Rotation","category":"glue-code","subcategory":"advanced","description":"Build secret rotation system with zero-downtime rotation, multi-cloud vault integration, and lease management","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","vault","aws-secrets","rotation","security"],"weight":1,"tests":{"functional":"tests/secrets_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/secret-rotation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/secret-rotation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/secret-rotation"}},{"id":"glue-code/advanced/blue-green-deploy","name":"Blue-Green Deployment Controller","category":"glue-code","subcategory":"advanced","description":"Build deployment controller with traffic shifting, health validation, and automatic rollback","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","kubernetes","istio","deployment","traffic-management"],"weight":1,"tests":{"functional":"tests/deploy_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/blue-green-deploy/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/blue-green-deploy/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/blue-green-deploy"}},{"id":"glue-code/advanced/canary-release","name":"Canary Release Automation","category":"glue-code","subcategory":"advanced","description":"Build canary release system with metric-based promotion, automatic rollback, and progressive delivery","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","kubernetes","flagger","argo-rollouts","canary"],"weight":1,"tests":{"functional":"tests/canary_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/canary-release/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/canary-release/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/canary-release"}},{"id":"glue-code/advanced/change-data-capture","name":"Change Data Capture System","category":"glue-code","subcategory":"advanced","description":"Build CDC system with log-based capture, schema tracking, and multi-sink fanout","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","debezium","postgresql","kafka","cdc"],"weight":1,"tests":{"functional":"tests/cdc_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/change-data-capture/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/change-data-capture/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/change-data-capture"}},{"id":"glue-code/advanced/distributed-tracing","name":"Distributed Tracing System","category":"glue-code","subcategory":"advanced","description":"Build distributed tracing with context propagation, sampling strategies, and trace aggregation","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","opentelemetry","jaeger","tracing","observability"],"weight":1,"tests":{"functional":"tests/tracing_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/distributed-tracing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/distributed-tracing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/distributed-tracing"}},{"id":"glue-code/advanced/config-management","name":"Dynamic Configuration Service","category":"glue-code","subcategory":"advanced","description":"Build config management with hot reload, environment promotion, and rollback capabilities","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","consul","etcd","configuration","feature-toggle"],"weight":1,"tests":{"functional":"tests/config_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/config-management/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/config-management/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/config-management"}},{"id":"glue-code/advanced/log-aggregation","name":"Log Aggregation Pipeline","category":"glue-code","subcategory":"advanced","description":"Build log aggregation with structured logging, parsing, enrichment, and anomaly detection","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","elasticsearch","fluentd","logging","anomaly"],"weight":1,"tests":{"functional":"tests/logging_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/log-aggregation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/log-aggregation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/log-aggregation"}},{"id":"glue-code/advanced/data-pipeline","name":"Orchestrated Data Pipeline","category":"glue-code","subcategory":"advanced","description":"Build data pipeline with DAG orchestration, dependency management, data quality checks, and SLA monitoring","difficulty":"hard","stack":"python","timeout":1200,"tokenLimit":250000,"tags":["python","airflow","dbt","data-quality","orchestration"],"weight":1,"tests":{"functional":"tests/pipeline_test.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/data-pipeline/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/data-pipeline/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/data-pipeline"}},{"id":"glue-code/advanced/stream-processing","name":"Real-time Stream Processing","category":"glue-code","subcategory":"advanced","description":"Build stream processing pipeline with windowing, watermarks, exactly-once semantics, and backpressure handling","difficulty":"hard","stack":"python","timeout":1200,"tokenLimit":250000,"tags":["python","kafka","flink","streaming","watermarks"],"weight":1,"tests":{"functional":"tests/stream_test.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/stream-processing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/stream-processing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/stream-processing"}},{"id":"glue-code/advanced/schema-registry","name":"Schema Registry Service","category":"glue-code","subcategory":"advanced","description":"Build schema registry with compatibility checking, versioning, and automatic code generation","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","avro","protobuf","schema","compatibility"],"weight":1,"tests":{"functional":"tests/registry_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/schema-registry/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/schema-registry/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/advanced/schema-registry"}},{"id":"glue-code/api-sync/rest-to-graphql","name":"REST to GraphQL Adapter","category":"glue-code","subcategory":"api-sync","description":"Build an adapter that wraps a REST API and exposes it as a GraphQL endpoint","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["graphql","rest","api","adapter","schema"],"weight":1,"tests":{"functional":"tests/graphql.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/api-sync/rest-to-graphql/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/api-sync/rest-to-graphql/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/api-sync/rest-to-graphql"}},{"id":"glue-code/caching/redis-cache","name":"Redis Caching Layer","category":"glue-code","subcategory":"caching","description":"Implement a caching layer with Redis for API responses and database queries","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["redis","caching","performance","api","database"],"weight":1,"tests":{"functional":"tests/cache.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/caching/redis-cache/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/caching/redis-cache/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/caching/redis-cache"}},{"id":"glue-code/data-transform/avro-schema-evolution","name":"Avro Schema Evolution Handler","category":"glue-code","subcategory":"data-transform","description":"Handle Avro schema evolution with forward/backward compatibility in Java","difficulty":"hard","stack":"java","timeout":900,"tokenLimit":200000,"tags":["java","avro","schema-evolution","kafka","data-pipeline"],"weight":1,"tests":{"functional":"tests/AvroEvolutionTest.java"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/avro-schema-evolution/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/avro-schema-evolution/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/avro-schema-evolution"}},{"id":"glue-code/data-transform/json-to-xml","name":"Bidirectional JSON/XML Converter","category":"glue-code","subcategory":"data-transform","description":"Convert between JSON and XML with schema preservation in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","json","xml","conversion","data-transform"],"weight":1,"tests":{"functional":"tests/converter_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/json-to-xml/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/json-to-xml/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/json-to-xml"}},{"id":"glue-code/data-transform/csv-normalizer","name":"CSV Data Normalizer","category":"glue-code","subcategory":"data-transform","description":"Clean and normalize messy CSV data with Python","difficulty":"easy","stack":"python","timeout":300,"tokenLimit":80000,"tags":["python","csv","data-cleaning","pandas","etl"],"weight":1,"tests":{"functional":"tests/test_normalizer.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/csv-normalizer/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/csv-normalizer/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/csv-normalizer"}},{"id":"glue-code/data-transform/excel-to-json","name":"Excel to JSON Transformer","category":"glue-code","subcategory":"data-transform","description":"Create a Python script that cleans and transforms messy Excel data to strict JSON schema","difficulty":"easy","stack":"python","timeout":120,"tokenLimit":50000,"tags":["python","excel","json","data-transform","pandas"],"weight":1,"tests":{"functional":"tests/transform.test.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/excel-to-json/PROMPT.md","tests":{"functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/excel-to-json/tests/transform.test.py"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/excel-to-json/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/excel-to-json"}},{"id":"glue-code/data-transform/protobuf-converter","name":"Protocol Buffer Serialization","category":"glue-code","subcategory":"data-transform","description":"Implement protobuf serialization/deserialization in Rust","difficulty":"hard","stack":"rust","timeout":900,"tokenLimit":200000,"tags":["rust","protobuf","serialization","performance","binary"],"weight":1,"tests":{"functional":"tests/protobuf_test.rs"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/protobuf-converter/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/protobuf-converter/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/data-transform/protobuf-converter"}},{"id":"glue-code/etl/cdc-pipeline","name":"Change Data Capture Pipeline","category":"glue-code","subcategory":"etl","description":"Implement CDC with Debezium and TypeScript","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","debezium","cdc","kafka","streaming"],"weight":1,"tests":{"functional":"tests/cdc.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/cdc-pipeline/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/cdc-pipeline/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/cdc-pipeline"}},{"id":"glue-code/etl/database-sync","name":"PostgreSQL to MongoDB Sync","category":"glue-code","subcategory":"etl","description":"Sync data between PostgreSQL and MongoDB in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","postgresql","mongodb","sync","etl"],"weight":1,"tests":{"functional":"tests/test_db_sync.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/database-sync/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/database-sync/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/database-sync"}},{"id":"glue-code/etl/s3-to-warehouse","name":"S3 to Data Warehouse Loader","category":"glue-code","subcategory":"etl","description":"Load S3 files into data warehouse with Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","s3","data-warehouse","etl","parquet"],"weight":1,"tests":{"functional":"tests/loader_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/s3-to-warehouse/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/s3-to-warehouse/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/etl/s3-to-warehouse"}},{"id":"glue-code/file-processing/image-resizer","name":"High-Performance Image Resizer","category":"glue-code","subcategory":"file-processing","description":"Build high-performance image processing service in Rust","difficulty":"hard","stack":"rust","timeout":900,"tokenLimit":200000,"tags":["rust","image-processing","performance","thumbnails","webp"],"weight":1,"tests":{"functional":"tests/image_test.rs"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/image-resizer/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/image-resizer/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/image-resizer"}},{"id":"glue-code/file-processing/pdf-merger","name":"PDF Merger and Manipulator","category":"glue-code","subcategory":"file-processing","description":"Merge and manipulate PDF files with Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","pdf","merge","manipulation","pypdf"],"weight":1,"tests":{"functional":"tests/test_pdf.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/pdf-merger/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/pdf-merger/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/pdf-merger"}},{"id":"glue-code/file-processing/video-transcoder","name":"Video Transcoder Service","category":"glue-code","subcategory":"file-processing","description":"FFmpeg-based video transcoding in Go","difficulty":"hard","stack":"go","timeout":900,"tokenLimit":200000,"tags":["go","ffmpeg","video","transcoding","streaming"],"weight":1,"tests":{"functional":"tests/transcode_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/video-transcoder/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/video-transcoder/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/file-processing/video-transcoder"}},{"id":"glue-code/migration/data-backfill","name":"Data Backfill Pipeline","category":"glue-code","subcategory":"migration","description":"Implement data backfill with progress tracking in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","backfill","migration","data","progress"],"weight":1,"tests":{"functional":"tests/test_backfill.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/data-backfill/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/data-backfill/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/data-backfill"}},{"id":"glue-code/migration/database-versioning","name":"Database Migration System","category":"glue-code","subcategory":"migration","description":"Build database schema migration system in TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","database","migrations","schema","versioning"],"weight":1,"tests":{"functional":"tests/migration.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/database-versioning/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/database-versioning/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/migration/database-versioning"}},{"id":"glue-code/queue/sqs-batch-processor","name":"AWS SQS Batch Processor","category":"glue-code","subcategory":"queue","description":"Process SQS messages in batches with TypeScript","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","aws","sqs","batch","serverless"],"weight":1,"tests":{"functional":"tests/sqs.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/sqs-batch-processor/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/sqs-batch-processor/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/sqs-batch-processor"}},{"id":"glue-code/queue/kafka-producer","name":"High-Throughput Kafka Producer","category":"glue-code","subcategory":"queue","description":"Implement high-throughput Kafka producer in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","kafka","streaming","producer","high-throughput"],"weight":1,"tests":{"functional":"tests/producer_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/kafka-producer/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/kafka-producer/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/kafka-producer"}},{"id":"glue-code/queue/rabbitmq-consumer","name":"RabbitMQ Message Consumer","category":"glue-code","subcategory":"queue","description":"Implement reliable RabbitMQ consumer with Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","rabbitmq","queue","messaging","async"],"weight":1,"tests":{"functional":"tests/test_consumer.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/rabbitmq-consumer/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/rabbitmq-consumer/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/queue/rabbitmq-consumer"}},{"id":"glue-code/scheduler/delayed-tasks","name":"Celery Delayed Task Executor","category":"glue-code","subcategory":"scheduler","description":"Implement delayed task execution with Celery in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","celery","delayed-tasks","redis","async"],"weight":1,"tests":{"functional":"tests/test_delayed_tasks.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/delayed-tasks/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/delayed-tasks/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/delayed-tasks"}},{"id":"glue-code/scheduler/cron-job-manager","name":"Distributed Cron Job Manager","category":"glue-code","subcategory":"scheduler","description":"Build distributed cron scheduling system in Go","difficulty":"hard","stack":"go","timeout":900,"tokenLimit":200000,"tags":["go","cron","scheduler","distributed","redis"],"weight":1,"tests":{"functional":"tests/scheduler_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/cron-job-manager/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/cron-job-manager/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/glue-code/scheduler/cron-job-manager"}}],"saas-core":[{"id":"saas-core/advanced/circuit-breaker","name":"Advanced Circuit Breaker","category":"saas-core","subcategory":"advanced","description":"Implement circuit breaker with adaptive thresholds, bulkhead isolation, and fallback strategies","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","resilience","circuit-breaker","hystrix","bulkhead"],"weight":1,"tests":{"functional":"tests/circuitbreaker_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/circuit-breaker/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/circuit-breaker/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/circuit-breaker"}},{"id":"saas-core/advanced/api-versioning","name":"API Versioning Strategy","category":"saas-core","subcategory":"advanced","description":"Implement API versioning with content negotiation, deprecation workflow, and backward compatibility","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","api","versioning","rest","openapi"],"weight":1,"tests":{"functional":"tests/versioning_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/api-versioning/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/api-versioning/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/api-versioning"}},{"id":"saas-core/advanced/cqrs-pattern","name":"CQRS with Eventual Consistency","category":"saas-core","subcategory":"advanced","description":"Implement CQRS pattern with separate read/write models, eventual consistency, and materialized views","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","cqrs","postgresql","elasticsearch","kafka"],"weight":1,"tests":{"functional":"tests/cqrs_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/cqrs-pattern/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/cqrs-pattern/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/cqrs-pattern"}},{"id":"saas-core/advanced/distributed-locking","name":"Distributed Locking with Redis","category":"saas-core","subcategory":"advanced","description":"Implement distributed locking using Redis with Redlock algorithm, handling edge cases like clock drift, network partitions, and automatic lock extension","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","redis","distributed-systems","concurrency","redlock"],"weight":1,"tests":{"functional":"tests/lock.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/distributed-locking/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/distributed-locking/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/distributed-locking"}},{"id":"saas-core/advanced/event-sourcing","name":"Event Sourcing with Snapshots","category":"saas-core","subcategory":"advanced","description":"Build event sourcing system with snapshot optimization, event versioning, and projection rebuilding","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","event-sourcing","cqrs","postgresql","kafka"],"weight":1,"tests":{"functional":"tests/eventsource.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/event-sourcing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/event-sourcing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/event-sourcing"}},{"id":"saas-core/advanced/feature-flags-ab","name":"Feature Flags with A/B Testing","category":"saas-core","subcategory":"advanced","description":"Build feature flag system with A/B testing, gradual rollouts, user targeting, and statistical significance","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","feature-flags","ab-testing","statistics","redis"],"weight":1,"tests":{"functional":"tests/flags.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/feature-flags-ab/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/feature-flags-ab/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/feature-flags-ab"}},{"id":"saas-core/advanced/data-encryption","name":"Field-Level Encryption","category":"saas-core","subcategory":"advanced","description":"Implement field-level encryption with key rotation, searchable encryption, and HSM integration","difficulty":"hard","stack":"go","timeout":1200,"tokenLimit":250000,"tags":["go","encryption","security","hsm","key-management"],"weight":1,"tests":{"functional":"tests/encryption_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/data-encryption/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/data-encryption/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/data-encryption"}},{"id":"saas-core/advanced/compliance-gdpr","name":"GDPR Compliance Engine","category":"saas-core","subcategory":"advanced","description":"Build GDPR compliance system with data subject requests, consent management, and data lineage tracking","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","gdpr","privacy","compliance","data-governance"],"weight":1,"tests":{"functional":"tests/gdpr.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/compliance-gdpr/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/compliance-gdpr/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/compliance-gdpr"}},{"id":"saas-core/advanced/webhook-delivery","name":"Reliable Webhook Delivery","category":"saas-core","subcategory":"advanced","description":"Build webhook delivery system with guaranteed delivery, signature verification, and replay protection","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","webhooks","queue","reliability","hmac"],"weight":1,"tests":{"functional":"tests/webhook.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/webhook-delivery/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/webhook-delivery/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/webhook-delivery"}},{"id":"saas-core/advanced/saga-orchestration","name":"Saga Orchestration Pattern","category":"saas-core","subcategory":"advanced","description":"Implement saga orchestration for distributed transactions with compensation, timeout handling, and state persistence","difficulty":"hard","stack":"typescript","timeout":1200,"tokenLimit":250000,"tags":["typescript","saga","distributed-transactions","postgresql","temporal"],"weight":1,"tests":{"functional":"tests/saga.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/saga-orchestration/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/saga-orchestration/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/advanced/saga-orchestration"}},{"id":"saas-core/audit/activity-logging","name":"Comprehensive Audit Trail System","category":"saas-core","subcategory":"audit","description":"Implement audit logging for all user and system actions in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","audit","logging","compliance","security"],"weight":1,"tests":{"functional":"tests/audit_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/audit/activity-logging/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/audit/activity-logging/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/audit/activity-logging"}},{"id":"saas-core/auth/jwt-refresh-tokens","name":"JWT Refresh Token Rotation","category":"saas-core","subcategory":"auth","description":"Implement JWT authentication with secure refresh token rotation in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","jwt","authentication","security","tokens"],"weight":1,"tests":{"functional":"tests/auth_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/jwt-refresh-tokens/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/jwt-refresh-tokens/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/jwt-refresh-tokens"}},{"id":"saas-core/auth/magic-link-email","name":"Magic Link Email Authentication","category":"saas-core","subcategory":"auth","description":"Implement passwordless authentication using magic links with FastAPI","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","fastapi","authentication","passwordless","email"],"weight":1,"tests":{"functional":"tests/test_magic_link.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/magic-link-email/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/magic-link-email/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/magic-link-email"}},{"id":"saas-core/auth/rbac-permissions","name":"Role-Based Access Control System","category":"saas-core","subcategory":"auth","description":"Implement RBAC with hierarchical roles and fine-grained permissions in Java Spring","difficulty":"hard","stack":"java","timeout":900,"tokenLimit":200000,"tags":["java","spring-boot","rbac","authorization","security"],"weight":1,"tests":{"functional":"tests/RbacTest.java"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/rbac-permissions/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/rbac-permissions/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/rbac-permissions"}},{"id":"saas-core/auth/session-management","name":"Secure Session Management","category":"saas-core","subcategory":"auth","description":"Implement secure session handling with Redis in Rust","difficulty":"hard","stack":"rust","timeout":900,"tokenLimit":200000,"tags":["rust","actix-web","sessions","redis","security"],"weight":1,"tests":{"functional":"tests/session_test.rs"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/session-management/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/session-management/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/session-management"}},{"id":"saas-core/auth/supabase-oauth","name":"Supabase Google OAuth","category":"saas-core","subcategory":"auth","description":"Implement Google OAuth authentication using Next.js and Supabase","difficulty":"medium","stack":"nextjs-supabase","timeout":300,"tokenLimit":80000,"tags":["typescript","nextjs","supabase","oauth","auth"],"weight":1.5,"tests":{"functional":"tests/auth.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/supabase-oauth/PROMPT.md","tests":{"functional":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/supabase-oauth/tests/auth.test.ts"},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/supabase-oauth/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/supabase-oauth"}},{"id":"saas-core/auth/mfa-totp","name":"TOTP Multi-Factor Authentication","category":"saas-core","subcategory":"auth","description":"Implement time-based one-time password (TOTP) MFA with QR code setup","difficulty":"hard","stack":"nextjs-supabase","timeout":900,"tokenLimit":200000,"tags":["authentication","mfa","totp","security","qr-code"],"weight":1,"tests":{"functional":"tests/mfa.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/mfa-totp/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/mfa-totp/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/auth/mfa-totp"}},{"id":"saas-core/billing/invoice-generation","name":"PDF Invoice Generation","category":"saas-core","subcategory":"billing","description":"Generate professional PDF invoices with line items and tax calculations","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","pdf","invoicing","billing","reporting"],"weight":1,"tests":{"functional":"tests/test_invoice.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/invoice-generation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/invoice-generation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/invoice-generation"}},{"id":"saas-core/billing/stripe-subscriptions","name":"Stripe Subscription Management","category":"saas-core","subcategory":"billing","description":"Implement subscription lifecycle management with Stripe","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","stripe","subscriptions","billing","saas"],"weight":1,"tests":{"functional":"tests/subscription.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/stripe-subscriptions/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/stripe-subscriptions/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/stripe-subscriptions"}},{"id":"saas-core/billing/usage-metering","name":"Usage-Based Metering System","category":"saas-core","subcategory":"billing","description":"Implement API usage tracking and metered billing with Go","difficulty":"hard","stack":"go","timeout":900,"tokenLimit":200000,"tags":["go","metering","billing","api","usage-tracking"],"weight":1,"tests":{"functional":"tests/metering_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/usage-metering/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/usage-metering/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/billing/usage-metering"}},{"id":"saas-core/crud/dashboard-table","name":"Data Table Dashboard","category":"saas-core","subcategory":"crud","description":"Build a sortable, filterable data table with pagination, search, and bulk actions","difficulty":"medium","stack":"nextjs","timeout":600,"tokenLimit":150000,"tags":["crud","datatable","pagination","filtering","sorting"],"weight":1,"tests":{"functional":"tests/table.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/crud/dashboard-table/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/crud/dashboard-table/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/crud/dashboard-table"}},{"id":"saas-core/multi-tenant/org-isolation","name":"Multi-Tenant Organization Isolation","category":"saas-core","subcategory":"multi-tenant","description":"Implement database-per-tenant isolation with dynamic connection routing","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["typescript","multi-tenancy","database","isolation","saas"],"weight":1,"tests":{"functional":"tests/isolation.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/org-isolation/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/org-isolation/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/org-isolation"}},{"id":"saas-core/multi-tenant/subdomain-routing","name":"Subdomain-Based Tenant Routing","category":"saas-core","subcategory":"multi-tenant","description":"Implement subdomain routing for multi-tenant applications in Go","difficulty":"medium","stack":"go","timeout":600,"tokenLimit":150000,"tags":["go","multi-tenancy","routing","subdomains","middleware"],"weight":1,"tests":{"functional":"tests/routing_test.go"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/subdomain-routing/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/subdomain-routing/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/multi-tenant/subdomain-routing"}},{"id":"saas-core/notifications/email-queue","name":"Async Email Notification Queue","category":"saas-core","subcategory":"notifications","description":"Implement async email notification system with queue processing in Python","difficulty":"medium","stack":"python","timeout":600,"tokenLimit":150000,"tags":["python","celery","email","queue","notifications"],"weight":1,"tests":{"functional":"tests/test_email_queue.py"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/email-queue/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/email-queue/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/email-queue"}},{"id":"saas-core/notifications/in-app-alerts","name":"Real-time In-App Notifications","category":"saas-core","subcategory":"notifications","description":"Build real-time in-app notification system with Java Spring","difficulty":"medium","stack":"java","timeout":600,"tokenLimit":150000,"tags":["java","spring-boot","websocket","notifications","real-time"],"weight":1,"tests":{"functional":"tests/NotificationTest.java"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/in-app-alerts/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/in-app-alerts/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/in-app-alerts"}},{"id":"saas-core/notifications/push-notifications","name":"Web Push Notifications","category":"saas-core","subcategory":"notifications","description":"Implement web push notifications with service workers","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","web-push","service-worker","notifications","pwa"],"weight":1,"tests":{"functional":"tests/push.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/push-notifications/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/push-notifications/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/notifications/push-notifications"}},{"id":"saas-core/realtime/websocket-chat","name":"Real-time WebSocket Chat","category":"saas-core","subcategory":"realtime","description":"Build a real-time chat system using WebSocket with presence and typing indicators","difficulty":"hard","stack":"nodejs","timeout":900,"tokenLimit":200000,"tags":["websocket","realtime","chat","presence","nodejs"],"weight":1,"tests":{"functional":"tests/websocket.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/realtime/websocket-chat/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/realtime/websocket-chat/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/realtime/websocket-chat"}},{"id":"saas-core/search/full-text-search","name":"Full-Text Search with Elasticsearch","category":"saas-core","subcategory":"search","description":"Implement full-text search across multiple entities with Elasticsearch","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["typescript","elasticsearch","search","indexing","full-text"],"weight":1,"tests":{"functional":"tests/search.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/search/full-text-search/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/search/full-text-search/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/search/full-text-search"}},{"id":"saas-core/security/rate-limiter","name":"API Rate Limiter","category":"saas-core","subcategory":"security","description":"Implement a distributed rate limiter with sliding window algorithm","difficulty":"medium","stack":"nodejs","timeout":600,"tokenLimit":150000,"tags":["security","rate-limiting","redis","middleware","api"],"weight":1,"tests":{"functional":"tests/rate-limit.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/security/rate-limiter/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/security/rate-limiter/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/security/rate-limiter"}},{"id":"saas-core/settings/user-preferences","name":"User Preferences Panel","category":"saas-core","subcategory":"settings","description":"Build a user settings page with theme, notifications, and profile preferences","difficulty":"medium","stack":"nextjs-supabase","timeout":600,"tokenLimit":150000,"tags":["settings","preferences","theme","notifications","profile"],"weight":1,"tests":{"functional":"tests/settings.test.ts"},"promptFile":"PROMPT.md","links":{"prompt":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/settings/user-preferences/PROMPT.md","tests":{},"taskYaml":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/settings/user-preferences/task.yaml","directory":"https://github.com/alt-research/vibe-coding-benchmark-public/blob/master/tasks/saas-core/settings/user-preferences"}}]},"summary":[{"category":"ai-integration","count":30,"difficulties":{"easy":0,"medium":11,"hard":19},"subcategories":["advanced","agents","embeddings","fine-tuning","function-calling","multimodal","rag-chatbot","structured-output"]},{"category":"api-integrations","count":30,"difficulties":{"easy":3,"medium":15,"hard":12},"subcategories":["advanced","analytics","auth-provider","communication","email","maps","payment","social","storage","stripe"]},{"category":"code-evolution","count":30,"difficulties":{"easy":0,"medium":14,"hard":16},"subcategories":["advanced","legacy-migration","performance","refactoring","security","testing"]},{"category":"frontend","count":30,"difficulties":{"easy":1,"medium":13,"hard":16},"subcategories":["accessibility","advanced","animation","components","figma-to-code","performance","state-management","visualization"]},{"category":"glue-code","count":30,"difficulties":{"easy":2,"medium":12,"hard":16},"subcategories":["advanced","api-sync","caching","data-transform","etl","file-processing","migration","queue","scheduler"]},{"category":"saas-core","count":30,"difficulties":{"easy":0,"medium":14,"hard":16},"subcategories":["advanced","audit","auth","billing","crud","multi-tenant","notifications","realtime","search","security","settings"]}],"totalTasks":180,"totalCategories":6}

package/refs/vbenchmark/packages/dashboard/src/index.css DELETED Viewed

@@ -1,3 +0,0 @@
-@tailwind base;
-@tailwind components;
-@tailwind utilities;