aios-core 2.1.0

package/.aios-core/infrastructure/tools/local/ffmpeg.yaml

@@ -0,0 +1,261 @@
+tool:
+  schema_version: 1.0
+  id: ffmpeg
+  type: local
+  name: FFmpeg
+  version: 1.0.0
+  description: Complete, cross-platform solution for recording, converting, and streaming audio and video
+  knowledge_strategy: declarative
+
+  capabilities:
+    - Video format conversion
+    - Audio extraction and conversion
+    - Video compression and optimization
+    - Image sequence to video conversion
+    - Video trimming and concatenation
+    - Resolution and aspect ratio changes
+    - Subtitles and overlay addition
+    - Streaming and recording
+    - Codec transcoding
+    - Metadata manipulation
+
+  use_cases:
+    - format_conversion: "Convert between video/audio formats"
+    - compression: "Reduce file sizes while maintaining quality"
+    - extraction: "Extract audio from video files"
+    - editing: "Trim, concat, and edit media files"
+    - optimization: "Optimize media for web delivery"
+    - streaming: "Stream video content"
+    - thumbnail_generation: "Extract frames as images"
+
+  installation:
+    windows:
+      - method: "Chocolatey"
+        command: "choco install ffmpeg"
+      - method: "Scoop"
+        command: "scoop install ffmpeg"
+      - method: "Manual"
+        url: "https://ffmpeg.org/download.html#build-windows"
+        notes: "Download, extract, add to PATH"
+
+    macos:
+      - method: "Homebrew"
+        command: "brew install ffmpeg"
+
+    linux:
+      - method: "APT (Ubuntu/Debian)"
+        command: "apt install ffmpeg"
+      - method: "YUM (CentOS/RHEL)"
+        command: "yum install ffmpeg"
+
+  local_specific:
+    executables:
+      - name: "ffmpeg"
+        purpose: "Main conversion tool"
+      - name: "ffprobe"
+        purpose: "Media analysis and metadata extraction"
+      - name: "ffplay"
+        purpose: "Media player for testing"
+
+    verification:
+      check_install: "ffmpeg -version"
+      check_codecs: "ffmpeg -codecs"
+      check_formats: "ffmpeg -formats"
+
+  common_operations:
+    format_conversion:
+      - operation: "Video conversion"
+        command: "ffmpeg -i input.mp4 output.avi"
+        notes: "Auto-detects format from extension"
+
+      - operation: "Audio conversion"
+        command: "ffmpeg -i input.mp3 output.wav"
+
+    quality_control:
+      - operation: "Set video quality (CRF)"
+        command: "ffmpeg -i input.mp4 -crf 23 output.mp4"
+        notes: "CRF: 0 (best) to 51 (worst), 23 is default"
+
+      - operation: "Set bitrate"
+        command: "ffmpeg -i input.mp4 -b:v 1M output.mp4"
+        notes: "1M = 1 megabit/second"
+
+    resolution_changes:
+      - operation: "Resize video"
+        command: "ffmpeg -i input.mp4 -vf scale=1280:720 output.mp4"
+
+      - operation: "Resize maintaining aspect ratio"
+        command: "ffmpeg -i input.mp4 -vf scale=1280:-1 output.mp4"
+        notes: "-1 auto-calculates to maintain aspect"
+
+    audio_extraction:
+      - operation: "Extract audio"
+        command: "ffmpeg -i video.mp4 -vn -acodec copy audio.mp3"
+        flags:
+          - "-vn: no video"
+          - "-acodec copy: copy audio codec"
+
+    video_trimming:
+      - operation: "Trim video by time"
+        command: "ffmpeg -i input.mp4 -ss 00:01:00 -to 00:02:00 -c copy output.mp4"
+        flags:
+          - "-ss: start time"
+          - "-to: end time"
+          - "-c copy: copy codecs (fast)"
+
+      - operation: "Trim with re-encoding"
+        command: "ffmpeg -i input.mp4 -ss 00:01:00 -t 00:01:00 output.mp4"
+        flags:
+          - "-t: duration instead of end time"
+
+    concatenation:
+      - operation: "Concat videos (same codec)"
+        command: "ffmpeg -f concat -safe 0 -i filelist.txt -c copy output.mp4"
+        requires: "filelist.txt with format: file 'video1.mp4'\\nfile 'video2.mp4'"
+
+    thumbnail_extraction:
+      - operation: "Extract single frame"
+        command: "ffmpeg -i video.mp4 -ss 00:00:10 -vframes 1 thumb.jpg"
+
+      - operation: "Extract frame every N seconds"
+        command: "ffmpeg -i video.mp4 -vf fps=1/60 thumb%03d.jpg"
+        notes: "fps=1/60 means 1 frame per 60 seconds"
+
+    codec_transcoding:
+      - operation: "H.264 encoding"
+        command: "ffmpeg -i input.mp4 -c:v libx264 -preset medium output.mp4"
+        presets: "ultrafast, superfast, veryfast, faster, fast, medium, slow, slower, veryslow"
+
+      - operation: "H.265/HEVC encoding"
+        command: "ffmpeg -i input.mp4 -c:v libx265 -preset medium output.mp4"
+
+    streaming:
+      - operation: "Stream to RTMP"
+        command: "ffmpeg -re -i input.mp4 -c copy -f flv rtmp://server/live/stream"
+
+      - operation: "Stream to HLS"
+        command: "ffmpeg -i input.mp4 -codec: copy -start_number 0 -hls_time 10 -hls_list_size 0 -f hls output.m3u8"
+
+  advanced_features:
+    filters:
+      - name: "scale"
+        purpose: "Resize video"
+        example: "-vf scale=1280:720"
+
+      - name: "crop"
+        purpose: "Crop video"
+        example: "-vf crop=640:480:0:0"
+
+      - name: "overlay"
+        purpose: "Add watermark/logo"
+        example: "-i logo.png -filter_complex overlay=10:10"
+
+      - name: "subtitles"
+        purpose: "Burn subtitles"
+        example: "-vf subtitles=subs.srt"
+
+    metadata:
+      - operation: "View metadata"
+        command: "ffprobe -v quiet -print_format json -show_format -show_streams input.mp4"
+
+      - operation: "Set metadata"
+        command: "ffmpeg -i input.mp4 -metadata title=\"My Video\" output.mp4"
+
+  common_flags:
+    input_output:
+      - flag: "-i"
+        purpose: "Input file"
+        required: true
+
+      - flag: "-y"
+        purpose: "Overwrite output without asking"
+
+      - flag: "-n"
+        purpose: "Never overwrite output"
+
+    video:
+      - flag: "-vcodec / -c:v"
+        purpose: "Video codec"
+        values: "libx264, libx265, copy"
+
+      - flag: "-b:v"
+        purpose: "Video bitrate"
+        example: "1M, 2500k"
+
+      - flag: "-r"
+        purpose: "Frame rate"
+        example: "24, 30, 60"
+
+      - flag: "-vf"
+        purpose: "Video filters"
+
+    audio:
+      - flag: "-acodec / -c:a"
+        purpose: "Audio codec"
+        values: "aac, mp3, copy"
+
+      - flag: "-b:a"
+        purpose: "Audio bitrate"
+        example: "128k, 192k"
+
+      - flag: "-ar"
+        purpose: "Audio sample rate"
+        example: "44100, 48000"
+
+      - flag: "-ac"
+        purpose: "Audio channels"
+        values: "1 (mono), 2 (stereo)"
+
+    speed:
+      - flag: "-preset"
+        purpose: "Encoding speed vs quality"
+        values: "ultrafast, fast, medium, slow"
+
+      - flag: "-crf"
+        purpose: "Constant Rate Factor (quality)"
+        range: "0-51 (lower is better)"
+
+  best_practices:
+    - "Use -c copy when no re-encoding needed (faster)"
+    - "Test with short clips before processing large files"
+    - "Use -crf for quality, -b:v for size control"
+    - "Check codec support: ffmpeg -codecs"
+    - "Use presets: slower = better quality but longer processing"
+    - "Always specify output format explicitly"
+    - "Use ffprobe to analyze before processing"
+
+  performance_tips:
+    - "Hardware acceleration: -hwaccel auto"
+    - "Multi-threading: -threads N (auto by default)"
+    - "Two-pass encoding for better quality"
+    - "Use appropriate presets for speed/quality balance"
+
+  common_issues:
+    codec_not_found:
+      error: "Unknown encoder 'libx264'"
+      solution: "Install FFmpeg with required codecs or use different codec"
+
+    audio_video_sync:
+      error: "Audio and video out of sync"
+      solution: "Use -async 1 flag or re-encode with constant frame rate"
+
+    file_size_large:
+      issue: "Output file too large"
+      solutions:
+        - "Increase CRF value (lower quality)"
+        - "Reduce resolution with scale filter"
+        - "Use more efficient codec (H.265 instead of H.264)"
+        - "Reduce bitrate with -b:v flag"
+
+    slow_processing:
+      issue: "Encoding takes too long"
+      solutions:
+        - "Use faster preset (fast, veryfast, ultrafast)"
+        - "Enable hardware acceleration"
+        - "Use -c copy if no re-encoding needed"
+
+  limitations:
+    - "Processing can be CPU/GPU intensive"
+    - "Some codecs require additional libraries"
+    - "Patent restrictions on certain codecs in some regions"
+    - "Quality loss with repeated re-encoding"

package/.aios-core/infrastructure/tools/mcp/21st-dev-magic.yaml

@@ -0,0 +1,127 @@
+tool:
+  schema_version: 1.0
+  id: 21st-dev-magic
+  type: mcp
+  name: 21st.dev Magic UI
+  version: 1.0.0
+  description: AI-powered UI component builder and design system for creating React components, finding UI inspiration, and searching for logos
+  knowledge_strategy: declarative
+
+  capabilities:
+    - Generate React UI components from descriptions
+    - Search and retrieve UI component examples
+    - Refine and improve existing UI components
+    - Search and retrieve brand logos (JSX, TSX, SVG formats)
+    - Access component library for inspiration
+    - Generate production-ready component code
+
+  use_cases:
+    - component_creation: "Generate new UI components from descriptions"
+    - component_refinement: "Improve and redesign existing components"
+    - ui_inspiration: "Browse component examples for design ideas"
+    - logo_integration: "Add brand logos to projects"
+    - design_system: "Build consistent UI component libraries"
+
+  mcp_specific:
+    server_command: "npx -y @21st-dev/mcp-server"
+    transport: stdio
+    environment_variables: []
+    health_check:
+      method: tool_call
+      command: 21st_magic_component_builder
+      expected_response: "Component code snippet"
+      timeout_ms: 15000
+
+  tools:
+    - id: 21st_magic_component_builder
+      description: "Generate UI component from user request (triggered by /ui, /21, /21st commands)"
+      parameters:
+        - message: "Full user's message describing the component"
+        - searchQuery: "2-4 word search query for 21st.dev library"
+        - absolutePathToCurrentFile: "Absolute path to file where component will be used"
+        - absolutePathToProjectDirectory: "Absolute path to project root"
+        - standaloneRequestQuery: "Extracted context about what component to create"
+      notes:
+        - "Only returns text snippet - you must edit/add files to integrate"
+        - "Triggered when user mentions /ui, /21, /21st or requests buttons, inputs, dialogs, etc."
+
+    - id: 21st_magic_component_inspiration
+      description: "Fetch component data and previews from 21st.dev for inspiration"
+      parameters:
+        - message: "Full user's message"
+        - searchQuery: "2-4 word search query for component examples"
+      notes:
+        - "Returns JSON data of matching components"
+        - "Does not generate new code, only retrieves examples"
+        - "Use when user wants to see examples or get inspiration"
+
+    - id: 21st_magic_component_refiner
+      description: "Re-design/refine/improve existing UI component"
+      parameters:
+        - userMessage: "Full user's message about UI refinement"
+        - absolutePathToRefiningFile: "Absolute path to file needing refinement"
+        - context: "Specific UI elements and aspects to improve"
+      notes:
+        - "For improving existing components, not creating new ones"
+        - "Triggered by /ui or /21 commands with refinement context"
+        - "Returns redesigned version with implementation instructions"
+
+    - id: logo_search
+      description: "Search and return brand logos in specified format"
+      parameters:
+        - queries: "Array of company names to search for"
+        - format: "Output format (JSX, TSX, or SVG)"
+      notes:
+        - "Triggered by /logo command or requests to add company logos"
+        - "Supports single or multiple logo searches"
+        - "Can return logos in different themes (light/dark) if available"
+      examples:
+        - "Single: queries: ['discord'], format: 'TSX'"
+        - "Multiple: queries: ['discord', 'github', 'slack'], format: 'JSX'"
+        - "Command: '/logo GitHub' → queries: ['github']"
+
+  workflow:
+    creating_component:
+      - step: 1
+        action: "User requests component (e.g., 'create a button' or '/ui button')"
+      - step: 2
+        action: "Call 21st_magic_component_builder with description"
+      - step: 3
+        action: "Receive component code snippet"
+      - step: 4
+        action: "Edit/add files to integrate snippet into codebase"
+
+    refining_component:
+      - step: 1
+        action: "User requests improvement (e.g., '/ui improve this button')"
+      - step: 2
+        action: "Call 21st_magic_component_refiner with file path and context"
+      - step: 3
+        action: "Receive redesigned version"
+      - step: 4
+        action: "Apply changes to existing file"
+
+    adding_logo:
+      - step: 1
+        action: "User requests logo (e.g., '/logo Discord' or 'add Discord logo')"
+      - step: 2
+        action: "Call logo_search with company name(s)"
+      - step: 3
+        action: "Receive logo component code"
+      - step: 4
+        action: "Integrate into project"
+
+  best_practices:
+    - "Use /ui or /21 prefix for explicit component requests"
+    - "Provide clear, specific descriptions for better component generation"
+    - "Use logo_search for brand logos rather than creating from scratch"
+    - "Always integrate returned snippets into actual files"
+    - "Use component_inspiration to explore options before building"
+    - "Specify format (JSX/TSX) based on project setup"
+
+  limitations:
+    - "Tools only return code snippets, not complete files"
+    - "Requires manual integration into codebase"
+    - "Component quality depends on description clarity"
+    - "Logo availability depends on 21st.dev database"
+    - "May require styling adjustments for project theme"

package/.aios-core/infrastructure/tools/mcp/browser.yaml

@@ -0,0 +1,103 @@
+tool:
+  schema_version: 1.0
+  id: browser
+  type: mcp
+  name: Browser Automation
+  version: 1.0.0
+  description: Puppeteer-based browser automation for web scraping, testing, and interaction with web applications
+  knowledge_strategy: declarative
+
+  capabilities:
+    - Navigate to URLs and take screenshots
+    - Execute JavaScript in browser context
+    - Click elements and fill forms
+    - Extract content from web pages
+    - Handle dynamic content and SPAs
+    - Capture network requests
+    - Manage cookies and local storage
+    - Perform automated testing
+
+  use_cases:
+    - web_scraping: "Extract data from dynamic websites"
+    - automated_testing: "Test web applications end-to-end"
+    - screenshot_capture: "Capture visual representations of pages"
+    - form_automation: "Automate form filling and submissions"
+    - spa_interaction: "Interact with single-page applications"
+    - performance_monitoring: "Capture network timing and metrics"
+
+  mcp_specific:
+    server_command: "npx -y @modelcontextprotocol/server-puppeteer"
+    transport: stdio
+    environment_variables:
+      - name: PUPPETEER_EXECUTABLE_PATH
+        required: false
+        description: "Optional path to Chrome/Chromium executable"
+    health_check:
+      method: tool_call
+      command: puppeteer_navigate
+      expected_response: "Navigation success"
+      timeout_ms: 30000
+
+  tools:
+    - id: puppeteer_navigate
+      description: "Navigate browser to a URL"
+      parameters:
+        - url: "URL to navigate to"
+        - waitUntil: "Navigation event to wait for (load, domcontentloaded, networkidle0, networkidle2)"
+
+    - id: puppeteer_screenshot
+      description: "Capture screenshot of current page"
+      parameters:
+        - name: "Filename for screenshot"
+        - fullPage: "Capture full scrollable page (default: false)"
+        - type: "Image format (png, jpeg, webp)"
+
+    - id: puppeteer_click
+      description: "Click an element on the page"
+      parameters:
+        - selector: "CSS selector for element to click"
+        - waitForNavigation: "Wait for navigation after click"
+
+    - id: puppeteer_fill
+      description: "Fill an input field"
+      parameters:
+        - selector: "CSS selector for input element"
+        - value: "Value to type into input"
+
+    - id: puppeteer_evaluate
+      description: "Execute JavaScript in browser context"
+      parameters:
+        - script: "JavaScript code to execute"
+        - args: "Optional arguments to pass to script"
+
+    - id: puppeteer_content
+      description: "Get HTML content of current page"
+      parameters: []
+
+    - id: puppeteer_pdf
+      description: "Generate PDF of current page"
+      parameters:
+        - path: "Filename for PDF"
+        - format: "Paper format (A4, Letter, etc.)"
+        - landscape: "Landscape orientation (default: false)"
+
+  best_practices:
+    - "Always navigate to page before interacting with elements"
+    - "Use appropriate waitUntil strategies for different page types"
+    - "Handle navigation timeouts gracefully"
+    - "Close browser instances when done to free resources"
+    - "Use headless mode for better performance unless debugging"
+    - "Respect robots.txt and rate limits when scraping"
+
+  security_considerations:
+    - "Be cautious when executing user-provided JavaScript"
+    - "Validate URLs before navigation"
+    - "Be aware of XSS risks in evaluated scripts"
+    - "Don't expose sensitive data in screenshots"
+
+  limitations:
+    - "Requires Chrome/Chromium installation"
+    - "Resource intensive for multiple concurrent browsers"
+    - "Some sites may block or detect automation"
+    - "Navigation can be slow for heavy pages"
+    - "May not work with all authentication flows"