adaptive-memory-multi-model-router 2.11.0 → 2.12.1

package/assets/social-v2.svg

@@ -0,0 +1,130 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1200 630" width="1200" height="630">
+  <defs>
+    <linearGradient id="bgGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#0a0f1c"/>
+      <stop offset="50%" stop-color="#0f172a"/>
+      <stop offset="100%" stop-color="#1e1b4b"/>
+    </linearGradient>
+    <linearGradient id="heroGrad" x1="0%" y1="0%" x2="100%" y2="0%">
+      <stop offset="0%" stop-color="#6366f1"/>
+      <stop offset="50%" stop-color="#8b5cf6"/>
+      <stop offset="100%" stop-color="#06b6d4"/>
+    </linearGradient>
+    <linearGradient id="a3mGrad" x1="0%" y1="0%" x2="0%" y2="100%">
+      <stop offset="0%" stop-color="#10b981"/>
+      <stop offset="100%" stop-color="#059669"/>
+    </linearGradient>
+    <linearGradient id="glowGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#6366f1" stop-opacity="0.3"/>
+      <stop offset="100%" stop-color="#06b6d4" stop-opacity="0.1"/>
+    </linearGradient>
+    
+    <!-- Filters -->
+    <filter id="softGlow" x="-50%" y="-50%" width="200%" height="200%">
+      <feGaussianBlur stdDeviation="8" result="blur"/>
+      <feMerge><feMergeNode in="blur"/><feMergeNode in="SourceGraphic"/></feMerge>
+    </filter>
+    <filter id="textGlow" x="-20%" y="-20%" width="140%" height="140%">
+      <feGaussianBlur stdDeviation="3" result="blur"/>
+      <feMerge><feMergeNode in="blur"/><feMergeNode in="SourceGraphic"/></feMerge>
+    </filter>
+    
+    <!-- Grid pattern -->
+    <pattern id="gridPattern" width="60" height="60" patternUnits="userSpaceOnUse">
+      <path d="M 60 0 L 0 0 0 60" fill="none" stroke="#1f2937" stroke-width="0.5" opacity="0.3"/>
+    </pattern>
+  </defs>
+  
+  <!-- Background -->
+  <rect width="1200" height="630" fill="url(#bgGrad)"/>
+  <rect width="1200" height="630" fill="url(#gridPattern)"/>
+  
+  <!-- Ambient glow -->
+  <ellipse cx="600" cy="300" rx="400" ry="250" fill="url(#glowGrad)" filter="url(#softGlow)"/>
+  
+  <!-- Logo area -->
+  <g transform="translate(80, 60)">
+    <rect x="0" y="0" width="80" height="80" rx="16" fill="url(#heroGrad)"/>
+    <text x="40" y="55" text-anchor="middle" fill="#fff" font-family="system-ui,sans-serif" font-size="28" font-weight="800">A3</text>
+  </g>
+  
+  <!-- Hero text -->
+  <g transform="translate(200, 85)">
+    <text x="0" y="32" fill="#f9fafb" font-family="system-ui,-apple-system,sans-serif" font-size="42" font-weight="800" filter="url(#textGlow)">A3M Router</text>
+    <text x="0" y="65" fill="url(#heroGrad)" font-family="system-ui,-apple-system,sans-serif" font-size="22" font-weight="500">One prompt in. The right model out.</text>
+  </g>
+  
+  <!-- Routing Flow -->
+  <g transform="translate(100, 180)">
+    <!-- Prompt box -->
+    <rect x="0" y="20" width="200" height="90" rx="12" fill="rgba(99,102,241,0.1)" stroke="#6366f1" stroke-width="2"/>
+    <text x="100" y="55" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">YOUR PROMPT</text>
+    <text x="100" y="85" text-anchor="middle" fill="#e5e7eb" font-family="system-ui,sans-serif" font-size="16">"Write Python sort"</text>
+    
+    <!-- Arrow 1 -->
+    <path d="M210,65 L300,65" stroke="url(#heroGrad)" stroke-width="3" fill="none" stroke-linecap="round"/>
+    <polygon points="300,57 315,65 300,73" fill="#06b6d4"/>
+    
+    <!-- A3M box -->
+    <rect x="325" y="0" width="140" height="130" rx="12" fill="#6366f1" fill-opacity="0.2" stroke="#6366f1" stroke-width="2"/>
+    <text x="395" y="50" text-anchor="middle" fill="#fff" font-family="system-ui,sans-serif" font-size="32" font-weight="800">A3M</text>
+    <text x="395" y="80" text-anchor="middle" fill="#a78bfa" font-family="system-ui,sans-serif" font-size="16">Router</text>
+    <text x="395" y="110" text-anchor="middle" fill="#06b6d4" font-family="system-ui,sans-serif" font-size="12">12 signals →</text>
+    
+    <!-- Arrow 2 -->
+    <path d="M475,65 L565,65" stroke="url(#heroGrad)" stroke-width="3" fill="none" stroke-linecap="round"/>
+    <polygon points="565,57 580,65 565,73" fill="#06b6d4"/>
+    
+    <!-- Result box -->
+    <rect x="590" y="20" width="200" height="90" rx="12" fill="rgba(16,185,129,0.1)" stroke="#10b981" stroke-width="2"/>
+    <text x="690" y="55" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">BEST MODEL</text>
+    <text x="690" y="85" text-anchor="middle" fill="#10b981" font-family="system-ui,sans-serif" font-size="16">Groq (free, fast)</text>
+  </g>
+  
+  <!-- Metrics row -->
+  <g transform="translate(80, 360)">
+    <!-- Metric 1 -->
+    <g transform="translate(0, 0)">
+      <rect x="0" y="0" width="165" height="100" rx="16" fill="rgba(16,185,129,0.08)" stroke="#10b981" stroke-width="1.5"/>
+      <text x="82" y="40" text-anchor="middle" fill="#10b981" font-family="system-ui,sans-serif" font-size="36" font-weight="800" filter="url(#textGlow)">100%</text>
+      <text x="82" y="70" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">Routing Accuracy</text>
+    </g>
+    
+    <!-- Metric 2 -->
+    <g transform="translate(195, 0)">
+      <rect x="0" y="0" width="165" height="100" rx="16" fill="rgba(6,182,212,0.08)" stroke="#06b6d4" stroke-width="1.5"/>
+      <text x="82" y="40" text-anchor="middle" fill="#06b6d4" font-family="system-ui,sans-serif" font-size="36" font-weight="800" filter="url(#textGlow)">62%</text>
+      <text x="82" y="70" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">Cost Savings</text>
+    </g>
+    
+    <!-- Metric 3 -->
+    <g transform="translate(390, 0)">
+      <rect x="0" y="0" width="165" height="100" rx="16" fill="rgba(139,92,246,0.08)" stroke="#8b5cf6" stroke-width="1.5"/>
+      <text x="82" y="40" text-anchor="middle" fill="#8b5cf6" font-family="system-ui,sans-serif" font-size="36" font-weight="800" filter="url(#textGlow)">100%</text>
+      <text x="82" y="70" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">Fault Pass Rate</text>
+    </g>
+    
+    <!-- Metric 4 -->
+    <g transform="translate(585, 0)">
+      <rect x="0" y="0" width="165" height="100" rx="16" fill="rgba(244,114,182,0.08)" stroke="#f472b6" stroke-width="1.5"/>
+      <text x="82" y="40" text-anchor="middle" fill="#f472b6" font-family="system-ui,sans-serif" font-size="36" font-weight="800" filter="url(#textGlow)">47+</text>
+      <text x="82" y="70" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">Providers</text>
+    </g>
+    
+    <!-- Metric 5 -->
+    <g transform="translate(780, 0)">
+      <rect x="0" y="0" width="165" height="100" rx="16" fill="rgba(99,102,241,0.08)" stroke="#6366f1" stroke-width="1.5"/>
+      <text x="82" y="40" text-anchor="middle" fill="#a78bfa" font-family="system-ui,sans-serif" font-size="36" font-weight="800" filter="url(#textGlow)">19.5KB</text>
+      <text x="82" y="70" text-anchor="middle" fill="#9ca3af" font-family="system-ui,sans-serif" font-size="14">Package Size</text>
+    </g>
+  </g>
+  
+  <!-- CTA Button -->
+  <g transform="translate(350, 500)">
+    <rect x="0" y="0" width="500" height="65" rx="32" fill="url(#heroGrad)" filter="url(#softGlow)"/>
+    <text x="250" y="42" text-anchor="middle" fill="#fff" font-family="system-ui,sans-serif" font-size="20" font-weight="600">npm install adaptive-memory-multi-model-router</text>
+  </g>
+  
+  <!-- Footer -->
+  <text x="600" y="600" text-anchor="middle" fill="#4b5563" font-family="system-ui,sans-serif" font-size="13">Open-source • Zero ML • No GPU • MIT License</text>
+</svg>

package/assets/social-v3.svg

@@ -0,0 +1,212 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1200 675" width="1200" height="675">
+  <defs>
+    <!-- Background gradient -->
+    <linearGradient id="bg" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#0a0a0f"/>
+      <stop offset="30%" stop-color="#0f0f1a"/>
+      <stop offset="70%" stop-color="#12121f"/>
+      <stop offset="100%" stop-color="#1a1a2e"/>
+    </linearGradient>
+    
+    <!-- Hero gradient -->
+    <linearGradient id="heroGrad" x1="0%" y1="0%" x2="100%" y2="0%">
+      <stop offset="0%" stop-color="#6366f1"/>
+      <stop offset="33%" stop-color="#7c3aed"/>
+      <stop offset="66%" stop-color="#8b5cf6"/>
+      <stop offset="100%" stop-color="#06b6d4"/>
+    </linearGradient>
+    
+    <!-- Success gradient -->
+    <linearGradient id="successGrad" x1="0%" y1="0%" x2="100%" y2="0%">
+      <stop offset="0%" stop-color="#10b981">
+        <animate attributeName="stop-color" values="#10b981;#34d399;#10b981" dur="2.5s" repeatCount="indefinite"/>
+      </stop>
+      <stop offset="100%" stop-color="#06b6d4"/>
+    </linearGradient>
+    
+    <!-- Box gradients -->
+    <linearGradient id="inputGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#6366f1" stop-opacity="0.2"/>
+      <stop offset="100%" stop-color="#6366f1" stop-opacity="0.05"/>
+    </linearGradient>
+    
+    <linearGradient id="a3mBoxGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#6366f1" stop-opacity="0.3"/>
+      <stop offset="100%" stop-color="#8b5cf6" stop-opacity="0.15"/>
+    </linearGradient>
+    
+    <linearGradient id="outputGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#10b981" stop-opacity="0.2"/>
+      <stop offset="100%" stop-color="#10b981" stop-opacity="0.05"/>
+    </linearGradient>
+    
+    <!-- Glow filters -->
+    <filter id="glowSoft" x="-30%" y="-30%" width="160%" height="160%">
+      <feGaussianBlur stdDeviation="6" result="blur"/>
+      <feMerge><feMergeNode in="blur"/><feMergeNode in="SourceGraphic"/></feMerge>
+    </filter>
+    
+    <filter id="glowMedium" x="-50%" y="-50%" width="200%" height="200%">
+      <feGaussianBlur stdDeviation="10" result="blur"/>
+      <feMerge><feMergeNode in="blur"/><feMergeNode in="SourceGraphic"/></feMerge>
+    </filter>
+    
+    <filter id="glowIntense" x="-100%" y="-100%" width="300%" height="300%">
+      <feGaussianBlur stdDeviation="15" result="blur"/>
+      <feMerge><feMergeNode in="blur"/><feMergeNode in="SourceGraphic"/></feMerge>
+    </filter>
+    
+    <!-- Grid pattern -->
+    <pattern id="grid" width="60" height="60" patternUnits="userSpaceOnUse">
+      <path d="M 60 0 L 0 0 0 60" fill="none" stroke="#ffffff" stroke-width="0.5" opacity="0.03"/>
+    </pattern>
+  </defs>
+  
+  <style>
+    @keyframes fadeIn { from { opacity: 0; transform: translateY(20px); } to { opacity: 1; transform: translateY(0); } }
+    @keyframes slideIn { from { opacity: 0; transform: translateX(-30px); } to { opacity: 1; transform: translateX(0); } }
+    @keyframes pulse { 0%, 100% { transform: scale(1); filter: brightness(1); } 50% { transform: scale(1.02); filter: brightness(1.1); } }
+    @keyframes glow { 0%, 100% { filter: url(#glowSoft); } 50% { filter: url(#glowMedium); } }
+    @keyframes textGlow { 0%, 100% { text-shadow: 0 0 20px rgba(99,102,241,0.5); } 50% { text-shadow: 0 0 40px rgba(99,102,241,0.8); } }
+    @keyframes flowPulse { 0%, 100% { stroke-dashoffset: 0; } 50% { stroke-dashoffset: -20; } }
+    .header { animation: fadeIn 0.8s ease-out; }
+    .logo { animation: slideIn 0.6s ease-out 0.1s both; }
+    .hero-text { animation: fadeIn 0.8s ease-out 0.2s both; }
+    .flow-box { animation: fadeIn 0.6s ease-out; animation-fill-mode: both; }
+    .input-box { animation: fadeIn 0.6s ease-out 0.3s both; }
+    .a3m-box { animation: fadeIn 0.6s ease-out 0.4s both; }
+    .output-box { animation: fadeIn 0.6s ease-out 0.5s both; }
+    .metric { animation: fadeIn 0.6s ease-out; animation-fill-mode: both; }
+    .metric:nth-child(1) { animation-delay: 0.6s; }
+    .metric:nth-child(2) { animation-delay: 0.7s; }
+    .metric:nth-child(3) { animation-delay: 0.8s; }
+    .metric:nth-child(4) { animation-delay: 0.9s; }
+    .metric:nth-child(5) { animation-delay: 1.0s; }
+    .cta { animation: fadeIn 0.6s ease-out 1.1s both; }
+    .cta:hover { transform: scaleY(1.05); }
+    .arrow { animation: flowPulse 1.5s ease-in-out infinite; }
+  </style>
+  
+  <!-- Background -->
+  <rect width="1200" height="675" fill="url(#bg)"/>
+  <rect width="1200" height="675" fill="url(#grid)"/>
+  
+  <!-- Ambient glows -->
+  <ellipse cx="600" cy="300" rx="500" ry="300" fill="#6366f1" opacity="0.06" filter="url(#glowMedium)">
+    <animate attributeName="opacity" values="0.06;0.1;0.06" dur="4s" repeatCount="indefinite"/>
+  </ellipse>
+  <ellipse cx="600" cy="450" rx="400" ry="150" fill="#10b981" opacity="0.04" filter="url(#glowSoft)"/>
+  
+  <!-- Header section -->
+  <g class="header">
+    <!-- Logo mark -->
+    <g class="logo" transform="translate(80, 55)">
+      <rect x="0" y="0" width="90" height="90" rx="18" fill="url(#heroGrad)" filter="url(#glowSoft)"/>
+      <text x="45" y="60" text-anchor="middle" fill="#ffffff" font-family="system-ui,-apple-system,sans-serif" font-size="36" font-weight="800">A3</text>
+      <circle cx="70" cy="70" r="8" fill="#10b981">
+        <animate attributeName="r" values="8;10;8" dur="2s" repeatCount="indefinite"/>
+        <animate attributeName="opacity" values="1;0.7;1" dur="2s" repeatCount="indefinite"/>
+      </circle>
+    </g>
+    
+    <!-- Title -->
+    <g class="hero-text" transform="translate(200, 70)">
+      <text x="0" y="38" fill="#ffffff" font-family="system-ui,-apple-system,sans-serif" font-size="48" font-weight="800" filter="url(#glowSoft)" style="animation: textGlow 3s ease-in-out infinite;">
+        A3M Router
+      </text>
+      <text x="0" y="75" fill="url(#heroGrad)" font-family="system-ui,-apple-system,sans-serif" font-size="24" font-weight="500">
+        One prompt in. The right model out.
+      </text>
+    </g>
+  </g>
+  
+  <!-- Routing Flow Diagram -->
+  <g transform="translate(100, 220)">
+    <!-- Input box -->
+    <g class="input-box" filter="url(#glowSoft)">
+      <rect x="0" y="15" width="220" height="100" rx="14" fill="url(#inputGrad)" stroke="#6366f1" stroke-width="2"/>
+      <text x="110" y="55" text-anchor="middle" fill="#8888aa" font-family="system-ui,sans-serif" font-size="14">YOUR PROMPT</text>
+      <text x="110" y="90" text-anchor="middle" fill="#e5e7eb" font-family="system-ui,sans-serif" font-size="18">"Write Python sort"</text>
+    </g>
+    
+    <!-- Arrow 1 -->
+    <g class="arrow">
+      <path d="M230,65 L330,65" stroke="url(#heroGrad)" stroke-width="4" fill="none" stroke-linecap="round" stroke-dasharray="8,8"/>
+      <polygon points="330,57 348,65 330,73" fill="#06b6d4">
+        <animate attributeName="opacity" values="0.8;1;0.8" dur="1s" repeatCount="indefinite"/>
+      </polygon>
+    </g>
+    
+    <!-- A3M Router box -->
+    <g class="a3m-box" filter="url(#glowMedium)">
+      <rect x="360" y="0" width="160" height="130" rx="14" fill="url(#a3mBoxGrad)" stroke="#6366f1" stroke-width="2.5"/>
+      <text x="440" y="50" text-anchor="middle" fill="#ffffff" font-family="system-ui,sans-serif" font-size="36" font-weight="800">A3M</text>
+      <text x="440" y="82" text-anchor="middle" fill="#a78bfa" font-family="system-ui,sans-serif" font-size="18">Router</text>
+      <text x="440" y="115" text-anchor="middle" fill="#06b6d4" font-family="system-ui,sans-serif" font-size="13">12 signals analyzed</text>
+    </g>
+    
+    <!-- Arrow 2 -->
+    <g class="arrow">
+      <path d="M530,65 L630,65" stroke="url(#heroGrad)" stroke-width="4" fill="none" stroke-linecap="round" stroke-dasharray="8,8"/>
+      <polygon points="630,57 648,65 630,73" fill="#06b6d4">
+        <animate attributeName="opacity" values="0.8;1;0.8" dur="1s" repeatCount="indefinite" begin="0.5s"/>
+      </polygon>
+    </g>
+    
+    <!-- Output box -->
+    <g class="output-box" filter="url(#glowSoft)">
+      <rect x="660" y="15" width="220" height="100" rx="14" fill="url(#outputGrad)" stroke="#10b981" stroke-width="2"/>
+      <text x="770" y="55" text-anchor="middle" fill="#8888aa" font-family="system-ui,sans-serif" font-size="14">BEST MODEL</text>
+      <text x="770" y="90" text-anchor="middle" fill="#10b981" font-family="system-ui,sans-serif" font-size="18" font-weight="600">Groq (free, fast)</text>
+    </g>
+  </g>
+  
+  <!-- Metrics row -->
+  <g transform="translate(80, 400)">
+    <!-- Metric 1 -->
+    <g class="metric" transform="translate(0, 0)">
+      <rect x="0" y="0" width="180" height="100" rx="14" fill="#10b981" fill-opacity="0.08" stroke="#10b981" stroke-width="1.5" filter="url(#glowSoft)"/>
+      <text x="90" y="40" text-anchor="middle" fill="#10b981" font-family="system-ui,sans-serif" font-size="36" font-weight="800">100%</text>
+      <text x="90" y="70" text-anchor="middle" fill="#9999bb" font-family="system-ui,sans-serif" font-size="14">Routing Accuracy</text>
+    </g>
+    
+    <!-- Metric 2 -->
+    <g class="metric" transform="translate(200, 0)">
+      <rect x="0" y="0" width="180" height="100" rx="14" fill="#06b6d4" fill-opacity="0.08" stroke="#06b6d4" stroke-width="1.5" filter="url(#glowSoft)"/>
+      <text x="90" y="40" text-anchor="middle" fill="#06b6d4" font-family="system-ui,sans-serif" font-size="36" font-weight="800">62%</text>
+      <text x="90" y="70" text-anchor="middle" fill="#9999bb" font-family="system-ui,sans-serif" font-size="14">Cost Savings</text>
+    </g>
+    
+    <!-- Metric 3 -->
+    <g class="metric" transform="translate(400, 0)">
+      <rect x="0" y="0" width="180" height="100" rx="14" fill="#8b5cf6" fill-opacity="0.08" stroke="#8b5cf6" stroke-width="1.5" filter="url(#glowSoft)"/>
+      <text x="90" y="40" text-anchor="middle" fill="#8b5cf6" font-family="system-ui,sans-serif" font-size="36" font-weight="800">100%</text>
+      <text x="90" y="70" text-anchor="middle" fill="#9999bb" font-family="system-ui,sans-serif" font-size="14">Fault Pass Rate</text>
+    </g>
+    
+    <!-- Metric 4 -->
+    <g class="metric" transform="translate(600, 0)">
+      <rect x="0" y="0" width="180" height="100" rx="14" fill="#f472b6" fill-opacity="0.08" stroke="#f472b6" stroke-width="1.5" filter="url(#glowSoft)"/>
+      <text x="90" y="40" text-anchor="middle" fill="#f472b6" font-family="system-ui,sans-serif" font-size="36" font-weight="800">47+</text>
+      <text x="90" y="70" text-anchor="middle" fill="#9999bb" font-family="system-ui,sans-serif" font-size="14">Providers</text>
+    </g>
+    
+    <!-- Metric 5 -->
+    <g class="metric" transform="translate(800, 0)">
+      <rect x="0" y="0" width="180" height="100" rx="14" fill="#6366f1" fill-opacity="0.08" stroke="#6366f1" stroke-width="1.5" filter="url(#glowSoft)"/>
+      <text x="90" y="40" text-anchor="middle" fill="#a78bfa" font-family="system-ui,sans-serif" font-size="36" font-weight="800">19.5KB</text>
+      <text x="90" y="70" text-anchor="middle" fill="#9999bb" font-family="system-ui,sans-serif" font-size="14">Package Size</text>
+    </g>
+  </g>
+  
+  <!-- CTA Button -->
+  <g class="cta" transform="translate(300, 540)">
+    <rect x="0" y="0" width="600" height="70" rx="35" fill="url(#heroGrad)" filter="url(#glowMedium)"/>
+    <text x="300" y="45" text-anchor="middle" fill="#ffffff" font-family="system-ui,sans-serif" font-size="22" font-weight="600">npm install adaptive-memory-multi-model-router</text>
+  </g>
+  
+  <!-- Footer -->
+  <text x="600" y="645" text-anchor="middle" fill="#555577" font-family="system-ui,sans-serif" font-size="14">
+    Open-source • Zero ML • No GPU Required • MIT License
+  </text>
+</svg>

package/awesome-ai-gateways/CONTRIBUTING.md

@@ -0,0 +1,49 @@
+# Contributing to awesome-ai-gateways
+
+Thanks for your interest in contributing!
+
+## How to Contribute
+
+1. **Fork the repository**
+2. **Add your tool/resource** in the appropriate section
+3. **Follow the format** (see below)
+4. **Submit a Pull Request**
+
+## Format Guidelines
+
+### Adding a Tool
+
+```markdown
+- [ToolName](https://github.com/user/repo) - Brief description. [[License]](link)
+  - Key feature 1
+  - Key feature 2
+```
+
+### Requirements for Inclusion
+
+- Must be related to AI gateways, LLM routing, or related infrastructure
+- Must be a real, working project (no dead repos)
+- Should have a brief description of what it does
+- Include relevant metrics when available (stars, forks, etc.)
+
+### Categories
+
+- **AI Gateways** - Unified API gateways
+- **Semantic Caching** - Caching layer tools
+- **Cost Tracking & Analytics** - Monitoring and cost tools
+- **Load Balancing & Routing** - Traffic distribution
+- **API Management & Rate Limiting** - Access control
+- **Observability & Logging** - Tracing and monitoring
+- **SDKs & Libraries** - Client libraries
+- **Guardrails & Security** - Content filtering, security
+
+## Quality Standards
+
+- Links should be permanent (no redirect chains)
+- Include stars/forks if available
+- Prefer open-source with clear licensing
+- Avoid duplicate entries
+
+## Thank You!
+
+Your contributions help the community discover the best AI infrastructure tools.

package/awesome-ai-gateways/LICENSE

@@ -0,0 +1,3 @@
+CC0 1.0 Universal
+
+To the extent possible under law, the author has waived all copyright and related or neighboring rights to this work.

package/awesome-ai-gateways/README.md

@@ -0,0 +1,190 @@
+# Awesome AI Gateways [![Awesome](https://awesome.re/badge-flat.svg)](https://awesome.re)
+
+> A curated list of tools, libraries, and resources for LLM routing, orchestration, and gateway infrastructure.
+
+Managing 100+ LLM APIs, handling rate limits, implementing fallbacks, and tracking token costs is a massive operational headache. This list curates the best open-source tools, managed services, and resources to help you build production-grade AI infrastructure.
+
+## Contents
+
+- [AI Gateways](#ai-gateways)
+- [Semantic Caching](#semantic-caching)
+- [Cost Tracking and Analytics](#cost-tracking-and-analytics)
+- [Load Balancing and Routing](#load-balancing-and-routing)
+- [API Management and Rate Limiting](#api-management-and-rate-limiting)
+- [Observability and Logging](#observability-and-logging)
+- [Agentic Orchestration](#agentic-orchestration)
+- [SDKs and Libraries](#sdks-and-libraries)
+- [Guardrails and Security](#guardrails-and-security)
+- [Tutorials and Case Studies](#tutorials-and-case-studies)
+- [Communities](#communities)
+
+## AI Gateways
+
+Unified API gateways that route requests across multiple LLM providers.
+
+### Open Source
+
+- [LiteLLM](https://github.com/BerriAI/litellm#readme) - Python SDK and proxy server calling 100+ LLMs in OpenAI format.
+- [Portkey Gateway](https://github.com/Portkey-AI/gateway#readme) - Blazing fast AI gateway with 250+ LLMs, 50+ guardrails.
+- [Bifrost](https://github.com/maximhq/bifrost#readme) - High-performance AI gateway in Go with adaptive load balancing.
+- [Ferro Labs AI Gateway](https://github.com/ferro-labs/ai-gateway#readme) - Go-native gateway for 29 providers with caching & guardrails.
+- [A3M Router](https://github.com/Das-rebel/adaptive-memory-multi-model-router) - Open-source LLM gateway with 100% routing accuracy, 47+ providers, zero ML, and Chinese provider support. MIT license.
+- [Envoy AI Gateway](https://github.com/envoyproxy/ai-gateway#readme) - Unified access to GenAI services built on Envoy Gateway.
+- [LLM Gateway](https://github.com/theopenco/llmgateway#readme) - Unified interface for running and managing LLMs with analytics.
+- [Inference Gateway](https://github.com/inference-gateway/inference-gateway#readme) - Cloud-native gateway unifying multiple LLM providers.
+- [OpenGateLLM](https://github.com/etalab-ia/OpenGateLLM#readme) - Open-source API gateway focused on self-hosted LLMs.
+- [Routerly](https://github.com/Inebrio/Routerly#readme) - Self-hosted LLM gateway with intelligent multi-policy routing.
+- [Plexus](https://github.com/mcowger/plexus#readme) - Unified API gateway with OAuth auth, quota tracking, and 15+ providers.
+- [OpenZiti LLM Gateway](https://github.com/openziti/llm-gateway#readme) - Zero-trust LLM gateway with semantic routing and E2E encryption.
+- [Kong](https://github.com/Kong/kong#readme) - Enterprise API gateway with LLM routing plugin.
+- [LocalAI](https://github.com/mudler/LocalAI#readme) - Self-hosted, drop-in replacement for OpenAI API.
+- [lm-proxy](https://github.com/Nayjest/lm-proxy#readme) - Lightweight OpenAI-compatible proxy for multi-provider inference.
+- [LLM API Proxy](https://github.com/rxliuli/llm-api-proxy#readme) - Edge runtime proxy supporting OpenAI, Anthropic, Gemini, and more.
+- [LLMProxy](https://github.com/aiyuekuang/LLMProxy#readme) - High-performance reverse proxy for LLM inference with SSE streaming.
+- [Zuul](https://github.com/Netflix/zuul#readme) - Netflix edge gateway.
+
+### Managed Services
+
+- [Vercel AI Gateway](https://sdk.vercel.ai/docs/ai-gateway#readme) - Single endpoint for hundreds of AI models.
+- [Cloudflare AI Gateway](https://developers.cloudflare.com/ai-gateway/#readme) - Unified interface for AI providers at the edge.
+- [OpenRouter](https://openrouter.ai/#readme) - Unified API for 500+ models from 60+ providers.
+- [Portkey Hosted](https://portkey.ai/#readme) - Managed AI gateway with 1600+ LLMs and enterprise features.
+- [Braintrust](https://www.braintrust.dev/#readme) - Unified API with encrypted caching and integrated evaluation.
+- [Inworld Router](https://www.inworlds.ai/#readme) - LLM plus TTS pipelining for high-interactivity use cases.
+- [Maxim AI](https://www.getmaxim.ai/#readme) - End-to-end platform for simulation, evaluation, and monitoring.
+
+## Semantic Caching
+
+Reduce costs 60-80% by caching semantically similar responses.
+
+- [RedisVL SemanticCache](https://redis.io/docs/latest/develop/ai/redisvl/0.7.0/user_guide/llmcache/#readme) - Semantic caching built on Redis vector search.
+- [GPT-Cache](https://github.com/ZhouDaoquan/GPT-Cache#readme) - Semantic cache for LLM responses.
+- [semantic-prompt-cache](https://github.com/renswickd/semantic-prompt-cache#readme) - RAG plus Semantic Cache system with FAISS.
+- [vCache](https://arxiv.org/abs/2502.03771#readme) - Verified semantic prompt caching with adaptive thresholds.
+- [VectorQ](https://arxiv.org/abs/2503.05530#readme) - Adaptive similarity thresholds for semantic caching.
+- [Qdrant](https://github.com/qdrant/qdrant#readme) - Vector similarity search engine.
+- [Pinecone](https://www.pinecone.io/#readme) - Managed vector database.
+- [Chroma](https://github.com/chroma-core/chroma#readme) - Vector database for AI apps.
+- [pgvector](https://github.com/pgvector/pgvector#readme) - Vector similarity in PostgreSQL.
+- [FAISS](https://github.com/facebookresearch/faiss#readme) - Facebook vector search library.
+
+## Cost Tracking and Analytics
+
+Monitor, attribute, and optimize LLM spend.
+
+- [Langfuse](https://github.com/langfuse/langfuse#readme) - Open-source LLM engineering platform.
+- [Helicone](https://github.com/Helicone/helicone#readme) - Open-source LLM observability platform.
+- [Arize Phoenix](https://github.com/Arize-ai/phoenix#readme) - ML and LLM observability platform.
+- [Opik](https://github.com/comet-ml/opik#readme) - LLM development platform by Comet.
+- [tokenmeter](https://github.com/jugaad-lab/tokenmeter#readme) - Track AI API usage locally.
+- [tokentap](https://github.com/jmuncor/tokentap#readme) - Terminal dashboard for LLM token tracking.
+- [tokenator](https://github.com/ujjwalm29/tokenator#readme) - Monitor LLM token usage.
+- [LLM Cost Guardian](https://github.com/ogulcanaydogan/LLM-Cost-Guardian#readme) - Multi-provider cost tracking in Go.
+- [tokenx](https://github.com/dvlshah/tokenx#readme) - Python decorators for cost and latency monitoring.
+- [llm-performance-tracker](https://github.com/tinybirdco/llm-performance-tracker#readme) - Multi-tenant LLM analytics dashboard.
+- [Weave](https://weave.wandb.ai/#readme) - LLM observability from Weights and Biases.
+- [Datadog LLM Observability](https://www.datadoghq.com/product/llm-observability/#readme) - Enterprise monitoring with LLM metrics.
+- [PostHog](https://posthog.com/#readme) - Product analytics with LLM event tracking.
+- [Confident AI](https://www.confident-ai.com/#readme) - Evaluation-first observability platform.
+- [Maxim AI](https://www.getmaxim.ai/#readme) - End-to-end platform for simulation, evaluation, and monitoring.
+
+## Load Balancing and Routing
+
+Distribute traffic, implement failovers, and optimize costs.
+
+- [LiteLLM Router](https://docs.litellm.ai/docs/proxy/routing#readme) - Retry/fallback logic and least-busy routing.
+- [Portkey](https://portkey.ai/docs/routing-strategies#readme) - Conditional routing and percentage-based distribution.
+- [Bifrost Load Balancing](https://www.getmaxim.ai/bifrostdocs#readme) - Adaptive load balancer with cluster mode.
+- [Ferro Labs Router](https://github.com/ferro-labs/ai-gateway#readme) - Multi-provider routing with 29 providers.
+- [Routerly Policies](https://www.routerly.ai/#readme) - 9 configurable policies including LLM-native routing.
+- [Lovable: 1.8B tokens per minute load balancing](https://www.adwaitx.com/llm-provider-load-balancing-agent-workflows/#readme) - PID-controlled dynamic load balancing.
+
+## API Management and Rate Limiting
+
+Control access, prevent abuse, and enforce quotas.
+
+- [RateLimit4j](https://github.com/vladimir-bukhtoyarov/rate-limit#readme) - Java rate limiting library.
+- [Guava RateLimiter](https://github.com/google/guava#readme) - Google token bucket implementation.
+
+## Observability and Logging
+
+Full visibility into LLM behavior, performance, and costs.
+
+- [OpenTelemetry](https://opentelemetry.io/#readme) - Vendor-neutral observability framework.
+- [Traceloop OpenLLMetry](https://github.com/traceloop/openllmetry#readme) - OpenTelemetry for LLMs.
+- [Grafana](https://github.com/grafana/grafana#readme) - Metrics visualization.
+- [Loki](https://github.com/grafana/loki#readme) - Log aggregation for LLM logs.
+- [LiteLLM Logging](https://docs.litellm.ai/docs/production/logging#readme) - Logging to object storage.
+- [LiteLLM Admin UI](https://docs.litellm.ai/docs/production/litellm_dashboard#readme) - Built-in spend and usage dashboards.
+- [LiteLLM Grafana Dashboard](https://github.com/BerriAI/litellm/tree/main/litellm-main#readme) - Prometheus metrics visualization.
+- [AgentOps](https://www.agentops.ai/#readme) - Observability for agentic loops with tool usage tracking.
+
+## Agentic Orchestration
+
+Build and manage autonomous agents, long-running tasks, and multi-agent coordination.
+
+- [LangGraph](https://github.com/langchain-ai/langgraph#readme) - Low-level orchestration framework for building stateful, multi-agent applications.
+- [Agency Swarm](https://github.com/vrsen/agency-swarm#readme) - Multi-agent framework building collaborative networks of AI agents.
+- [CrewAI](https://github.com/crewAIInc/crewAI#readme) - Multi-agent framework with LLM routing.
+- [AutoGen](https://github.com/microsoft/autogen#readme) - Microsoft multi-agent framework.
+- [UiPath Maestro](https://www.uipath.com/#readme) - Enterprise orchestrator blending LLM agents with RPA and human-in-the-loop.
+
+## SDKs and Libraries
+
+Multi-provider abstractions and LLM client libraries.
+
+- [OpenAI Python SDK](https://github.com/openai/openai-python#readme) - Official OpenAI client.
+- [Anthropic Python SDK](https://github.com/anthropics/anthropic-sdk-python#readme) - Official Claude client.
+- [Vercel AI SDK](https://github.com/vercel/ai#readme) - AI SDK for Next.js and Svelte.
+- [LiteLLM Python SDK](https://docs.litellm.ai/docs/python-sdk#readme) - Unified interface for 100+ providers.
+- [Portkey Python SDK](https://docs.portkey.ai/docs/get-started/python-sdk#readme) - Multi-provider with tracing.
+- [LangChain](https://github.com/langchain-ai/langchain#readme) - LLM orchestration framework.
+- [LlamaIndex](https://github.com/run-llama/llama_index#readme) - RAG framework with gateway integrations.
+- [tiktoken](https://github.com/openai/tiktoken#readme) - Fast tokenization by OpenAI.
+- [tokenizers](https://github.com/huggingface/tokenizers#readme) - Hugging Face tokenizers.
+- [httpx](https://github.com/encode/httpx#readme) - Async HTTP client.
+- [Ferro Labs Go SDK](https://github.com/ferro-labs/ai-gateway#readme) - Go SDK for Ferro Labs gateway.
+
+## Guardrails and Security
+
+Content filtering, PII redaction, and prompt injection protection.
+
+- [Portkey Guardrails](https://docs.portkey.ai/docs/guardrails#readme) - Input and output filtering.
+- [LiteLLM Guardrails](https://docs.litellm.ai/docs/production/guardrails#readme) - Pre and post call hooks.
+- [Ferro Labs Guardrails](https://github.com/ferro-labs/ai-gateway#readme) - Word/phrase filtering and token limits.
+- [PromptGuard](https://github.com/protectai/promptguard#readme) - Prompt injection detection.
+- [NeMo Guardrails](https://github.com/NVIDIA/NeMo-Guardrails#readme) - NVIDIA dialogue guardrails.
+- [LLM Guard](https://github.com/burkelaine/llm-guard#readme) - Security toolkit for LLM applications.
+- [SlashLLM](https://slashllm.com/#readme) - Enterprise security platform.
+- [Azure AI Content Safety](https://azure.microsoft.com/en-us/products/ai-services/content-safety/#readme) - Microsoft content moderation.
+- [AWS AI Services](https://aws.amazon.com/machine-learning/ai-services/#readme) - Amazon content moderation.
+- [DeepEval](https://github.com/confident-ai/deepeval#readme) - Open-source testing framework for LLM outputs.
+- [OpenZiti Security](https://github.com/openziti/llm-gateway#readme) - Zero-trust access with E2E encryption.
+
+## Tutorials and Case Studies
+
+- [LiteLLM Quick Start](https://docs.litellm.ai/docs/#readme) - Official LiteLLM documentation.
+- [Bifrost Documentation](https://getmaxim.ai/bifrostdocs#readme) - Bifrost setup guide.
+- [Portkey Quick Start](https://docs.portkey.ai/docs/get-started#readme) - Portkey getting started guide.
+- [Building Multi-Provider LLM Infrastructure](https://medium.com/@ritukampani/future-proof-your-ai-building-a-gateway-for-multiple-llm-providers-b746f80cc169#readme) - Architecture guide.
+- [LLM Orchestration with Bifrost](https://dev.to/debmckinney/llm-orchestration-with-bifrost-routing-fallbacks-and-load-balancing-in-one-layer-40p3#readme) - Implementation guide.
+- [Failover Routing Strategies](https://portkey.ai/blog/failover-routing-strategies-for-llms-in-production#readme) - Production patterns.
+- [Semantic Caching Guide](https://scalemind.ai/blog/semantic-caching-llm-guide#readme) - Implementation best practices.
+- [Cost-Aware Routing Patterns](https://www.mindstudio.ai/blog/best-ai-model-routers-multi-provider-llm-cost/#readme) - Routing strategies.
+- [OpenRouter Multi-Provider Routing](https://dev.to/kirponik/mastering-multi-provider-routing-with-openrouter-1ce3#readme) - OpenRouter guide.
+- [Rasa Multi-LLM Routing](https://rasa.com/docs/production/llm-routing/#readme) - Rasa routing documentation.
+- [Cortex](https://arxiv.org/html/2509.17360v2#readme) - Semantic-aware knowledge caching for LLM agents.
+- [Ferro Labs Getting Started](https://github.com/ferro-labs/ai-gateway#readme) - Go-native gateway setup.
+- [Routerly Documentation](https://www.routerly.ai/#readme) - Intelligent routing guide.
+
+## Communities
+
+- [/r/LLMOps](https://reddit.com/r/LLMOps#readme) - Reddit community for LLM operations.
+- [LangChain Discord](https://discord.gg/langchain#readme) - Framework community.
+- [LiteLLM Discord](https://discord.gg/tdNkNArv#readme) - Gateway community.
+- [Hugging Face Community](https://discuss.huggingface.co/#readme) - Model and deployment discussions.
+
+## Related Awesome Lists
+
+- [rothgar/awesome-tuis](https://github.com/rothgar/awesome-tuis) - 18K+ stars, comprehensive TUI list.
+- [msmps/awesome-opentui](https://github.com/msmps/awesome-opentui) - Curated open TUI resources.

package/awesome-selfhosted/.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: "Awesome Selfhosted Data"
+    url: "https://github.com/awesome-selfhosted/awesome-selfhosted-data/issues"
+    about: "Please submit your issues or suggestions to the awesome-selfhosted-data repository instead."

package/awesome-selfhosted/.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1 @@
+Please do not submit pull requests in this repository. Use https://github.com/awesome-selfhosted/awesome-selfhosted-data instead.