adaptive-memory-multi-model-router 2.12.0 → 2.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/.github/workflows/pages.yml +37 -0
  2. package/Awesome-LLM/LICENSE.md +121 -0
  3. package/Awesome-LLM/README.md +625 -0
  4. package/Awesome-LLM/contributing.md +24 -0
  5. package/Awesome-LLM/paper_list/RLHF.md +1 -0
  6. package/Awesome-LLM/paper_list/Retrieval_Augmented_Generation.md +6 -0
  7. package/Awesome-LLM/paper_list/acceleration.md +10 -0
  8. package/Awesome-LLM/paper_list/alignment.md +20 -0
  9. package/Awesome-LLM/paper_list/application.md +19 -0
  10. package/Awesome-LLM/paper_list/augmentation.md +14 -0
  11. package/Awesome-LLM/paper_list/chain_of_thougt.md +16 -0
  12. package/Awesome-LLM/paper_list/code_pretraining.md +0 -0
  13. package/Awesome-LLM/paper_list/detection.md +11 -0
  14. package/Awesome-LLM/paper_list/evaluation.md +64 -0
  15. package/Awesome-LLM/paper_list/in_context_learning.md +4 -0
  16. package/Awesome-LLM/paper_list/instruction-tuning.md +35 -0
  17. package/Awesome-LLM/paper_list/moe.md +0 -0
  18. package/Awesome-LLM/paper_list/prompt_learning.md +15 -0
  19. package/Awesome-LLM/resources/DeepSpeed_light.svg +27 -0
  20. package/Awesome-LLM/resources/alpa-logo-cropped.png +0 -0
  21. package/Awesome-LLM/resources/colossal-ai_logo_vertical.png +0 -0
  22. package/Awesome-LLM/resources/creepy_llm.jpeg +0 -0
  23. package/Awesome-LLM/resources/image8.gif +0 -0
  24. package/Awesome-LLM/resources/jax_logo_250px.png +0 -0
  25. package/Awesome-LLM/resources/logo.png +0 -0
  26. package/Awesome-LLM/resources/nvidia.png +0 -0
  27. package/Awesome-LLM/resources/tensorflow.png +0 -0
  28. package/Awesome-LLM/resources//345/244/247/345/236/213/350/257/255/350/250/200/346/250/241/345/236/213/347/232/204/350/203/275/345/212/233/345/210/206/346/236/220/344/270/216/345/272/224/347/224/250 - 30min.pdf +0 -0
  29. package/README.md +3 -3
  30. package/SUBMISSIONS.md +43 -0
  31. package/assets/chart-cost-v2.svg +91 -0
  32. package/assets/chart-cost-v3.svg +143 -0
  33. package/assets/chart-features-v2.svg +132 -0
  34. package/assets/chart-features-v3.svg +211 -0
  35. package/assets/chart-growth-v2.svg +122 -0
  36. package/assets/chart-growth-v3.svg +189 -0
  37. package/assets/cost-simple.svg +64 -0
  38. package/assets/growth-simple.svg +69 -0
  39. package/assets/hero-diagram.svg +81 -0
  40. package/assets/logo-new.svg +21 -0
  41. package/assets/social-preview-new.svg +100 -0
  42. package/assets/social-v2.svg +130 -0
  43. package/assets/social-v3.svg +212 -0
  44. package/awesome-ai-gateways/CONTRIBUTING.md +49 -0
  45. package/awesome-ai-gateways/LICENSE +3 -0
  46. package/awesome-ai-gateways/README.md +190 -0
  47. package/awesome-selfhosted/.github/ISSUE_TEMPLATE/config.yml +5 -0
  48. package/awesome-selfhosted/.github/PULL_REQUEST_TEMPLATE.md +1 -0
  49. package/awesome-selfhosted/LICENSE +376 -0
  50. package/awesome-selfhosted/README.md +2303 -0
  51. package/awesome-selfhosted/_static/awesome.png +0 -0
  52. package/awesome-selfhosted/non-free.md +377 -0
  53. package/demo-new.tape +71 -0
  54. package/demo-real.sh +198 -0
  55. package/demo-simple.tape +205 -0
  56. package/demo.html +520 -0
  57. package/demo.tape +259 -0
  58. package/dist/cli/tui.js +152 -0
  59. package/docs/demo-auto.html +264 -0
  60. package/docs/demo.html +416 -0
  61. package/docs/index.html +112 -599
  62. package/index.html +667 -0
  63. package/package.json +21 -168
  64. package/docs/assets/cost-comparison.svg +0 -134
  65. package/docs/assets/growth-chart-animated.svg +0 -76
  66. package/docs/assets/og-banner.svg +0 -194
  67. package/docs/assets/social-preview.svg +0 -194
@@ -0,0 +1,205 @@
1
+ # A3M Router VHS Demo - 90 Second Terminal Demo
2
+ # This version works without ttyd - outputs to GIF directly
3
+ # Target: 60-90 seconds
4
+
5
+ # =============================================================================
6
+ # SETUP - Works with just image output
7
+ # =============================================================================
8
+
9
+ Output a3m-demo.gif
10
+ Set FontSize 16
11
+ Set Width 1200
12
+ Set Height 675
13
+ Set TypingSpeed 30ms
14
+
15
+ # =============================================================================
16
+ # SCENE 1: THE PROBLEM (0-15s)
17
+ # =============================================================================
18
+
19
+ Type "#!/bin/bash"
20
+ Enter
21
+
22
+ Type "# Your LLM app today — costs $0.015 per request, no fallback"
23
+ Enter
24
+
25
+ Type "cat << 'EOF'"
26
+ Enter
27
+ Type "// Without A3M: you manage everything manually"
28
+ Enter
29
+ Type "const response = await openai.chat.completions.create({"
30
+ Enter
31
+ Type " model: \"gpt-4o\", // Always expensive"
32
+ Enter
33
+ Type " messages: [{ role: \"user\", content: \"Explain quantum entanglement\" }]"
34
+ Enter
35
+ Type "});"
36
+ Enter
37
+ Type "// If OpenAI goes down → your app crashes"
38
+ Enter
39
+ Type "// You pay $0.015 per request forever"
40
+ Enter
41
+ Type "EOF"
42
+ Enter
43
+
44
+ Sleep 1s
45
+ Type "echo \"❌ Problem: $0.015/req, no fallback, manual management\""
46
+ Enter
47
+
48
+ Sleep 2s
49
+
50
+ # =============================================================================
51
+ # SCENE 2: WITH A3M - ONE LINE CHANGE (15-35s)
52
+ # =============================================================================
53
+
54
+ Ctrl+L
55
+
56
+ Type "# With A3M: one line change, infinite benefits"
57
+ Enter
58
+
59
+ Type "cat << 'EOF'"
60
+ Enter
61
+ Type "// Same request with A3M router"
62
+ Enter
63
+ Type "const response = await fetch(\"http://localhost:8787/v1/chat/completions\", {"
64
+ Enter
65
+ Type " method: \"POST\","
66
+ Enter
67
+ Type " headers: { \"Content-Type\": \"application/json\" },"
68
+ Enter
69
+ Type " body: JSON.stringify({"
70
+ Enter
71
+ Type " model: \"auto\", // ← A3M picks the best model"
72
+ Enter
73
+ Type " messages: [{ role: \"user\", content: \"Explain quantum entanglement\" }]"
74
+ Enter
75
+ Type " })"
76
+ Enter
77
+ Type "});"
78
+ Enter
79
+ Type "EOF"
80
+ Enter
81
+
82
+ Sleep 1s
83
+
84
+ Type "# A3M analyzes and decides:"
85
+ Enter
86
+ Type "echo \"📊 Task: explanation → Complexity: simple → Budget: minimize\""
87
+ Enter
88
+ Type "echo \"✅ Routed to: Groq (FREE, 847ms)\""
89
+ Enter
90
+ Type "echo \" Cost: $0.00 | Quality: 94%\""
91
+ Enter
92
+
93
+ Sleep 2s
94
+
95
+ # =============================================================================
96
+ # SCENE 3: FAILURE RECOVERY (35-55s)
97
+ # =============================================================================
98
+
99
+ Ctrl+L
100
+
101
+ Type "# A3M gracefully handles provider failures..."
102
+ Enter
103
+ Sleep 1s
104
+
105
+ Type "echo \"━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\""
106
+ Enter
107
+ Type "echo \" [Groq] — Attempting connection...\""
108
+ Enter
109
+ Sleep 1s
110
+ Type "echo \" [Groq] — ✗ FAILED — 503 Service Unavailable\""
111
+ Enter
112
+ Sleep 500ms
113
+ Type "echo \" [Circuit Breaker] — Tripped after 3 failures\""
114
+ Enter
115
+ Sleep 500ms
116
+ Type "echo \" [DeepSeek] — HEALTHY — Switching...\""
117
+ Enter
118
+ Sleep 1s
119
+ Type "echo \"\""
120
+ Enter
121
+ Type "echo \"✅ Response delivered via DeepSeek fallback\""
122
+ Enter
123
+ Type "echo \" Your app: never knew there was a problem\""
124
+ Enter
125
+ Type "echo \"━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\""
126
+ Enter
127
+
128
+ Sleep 2s
129
+
130
+ # =============================================================================
131
+ # SCENE 4: COST SAVINGS (55-70s)
132
+ # =============================================================================
133
+
134
+ Ctrl+L
135
+
136
+ Type "# Same query. Dramatically different costs."
137
+ Enter
138
+
139
+ Type "echo \"\""
140
+ Enter
141
+ Type "echo \" WITHOUT A3M WITH A3M\""
142
+ Enter
143
+ Type "echo \" ───────────────── ────────────────\""
144
+ Enter
145
+ Type "echo \" GPT-4o @ $3.00/1K Groq @ $0.00/1K\""
146
+ Enter
147
+ Type "echo \" 500 tokens = $0.0015 500 tokens = $0.00\""
148
+ Enter
149
+ Sleep 1s
150
+ Type "echo \"\""
151
+ Enter
152
+ Type "echo \"💰 SAVINGS: 100% per query\""
153
+ Enter
154
+ Type "echo \" At 1000 queries/day → $1.50 saved daily\""
155
+ Enter
156
+ Type "echo \" At 1000 queries/day → $547 saved yearly\""
157
+ Enter
158
+
159
+ Sleep 2s
160
+
161
+ # =============================================================================
162
+ # SCENE 5: ONE COMMAND (70-90s)
163
+ # =============================================================================
164
+
165
+ Ctrl+L
166
+
167
+ Type "echo \"\""
168
+ Enter
169
+ Type "echo \"╔═══════════════════════════════════════════════════╗\""
170
+ Enter
171
+ Type "echo \"║ Get started in 10 seconds: ║\""
172
+ Enter
173
+ Type "echo \"╚═══════════════════════════════════════════════════╝\""
174
+ Enter
175
+ Sleep 500ms
176
+ Type "echo \"\""
177
+ Enter
178
+ Type "echo \" npm install -g adaptive-memory-multi-model-router\""
179
+ Enter
180
+ Sleep 300ms
181
+ Type "echo \"\""
182
+ Enter
183
+ Type "echo \" # Auto-detects your API keys, zero config\""
184
+ Enter
185
+ Type "echo \" npx a3m-router serve\""
186
+ Enter
187
+ Sleep 500ms
188
+ Type "echo \"\""
189
+ Enter
190
+ Type "echo \" # Change: model: 'gpt-4o' → model: 'auto'\""
191
+ Enter
192
+ Sleep 500ms
193
+ Type "echo \"\""
194
+ Enter
195
+ Type "echo \" GitHub: github.com/Das-rebel/adaptive-memory-multi-model-router\""
196
+ Enter
197
+ Type "echo \" npm: npmjs.com/package/adaptive-memory-multi-model-router\""
198
+ Enter
199
+ Sleep 1s
200
+ Type "echo \"\""
201
+ Enter
202
+ Type "echo \"✨ One prompt in. The right model out. ✨\""
203
+ Enter
204
+
205
+ Sleep 2s