adaptive-memory-multi-model-router 2.10.0 → 2.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1) hide show
  1. package/package.json +533 -458
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "adaptive-memory-multi-model-router",
3
- "version": "2.10.0",
3
+ "version": "2.11.0",
4
4
  "shortName": "A3M Router",
5
5
  "displayName": "A3M Router - Adaptive Memory Multi-Model Router",
6
6
  "description": "LLM router & AI gateway — 99.5% routing accuracy, 47 providers (DeepSeek, Kimi/Moonshot, Qwen, Zhipu GLM, Yi + more). Semantic cache, guardrails, cost analytics. Built on 30+ arXiv papers (SGLang, Medusa, MemoRAG). Zero ML, 19.5KB. TypeScript + Python SDK. MIT.",
@@ -53,113 +53,520 @@
53
53
  }
54
54
  },
55
55
  "keywords": [
56
+ "01-ai",
57
+ "01ai",
58
+ "128k上下文",
59
+ "19kb",
60
+ "429-handling",
61
+ "a3m",
62
+ "a3m-router",
63
+ "active-active",
64
+ "active-passive",
65
+ "active-standby",
66
+ "adaptive",
67
+ "adaptive-llm-router",
56
68
  "adaptive-router",
69
+ "adaptive-routing",
70
+ "affordable-ai",
57
71
  "agent",
72
+ "agent-codegen",
73
+ "agent-discoverable",
58
74
  "agent-framework",
75
+ "agent-memory",
76
+ "agent-orchestration",
77
+ "ai",
78
+ "ai-agent",
59
79
  "ai-agent-tools",
80
+ "ai-agents",
60
81
  "ai-assistant",
82
+ "ai-coding",
83
+ "ai-cost-optimization",
61
84
  "ai-discoverability",
85
+ "ai-gateway",
86
+ "ai-gateway-cn",
87
+ "ai-guardrails",
88
+ "ai-load-balancer",
89
+ "ai-native",
90
+ "ai-orchestration",
91
+ "ai-proxy",
92
+ "ai-router",
62
93
  "ai-routing",
94
+ "ai-sdk",
95
+ "ai21",
96
+ "ai21-api",
63
97
  "airtable",
98
+ "ai路由",
99
+ "aleph-alpha",
100
+ "alerting",
101
+ "aliyun",
64
102
  "amplitude",
103
+ "anthropic",
104
+ "anthropic-mcp",
105
+ "anthropic-proxy",
106
+ "anthropic-relay",
107
+ "api-aggregator",
108
+ "api-budget",
109
+ "api-cost",
110
+ "api-cost-reduction",
111
+ "api-forwarder",
65
112
  "api-gateway",
113
+ "api-management",
114
+ "api-middleware",
115
+ "api-proxy",
116
+ "api-relay",
117
+ "arxiv",
66
118
  "asana",
119
+ "autogen",
120
+ "automatic-failover",
121
+ "automatic-selection",
67
122
  "automation",
68
123
  "autonomous-agents",
124
+ "aws",
69
125
  "aws-bedrock",
126
+ "azure",
127
+ "azure-openai",
128
+ "backoff",
129
+ "baichuan",
130
+ "baichuan-ai",
131
+ "baichuan-api",
132
+ "baichuan2",
133
+ "baichuan2-flash",
134
+ "baichuan4",
135
+ "baiducloud",
70
136
  "batch-processing",
137
+ "batching",
138
+ "benchmark",
71
139
  "bitbucket",
140
+ "budget-alerts",
141
+ "budget-cap",
142
+ "budget-dashboard",
143
+ "budget-friendly",
144
+ "cache",
145
+ "cache-hit-rate",
146
+ "cache-ttl",
147
+ "caching",
148
+ "cerebras",
149
+ "cerebras-api",
150
+ "cerebras-proxy",
151
+ "cerebras-qwen",
152
+ "chatbot",
153
+ "chatgpt",
154
+ "cheaper-llm",
155
+ "chinese-ai",
156
+ "chinese-ai-proxy",
157
+ "chinese-api",
158
+ "chinese-api-gateway",
159
+ "chinese-api-retry",
160
+ "chinese-chatgpt",
161
+ "chinese-gateway",
162
+ "chinese-language-model",
163
+ "chinese-llm",
164
+ "chinese-llm-proxy",
165
+ "chinese-model",
166
+ "chinese-models",
167
+ "chinese-nlp",
168
+ "chinesellm",
169
+ "chinesellm-routing",
72
170
  "circuit-breaker",
171
+ "classification",
172
+ "claude",
73
173
  "claude-code",
174
+ "claude-proxy",
74
175
  "cli",
176
+ "client",
75
177
  "cloud",
178
+ "cloud-native",
179
+ "cluster-llm",
76
180
  "code-generation",
77
181
  "cohere",
182
+ "cohere-api",
183
+ "complexity-scoring",
78
184
  "content-filtering",
185
+ "content-routing",
186
+ "context-aware-router",
187
+ "context-cache",
188
+ "context-caching",
189
+ "context-compression",
190
+ "context-management",
191
+ "contextual-router",
192
+ "continuous-batching",
193
+ "conversational-ai",
194
+ "cooldown",
79
195
  "copilot",
196
+ "cosine-similarity",
80
197
  "cost-analytics",
198
+ "cost-attribution",
199
+ "cost-based-routing",
200
+ "cost-cap",
201
+ "cost-control",
202
+ "cost-effective-llm",
203
+ "cost-estimation",
204
+ "cost-optimization",
205
+ "cost-prediction",
206
+ "cost-reduction",
207
+ "cost-saving",
208
+ "cost-tracking",
209
+ "crewai",
210
+ "cross-context-memory",
211
+ "cross-provider-routing",
212
+ "data-security",
81
213
  "datadog",
214
+ "deadline",
82
215
  "deepinfra",
216
+ "deepseek",
217
+ "deepseek-ai",
218
+ "deepseek-api",
219
+ "deepseek-chat",
220
+ "deepseek-coder",
221
+ "deepseek-proxy",
222
+ "deepseek-reasoner",
223
+ "deepseek-v3",
83
224
  "developer-experience",
84
225
  "developer-tools",
85
226
  "devops",
86
227
  "discord",
228
+ "distributed-llm",
229
+ "distributed-tracing",
230
+ "docker",
231
+ "domain-routing",
87
232
  "dropbox",
88
233
  "dx",
234
+ "dynamic-routing",
89
235
  "edge-computing",
236
+ "embed-text",
90
237
  "embedding",
238
+ "embedding-cache",
239
+ "embedding-model",
91
240
  "enterprise",
241
+ "enterprise-ready",
242
+ "episodic-memory",
243
+ "episodic-memory-router",
244
+ "expense-management",
245
+ "exponential-backoff",
246
+ "extraction",
247
+ "failover",
92
248
  "fallback",
249
+ "fallback-chain",
250
+ "fast-llm",
93
251
  "fine-tuning",
94
252
  "fireworks",
253
+ "fireworks-api",
254
+ "flash-attention",
255
+ "gateway",
256
+ "gateway-proxy",
257
+ "gcp",
258
+ "gdpr-llm",
95
259
  "gemini",
96
260
  "generative-engine-optimization",
97
261
  "geo",
98
262
  "github",
99
263
  "gitlab",
264
+ "glm-4",
265
+ "glm-4-air",
266
+ "glm-4-flash",
267
+ "glm-4-long",
268
+ "glm-4-plus",
269
+ "glm-4v",
270
+ "glm-api",
271
+ "glms",
100
272
  "gmail",
101
273
  "google",
102
274
  "google-calendar",
275
+ "gpt",
103
276
  "gpt-4",
277
+ "grafana",
104
278
  "graphql",
279
+ "groq",
280
+ "groq-api",
281
+ "groq-llama",
282
+ "groq-mixtral",
283
+ "groq-proxy",
284
+ "guardrails",
285
+ "ha-cluster",
286
+ "halo",
287
+ "hard-budget-enforcement",
288
+ "health-check",
289
+ "health-scoring",
290
+ "helicone",
291
+ "helm",
292
+ "hierarchical-planning",
105
293
  "high-availability",
294
+ "high-throughput",
295
+ "hipaa",
296
+ "http-proxy",
297
+ "huawei-cloud",
106
298
  "hubspot",
107
299
  "huggingface",
300
+ "iclr",
301
+ "icml",
108
302
  "inference",
303
+ "inference-cost",
304
+ "inference-optimization",
109
305
  "input-validation",
306
+ "intelligent-failover",
307
+ "intelligent-llm-router",
308
+ "intelligent-load-balancer",
309
+ "intelligent-router",
310
+ "intent-detection",
110
311
  "intent-mapping",
312
+ "intent-routing",
111
313
  "intercom",
314
+ "ison-format",
315
+ "jaeger",
112
316
  "javascript",
113
317
  "jira",
318
+ "jitter",
319
+ "json-api",
320
+ "keyword-routing",
321
+ "kimi",
322
+ "kimi-api",
323
+ "kubernetes",
324
+ "kv-cache",
325
+ "kv-cache-quantization",
326
+ "langchain",
327
+ "langchain-cn",
328
+ "langchain-gateway",
329
+ "langfuse",
330
+ "language-model",
331
+ "latency-benchmark",
114
332
  "latency-optimization",
333
+ "learning-router",
334
+ "lightweight",
115
335
  "linear",
336
+ "lingyi",
337
+ "lingyi-wanwu",
338
+ "litellm-alternative",
339
+ "llama",
340
+ "llama-3",
341
+ "llama-3.1",
342
+ "llama-3.3",
343
+ "llama-api",
344
+ "llama-proxy",
116
345
  "llamaindex",
346
+ "llamaindex-cn",
347
+ "llamaindex-gateway",
348
+ "llm",
349
+ "llm-caching",
350
+ "llm-cluster",
351
+ "llm-comparison",
352
+ "llm-cost",
353
+ "llm-evaluation",
354
+ "llm-expense-management",
355
+ "llm-failover",
356
+ "llm-gateway",
357
+ "llm-gateway-cn",
117
358
  "llm-intent",
359
+ "llm-load-balancer",
360
+ "llm-management",
361
+ "llm-manager",
362
+ "llm-memory-router",
363
+ "llm-middleware",
364
+ "llm-orchestration",
365
+ "llm-pricing",
366
+ "llm-proxy",
367
+ "llm-relay",
368
+ "llm-router",
369
+ "llm-routing",
118
370
  "llm-tools",
119
371
  "llmlingua",
372
+ "lmstudio",
373
+ "load-balancer",
120
374
  "load-balancing",
375
+ "local-llm",
376
+ "local-model",
121
377
  "logging",
378
+ "long-context-model",
379
+ "low-cost-llm",
380
+ "low-latency",
381
+ "lru-cache",
122
382
  "machine-learning",
123
383
  "mailchimp",
384
+ "max-retries",
124
385
  "mcp",
386
+ "mcp-gateway",
387
+ "mcts",
125
388
  "medusa",
389
+ "memory",
390
+ "memory-augmented",
391
+ "memory-augmented-llm",
392
+ "memory-based",
393
+ "memory-based-llm-router",
394
+ "memory-based-router",
126
395
  "memory-tree",
396
+ "message-truncation",
397
+ "metrics",
398
+ "metrics-api",
399
+ "metrics-collector",
400
+ "metrics-endpoint",
401
+ "microservices",
127
402
  "middleware",
403
+ "minimax",
404
+ "minimax-abab",
405
+ "minimax-ai",
406
+ "minimax-api",
407
+ "minimax-chat",
408
+ "minimax-turbo",
409
+ "mistral",
410
+ "mistral-7b",
411
+ "mistral-api",
412
+ "mistral-proxy",
128
413
  "mixpanel",
414
+ "model-comparison",
415
+ "model-management",
416
+ "model-router",
417
+ "model-routing",
418
+ "model-selection",
129
419
  "monitoring",
130
- "multi-model",
131
- "natural-language-processing",
132
- "netlify",
133
- "nodejs",
134
- "notion",
135
- "npm",
136
- "observability",
137
- "open-source",
138
- "orchestration",
420
+ "monte-carlo",
421
+ "monte-carlo-tree-search",
422
+ "monthly-budget",
423
+ "moonshot",
424
+ "moonshot-ai",
425
+ "moonshot-api",
426
+ "moonshot-kimi",
427
+ "moonshot-v1",
428
+ "moonshot-v1-128k",
429
+ "moonshot-v1-32k",
430
+ "moonshot-v1-8k",
431
+ "multi-agent",
432
+ "multi-agent-debate",
433
+ "multi-llm",
434
+ "multi-llm-router",
435
+ "multi-model",
436
+ "multi-model-router",
437
+ "multi-provider",
438
+ "multi-region",
439
+ "multimodal",
440
+ "multimodel-orchestration",
441
+ "named-entity-recognition",
442
+ "natural-language-processing",
443
+ "netlify",
444
+ "network-proxy",
445
+ "neurips",
446
+ "nextjs-ai",
447
+ "nlp",
448
+ "no-gpu",
449
+ "node",
450
+ "nodejs",
451
+ "nomic-embed",
452
+ "notion",
453
+ "npm",
454
+ "npm-package",
455
+ "observability",
456
+ "ollama",
457
+ "ollama-proxy",
458
+ "on-premise",
459
+ "open-source",
460
+ "openai",
461
+ "openai-api",
462
+ "openai-compatible",
463
+ "openai-endpoint",
464
+ "openai-format",
465
+ "openai-gateway",
466
+ "openai-proxy",
467
+ "openai-relay",
468
+ "openai-sdk",
469
+ "openrouter",
470
+ "openrouter-api",
471
+ "opentelemetry",
472
+ "orchestration",
473
+ "otel",
474
+ "pagedattention",
475
+ "parallel",
476
+ "parallel-ai",
139
477
  "parallel-execution",
478
+ "pay-less-llm",
479
+ "per-provider-timeout",
480
+ "per-team-budget",
481
+ "per-user-budget",
140
482
  "performance",
483
+ "performance-testing",
141
484
  "perplexity",
485
+ "perplexity-api",
486
+ "pi",
487
+ "pi-agent",
488
+ "pi-coding-agent",
489
+ "pi-extension",
490
+ "pi-package",
142
491
  "pii-detection",
492
+ "pii-redaction",
143
493
  "pinecone",
494
+ "pip",
495
+ "portkey-alternative",
144
496
  "posthog",
497
+ "prefix-cache",
145
498
  "prefix-caching",
499
+ "priority-queue",
500
+ "privacy-llm",
146
501
  "production",
502
+ "production-ready",
503
+ "prometheus-client",
504
+ "prometheus-format",
505
+ "prometheus-metrics",
506
+ "prompt-cache",
147
507
  "prompt-engineering",
148
508
  "prompt-injection",
509
+ "prompt-security",
510
+ "provider-failover",
511
+ "provider-fallback",
512
+ "provider-fallback-routing",
513
+ "provider-health",
514
+ "provider-management",
149
515
  "provider-registry",
516
+ "provider-selection",
517
+ "provider-selector",
150
518
  "proxy",
151
519
  "proxy-server",
520
+ "pypi",
521
+ "pypi-package",
152
522
  "python",
523
+ "python-bindings",
524
+ "qianwen",
525
+ "quality-metrics",
526
+ "quality-routing",
527
+ "query-cache",
528
+ "query-routing",
529
+ "qwen",
530
+ "qwen-long",
531
+ "qwen-max",
532
+ "qwen-plus",
533
+ "qwen-turbo",
534
+ "qwen2",
535
+ "qwen2.5",
536
+ "qwen2.5-coder",
537
+ "qwen3",
153
538
  "radix-attention",
154
539
  "rag",
540
+ "rate-limit-handling",
541
+ "rate-limiter",
155
542
  "rate-limiting",
156
543
  "real-time",
544
+ "relay-server",
545
+ "reliability",
546
+ "replicate",
547
+ "replicate-api",
548
+ "request-routing",
549
+ "request-timeout",
550
+ "request-tracing",
551
+ "research-backed",
552
+ "response-cache",
157
553
  "rest-api",
554
+ "retrieval-augmented",
158
555
  "retrieval-augmented-generation",
159
556
  "retry",
557
+ "retry-after",
558
+ "retry-logic",
559
+ "retry-policy",
560
+ "retry-proxy",
561
+ "reverse-proxy",
160
562
  "route-quality",
161
563
  "routellm",
564
+ "routellm-alternative",
162
565
  "router",
566
+ "router-proxy",
567
+ "routing-accuracy",
568
+ "routing-benchmark",
569
+ "routing-quality",
163
570
  "s3",
164
571
  "salesforce",
165
572
  "sanitization",
@@ -167,480 +574,148 @@
167
574
  "sdk",
168
575
  "security",
169
576
  "segment",
577
+ "self-consistency",
578
+ "self-host",
579
+ "self-hosted",
580
+ "semantic-cache",
581
+ "semantic-memory",
582
+ "semantic-memory-router",
583
+ "semantic-routing",
584
+ "semantic-similarity",
170
585
  "sendgrid",
586
+ "sentiment-analysis",
171
587
  "sentry",
588
+ "server",
172
589
  "serverless",
173
590
  "shopify",
591
+ "similarity-threshold",
592
+ "sla",
174
593
  "slack",
594
+ "smart-failover",
595
+ "smart-fallback",
596
+ "smart-llm-router",
597
+ "smart-router",
598
+ "smart-routing",
599
+ "soc2",
600
+ "span",
175
601
  "speculative-decoding",
602
+ "spend-tracking",
603
+ "spending-limit",
604
+ "step-1",
605
+ "step-1v",
606
+ "step-2",
607
+ "stepfun",
608
+ "stepfun-api",
176
609
  "streaming",
610
+ "streaming-llm",
611
+ "streamingllm",
177
612
  "stripe",
613
+ "summarization",
614
+ "task-aware-router",
615
+ "task-classification",
616
+ "task-memory",
617
+ "task-routing",
178
618
  "telegram",
619
+ "tencentcloud",
620
+ "tensor-parallelism",
179
621
  "testing",
622
+ "text-generation",
623
+ "throughput-testing",
624
+ "tier-routing",
625
+ "timeout",
180
626
  "together-ai",
627
+ "together-api",
181
628
  "token-compression",
629
+ "token-counter",
630
+ "token-counting",
631
+ "token-optimization",
632
+ "token-saving",
633
+ "tongji",
634
+ "tongyi",
635
+ "tongyi-qianwen",
182
636
  "tools",
637
+ "trace-id",
183
638
  "tracing",
639
+ "traffic-routing",
184
640
  "transformer",
641
+ "transformers",
642
+ "translation",
643
+ "tree-search",
644
+ "treequest",
185
645
  "trello",
186
646
  "typescript",
647
+ "ucb1",
648
+ "uct",
649
+ "uptime",
650
+ "vector-cache",
187
651
  "vector-database",
188
652
  "vercel",
653
+ "vercel-ai",
654
+ "vercel-ai-sdk",
655
+ "vision-model",
656
+ "volcengine",
189
657
  "websocket",
658
+ "workflow-automation",
659
+ "workflow-optimization",
660
+ "wu-yuan",
661
+ "wuyuan",
190
662
  "xai",
663
+ "yi",
664
+ "yi-34b",
665
+ "yi-ai",
666
+ "yi-api",
667
+ "yi-large",
668
+ "yi-lightning",
669
+ "yi-llm",
670
+ "yi-medium",
671
+ "zai",
672
+ "zai-glm",
673
+ "zai-glm-4",
191
674
  "zendesk",
192
- "llm-proxy",
193
- "claude",
194
- "ai",
195
- "openai-compatible",
196
- "no-gpu",
197
- "openai",
198
- "routing-accuracy",
199
- "minimax",
200
- "portkey-alternative",
675
+ "zero-ml",
676
+ "zh-llm",
677
+ "zhipu",
678
+ "zhipu-ai",
679
+ "zhipu-api",
680
+ "中国ai",
681
+ "中国llm",
682
+ "中国大模型",
683
+ "中文ai",
684
+ "中文api",
685
+ "中文chatgpt",
686
+ "中文embedding",
687
+ "中文langchain",
688
+ "中文llamaindex",
201
689
  "中文llm",
202
- "provider-fallback",
203
- "nlp",
204
- "ollama",
205
- "cerebras",
206
- "openai-sdk",
207
- "ai-sdk",
208
- "openai-proxy",
209
- "cerebras-proxy",
690
+ "中文nlp",
691
+ "中文seo",
692
+ "中文多模态",
693
+ "中文大模型",
694
+ "中文搜索引擎优化",
695
+ "中文模型",
696
+ "华为云",
697
+ "向量化",
698
+ "国产ai",
699
+ "国产llm",
700
+ "国产大模型",
701
+ "多模型路由",
702
+ "多模态",
703
+ "大模型路由",
704
+ "字节ai",
705
+ "字节跳动",
706
+ "智能路由",
707
+ "智谱ai",
210
708
  "深度求索",
211
- "anthropic",
212
- "ai-cost-optimization",
213
- "model-router",
214
- "model-routing",
215
- "chinese-ai",
216
- "vercel-ai",
217
- "ai-load-balancer",
218
- "deepseek",
219
- "llm-routing",
220
- "mistral",
221
- "ollama-proxy",
222
- "moonshot",
223
- "stepfun",
224
- "cost-optimization",
225
- "keyword-routing",
226
- "zhipu",
227
- "llm-manager",
228
- "ai-router",
229
- "multi-provider",
230
- "yi-llm",
231
- "chinese-llm",
232
- "glms",
233
- "llm",
234
- "llm-load-balancer",
235
- "language-model",
236
- "claude-proxy",
237
- "lightweight",
238
- "chatgpt",
239
- "smart-routing",
709
+ "火山引擎",
710
+ "百度ai",
711
+ "百度云",
712
+ "腾讯ai",
713
+ "腾讯云",
714
+ "长上下文",
715
+ "阿里ai",
240
716
  "阿里qwen",
241
- "zh-llm",
242
- "中文ai",
243
- "benchmark",
244
- "helicone",
245
- "mistral-proxy",
246
- "llm-orchestration",
247
- "openrouter",
248
- "kimi",
249
- "moonshot-kimi",
250
- "guardrails",
251
- "ai-agent",
252
- "baichuan",
253
- "routellm-alternative",
254
- "anthropic-proxy",
255
- "token-counter",
256
- "deepseek-proxy",
257
- "llm-gateway",
258
- "multi-llm",
259
- "ai-gateway",
260
- "groq",
261
- "litellm-alternative",
262
- "ai-proxy",
263
- "llm-router",
264
- "domain-routing",
265
- "groq-proxy",
266
- "qwen",
267
- "gpt",
268
- "openai-api",
269
- "query-routing",
270
- "aleph-alpha",
271
- "semantic-cache",
272
- "langchain",
273
- "ai-guardrails",
274
- "chatbot",
275
- "a3m",
276
- "a3m-router",
277
- "adaptive",
278
- "memory-based",
279
- "multi-model-router",
280
- "memory-based-router",
281
- "treequest",
282
- "parallel-ai",
283
- "agent-orchestration",
284
- "multi-agent",
285
- "parallel",
286
- "cost-tracking",
287
- "cache",
288
- "caching",
289
- "exponential-backoff",
290
- "mcts",
291
- "monte-carlo-tree-search",
292
- "workflow-optimization",
293
- "hierarchical-planning",
294
- "halo",
295
- "episodic-memory",
296
- "semantic-memory",
297
- "agent-memory",
298
- "python-bindings",
299
- "pypi",
300
- "autogen",
301
- "crewai",
302
- "transformers",
303
- "agent-codegen",
304
- "ai-coding",
305
- "zai",
306
- "llama",
307
- "ai-agents",
308
- "memory-based-llm-router",
309
- "multi-llm-router",
310
- "llm-memory-router",
311
- "adaptive-llm-router",
312
- "intelligent-router",
313
- "intelligent-llm-router",
314
- "learning-router",
315
- "contextual-router",
316
- "context-aware-router",
317
- "task-aware-router",
318
- "memory-augmented",
319
- "memory-augmented-llm",
320
- "episodic-memory-router",
321
- "semantic-memory-router",
322
- "task-memory",
323
- "cross-context-memory",
324
- "context-compression",
325
- "ison-format",
326
- "message-truncation",
327
- "context-management",
328
- "local-llm",
329
- "lmstudio",
330
- "local-model",
331
- "privacy-llm",
332
- "priority-queue",
333
- "token-counting",
334
- "cost-estimation",
335
- "cost-prediction",
336
- "intelligent-failover",
337
- "kv-cache",
338
- "pagedattention",
339
- "kv-cache-quantization",
340
- "streamingllm",
341
- "multimodel-orchestration",
342
- "multi-agent-debate",
343
- "self-consistency",
344
- "tensor-parallelism",
345
- "continuous-batching",
346
- "arxiv",
347
- "research-backed",
348
- "icml",
349
- "neurips",
350
- "iclr",
351
- "pi-extension",
352
- "pi",
353
- "pi-package",
354
- "pi-coding-agent",
355
- "pi-agent",
356
- "agent-discoverable",
357
- "ai-native",
358
- "01-ai",
359
- "01ai",
360
- "128k上下文",
361
- "ai-gateway-cn",
362
- "ai路由",
363
- "aliyun",
364
- "baichuan-ai",
365
- "baichuan2",
366
- "baichuan2-flash",
367
- "baiducloud",
368
- "chinese-ai-proxy",
369
- "chinese-api-gateway",
370
- "chinese-chatgpt",
371
- "chinese-language-model",
372
- "chinese-llm-proxy",
373
- "chinese-models",
374
- "chinese-nlp",
375
- "chinesellm",
376
- "chinesellm-routing",
377
- "deepseek-ai",
378
- "deepseek-api",
379
- "deepseek-chat",
380
- "deepseek-coder",
381
- "deepseek-reasoner",
382
- "embedding-model",
383
- "glm-4",
384
- "glm-4-air",
385
- "glm-4-flash",
386
- "glm-4-long",
387
- "glm-4-plus",
388
- "huawei-cloud",
389
- "langchain-cn",
390
- "lingyi",
391
- "lingyi-wanwu",
392
- "llamaindex-cn",
393
- "llm-gateway-cn",
394
- "long-context-model",
395
- "minimax-ai",
396
- "minimax-api",
397
- "minimax-chat",
398
- "minimax-turbo",
399
- "moonshot-ai",
400
- "moonshot-v1",
401
- "moonshot-v1-128k",
402
- "moonshot-v1-32k",
403
- "moonshot-v1-8k",
404
- "multimodal",
405
- "qianwen",
406
- "qwen-long",
407
- "qwen-max",
408
- "qwen-plus",
409
- "qwen-turbo",
410
- "qwen2",
411
- "qwen3",
412
- "step-1",
413
- "step-1v",
414
- "step-2",
415
- "tencentcloud",
416
- "tongji",
417
- "tongyi",
418
- "tongyi-qianwen",
419
- "vision-model",
420
- "volcengine",
421
- "wu-yuan",
422
- "wuyuan",
423
- "yi-ai",
424
- "yi-large",
425
- "yi-lightning",
426
- "yi-medium",
427
- "zai-glm",
428
- "zai-glm-4",
429
- "zhipu-ai",
430
- "中国ai",
431
- "中国大模型",
432
- "中文chatgpt",
433
- "中文embedding",
434
- "中文langchain",
435
- "中文llamaindex",
436
- "中文nlp",
437
- "中文seo",
438
- "中文多模态",
439
- "中文大模型",
440
- "中文搜索引擎优化",
441
- "中文模型",
442
- "华为云",
443
- "向量化",
444
- "国产ai",
445
- "国产大模型",
446
- "多模型路由",
447
- "多模态",
448
- "大模型路由",
449
- "字节ai",
450
- "智能路由",
451
- "火山引擎",
452
- "百度ai",
453
- "百度云",
454
- "腾讯ai",
455
- "腾讯云",
456
- "长上下文",
457
- "阿里ai",
458
717
  "阿里云",
459
- "adaptive-routing",
460
- "ai-orchestration",
461
- "content-routing",
462
- "cost-based-routing",
463
- "distributed-llm",
464
- "dynamic-routing",
465
- "failover",
466
- "intelligent-load-balancer",
467
- "intent-routing",
468
- "llm-caching",
469
- "llm-cluster",
470
- "llm-failover",
471
- "llm-management",
472
- "load-balancer",
473
- "model-management",
474
- "model-selection",
475
- "provider-selector",
476
- "rate-limiter",
477
- "request-routing",
478
- "retry-proxy",
479
- "reverse-proxy",
480
- "semantic-routing",
481
- "smart-llm-router",
482
- "task-routing",
483
- "traffic-routing",
484
- "smart-router",
485
- "quality-routing",
486
- "cross-provider-routing",
487
- "provider-fallback-routing",
488
- "http-proxy",
489
- "network-proxy",
490
- "gateway-proxy",
491
- "cluster-llm",
492
- "multi-region",
493
- "health-check",
494
- "automatic-failover",
495
- "smart-failover",
496
- "provider-failover",
497
- "low-cost-llm",
498
- "cost-saving",
499
- "cost-reduction",
500
- "budget-friendly",
501
- "affordable-ai",
502
- "cheaper-llm",
503
- "llm-pricing",
504
- "token-optimization",
505
- "token-saving",
506
- "api-cost",
507
- "inference-cost",
508
- "llm-cost",
509
- "cost-effective-llm",
510
- "pay-less-llm",
511
- "llm-expense-management",
512
- "api-budget",
513
- "cost-control",
514
- "spend-tracking",
515
- "azure-openai",
516
- "deepseek-v3",
517
- "qwen2.5",
518
- "qwen2.5-coder",
519
- "moonshot-api",
520
- "zhipu-api",
521
- "glm-4v",
522
- "glm-api",
523
- "智谱ai",
524
- "yi",
525
- "yi-api",
526
- "yi-34b",
527
- "零一ai",
528
- "minimax-abab",
529
- "baichuan-api",
530
- "baichuan4",
531
- "stepfun-api",
532
- "groq-api",
533
- "groq-llama",
534
- "groq-mixtral",
535
- "cerebras-api",
536
- "cerebras-qwen",
537
- "mistral-api",
538
- "mistral-7b",
539
- "llama-api",
540
- "llama-proxy",
541
- "llama-3",
542
- "llama-3.1",
543
- "llama-3.3",
544
- "openrouter-api",
545
- "together-api",
546
- "fireworks-api",
547
- "perplexity-api",
548
- "cohere-api",
549
- "ai21",
550
- "ai21-api",
551
- "replicate",
552
- "replicate-api",
553
- "chinese-api",
554
- "chinese-gateway",
555
- "chinese-model",
556
- "字节跳动",
557
- "中文api",
558
- "国产llm",
559
- "中国llm",
560
- "openai-gateway",
561
- "openai-endpoint",
562
- "openai-format",
563
- "langchain-gateway",
564
- "llamaindex-gateway",
565
- "mcp-gateway",
566
- "anthropic-mcp",
567
- "vercel-ai-sdk",
568
- "nextjs-ai",
569
- "conversational-ai",
570
- "pii-redaction",
571
- "prompt-security",
572
- "data-security",
573
- "gdpr-llm",
574
- "soc2",
575
- "hipaa",
576
- "fast-llm",
577
- "low-latency",
578
- "high-throughput",
579
- "streaming-llm",
580
- "batching",
581
- "context-caching",
582
- "flash-attention",
583
- "smart-fallback",
584
- "memory",
585
- "routing-quality",
586
- "routing-benchmark",
587
- "node",
588
- "npm-package",
589
- "pypi-package",
590
- "pip",
591
- "json-api",
592
- "client",
593
- "server",
594
- "microservices",
595
- "api-management",
596
- "workflow-automation",
597
- "tree-search",
598
- "monte-carlo",
599
- "uct",
600
- "performance-testing",
601
- "llm-comparison",
602
- "model-comparison",
603
- "llm-evaluation",
604
- "quality-metrics",
605
- "latency-benchmark",
606
- "throughput-testing",
607
- "router-proxy",
608
- "api-proxy",
609
- "provider-management",
610
- "provider-selection",
611
- "automatic-selection",
612
- "retrieval-augmented",
613
- "text-generation",
614
- "summarization",
615
- "translation",
616
- "sentiment-analysis",
617
- "classification",
618
- "extraction",
619
- "named-entity-recognition",
620
- "reliability",
621
- "uptime",
622
- "sla",
623
- "metrics",
624
- "alerting",
625
- "docker",
626
- "kubernetes",
627
- "helm",
628
- "aws",
629
- "gcp",
630
- "azure",
631
- "self-hosted",
632
- "self-host",
633
- "on-premise",
634
- "cloud-native",
635
- "openai-relay",
636
- "anthropic-relay",
637
- "llm-relay",
638
- "relay-server",
639
- "api-relay",
640
- "api-forwarder",
641
- "api-aggregator",
642
- "llm-middleware",
643
- "api-middleware"
718
+ "零一ai"
644
719
  ],
645
720
  "author": "Das-rebel <subho@example.com>",
646
721
  "license": "MIT",