liter_llm 1.2.0 → 1.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/liter_llm_rb/native/Cargo.toml +1 -1
- data/vendor/Cargo.toml +3 -3
- data/vendor/liter-llm/Cargo.toml +5 -2
- data/vendor/liter-llm/schemas/providers.json +80 -11
- data/vendor/liter-llm/src/auth/github_copilot.rs +615 -0
- data/vendor/liter-llm/src/auth/mod.rs +2 -0
- data/vendor/liter-llm/src/client/mod.rs +432 -0
- data/vendor/liter-llm/src/lib.rs +1 -1
- data/vendor/liter-llm/src/provider/anthropic.rs +6 -12
- data/vendor/liter-llm/src/provider/bedrock.rs +9 -0
- data/vendor/liter-llm/src/provider/github_copilot.rs +519 -0
- data/vendor/liter-llm/src/provider/mod.rs +6 -0
- data/vendor/liter-llm/src/types/mod.rs +2 -0
- data/vendor/liter-llm/src/types/raw.rs +29 -0
- data/vendor/liter-llm-ffi/Cargo.toml +3 -3
- data/vendor/liter-llm-ffi/liter_llm.h +2 -2
- metadata +5 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 89ca9d11b525dd82d4bd8baea58b3897e216532b87a62474ed917ba7b65d8ae1
|
|
4
|
+
data.tar.gz: 66ed070af237507729c2076021f4a395856118f0ecdab0e301d6342db41bd6e7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 2cd4487b2e8355a6ca49fb0e6a0b6a0f76bbe7f1fb04e45547ea456c3267dd18509e0e7b8f3c166f1f6e06d55f746e713ba98f25d81c4133f28db875a94ead63
|
|
7
|
+
data.tar.gz: c0fde715cb0a4e523f43c76841f399b5f46e622de475b531d91a272fe25feb95e4652f7d5d38c2dbc37a46dbbcd15c9d9db6615ee37b94e23b27b9c706c0761b
|
data/vendor/Cargo.toml
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
members = ["liter-llm", "liter-llm-ffi"]
|
|
3
3
|
|
|
4
4
|
[workspace.package]
|
|
5
|
-
version = "1.2.
|
|
5
|
+
version = "1.2.2"
|
|
6
6
|
edition = "2024"
|
|
7
7
|
authors = ["Na'aman Hirschfeld <naaman@kreuzberg.dev>"]
|
|
8
8
|
license = "MIT"
|
|
@@ -19,7 +19,7 @@ clap = { version = "4", features = ["derive", "env"] }
|
|
|
19
19
|
dashmap = "6"
|
|
20
20
|
futures-core = "0.3"
|
|
21
21
|
futures-util = "0.3"
|
|
22
|
-
jsonschema = "0.
|
|
22
|
+
jsonschema = "0.46"
|
|
23
23
|
jsonwebtoken = { version = "10", features = ["use_pem"], default-features = false }
|
|
24
24
|
magnus = "0.8"
|
|
25
25
|
memchr = "2"
|
|
@@ -34,7 +34,7 @@ pyo3-async-runtimes = { version = "0.28", features = ["tokio-runtime"] }
|
|
|
34
34
|
rayon = "1"
|
|
35
35
|
rb-sys = "0.9"
|
|
36
36
|
reqwest = { version = "0.13", features = ["json", "stream", "rustls", "multipart", "form"], default-features = false }
|
|
37
|
-
rmcp = { version = "1.
|
|
37
|
+
rmcp = { version = "1.5", features = ["server", "macros", "transport-io", "transport-streamable-http-server", "server-side-http"] }
|
|
38
38
|
rustler = "0.37"
|
|
39
39
|
schemars = "1"
|
|
40
40
|
secrecy = { version = "0.10", features = ["serde"] }
|
data/vendor/liter-llm/Cargo.toml
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "liter-llm"
|
|
3
|
-
version = "1.2.
|
|
3
|
+
version = "1.2.2"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
repository.workspace = true
|
|
@@ -37,6 +37,8 @@ otel = ["tracing", "dep:tracing-opentelemetry", "dep:opentelemetry"]
|
|
|
37
37
|
bedrock = ["native-http", "dep:aws-credential-types", "dep:aws-sigv4"]
|
|
38
38
|
# Azure AD OAuth2 credential provider (client-credentials flow).
|
|
39
39
|
azure-auth = ["native-http"]
|
|
40
|
+
# GitHub Copilot OAuth Device Flow credential provider.
|
|
41
|
+
copilot-auth = ["native-http"]
|
|
40
42
|
# Google Vertex AI OAuth2 credential provider (service-account JWT flow).
|
|
41
43
|
vertex-auth = ["native-http", "dep:jsonwebtoken"]
|
|
42
44
|
# AWS STS Web Identity credential provider (EKS / IRSA token exchange).
|
|
@@ -55,6 +57,7 @@ full = [
|
|
|
55
57
|
"bedrock",
|
|
56
58
|
"tokenizer",
|
|
57
59
|
"azure-auth",
|
|
60
|
+
"copilot-auth",
|
|
58
61
|
"vertex-auth",
|
|
59
62
|
"bedrock-auth",
|
|
60
63
|
"opendal-cache",
|
|
@@ -89,6 +92,6 @@ tracing-opentelemetry = { version = "0.32", optional = true }
|
|
|
89
92
|
|
|
90
93
|
[dev-dependencies]
|
|
91
94
|
futures-util = "0.3"
|
|
92
|
-
jsonschema = "0.
|
|
95
|
+
jsonschema = "0.46"
|
|
93
96
|
serial_test = "3"
|
|
94
97
|
tokio = { version = "1", features = ["test-util", "macros"] }
|
|
@@ -56,7 +56,12 @@
|
|
|
56
56
|
"display_name": "Amazon Nova",
|
|
57
57
|
"endpoints": ["chat"],
|
|
58
58
|
"model_prefixes": ["amazon-", "amazon-nova/"],
|
|
59
|
-
"model_count": 4
|
|
59
|
+
"model_count": 4,
|
|
60
|
+
"base_url": "https://api.nova.amazon.com/v1",
|
|
61
|
+
"auth": {
|
|
62
|
+
"type": "bearer",
|
|
63
|
+
"env_var": "AMAZON_NOVA_API_KEY"
|
|
64
|
+
}
|
|
60
65
|
},
|
|
61
66
|
{
|
|
62
67
|
"name": "anthropic",
|
|
@@ -190,7 +195,12 @@
|
|
|
190
195
|
{
|
|
191
196
|
"name": "baseten",
|
|
192
197
|
"display_name": "Baseten",
|
|
193
|
-
"endpoints": ["chat"]
|
|
198
|
+
"endpoints": ["chat"],
|
|
199
|
+
"base_url": "https://inference.baseten.co/v1",
|
|
200
|
+
"auth": {
|
|
201
|
+
"type": "bearer",
|
|
202
|
+
"env_var": "BASETEN_API_KEY"
|
|
203
|
+
}
|
|
194
204
|
},
|
|
195
205
|
{
|
|
196
206
|
"name": "bedrock",
|
|
@@ -350,7 +360,12 @@
|
|
|
350
360
|
{
|
|
351
361
|
"name": "compactifai",
|
|
352
362
|
"display_name": "CompactifAI",
|
|
353
|
-
"endpoints": ["chat"]
|
|
363
|
+
"endpoints": ["chat"],
|
|
364
|
+
"base_url": "https://api.compactif.ai/v1",
|
|
365
|
+
"auth": {
|
|
366
|
+
"type": "bearer",
|
|
367
|
+
"env_var": "COMPACTIFAI_API_KEY"
|
|
368
|
+
}
|
|
354
369
|
},
|
|
355
370
|
{
|
|
356
371
|
"name": "cursor",
|
|
@@ -400,7 +415,12 @@
|
|
|
400
415
|
{
|
|
401
416
|
"name": "datarobot",
|
|
402
417
|
"display_name": "DataRobot",
|
|
403
|
-
"endpoints": ["chat"]
|
|
418
|
+
"endpoints": ["chat"],
|
|
419
|
+
"base_url": "https://app.datarobot.com",
|
|
420
|
+
"auth": {
|
|
421
|
+
"type": "bearer",
|
|
422
|
+
"env_var": "DATAROBOT_API_TOKEN"
|
|
423
|
+
}
|
|
404
424
|
},
|
|
405
425
|
{
|
|
406
426
|
"name": "deepgram",
|
|
@@ -455,13 +475,21 @@
|
|
|
455
475
|
{
|
|
456
476
|
"name": "docker_model_runner",
|
|
457
477
|
"display_name": "Docker Model Runner",
|
|
458
|
-
"endpoints": ["chat"]
|
|
478
|
+
"endpoints": ["chat"],
|
|
479
|
+
"base_url": "http://localhost:22088/engines/llama.cpp",
|
|
480
|
+
"auth": {
|
|
481
|
+
"type": "none"
|
|
482
|
+
}
|
|
459
483
|
},
|
|
460
484
|
{
|
|
461
485
|
"name": "duckduckgo",
|
|
462
486
|
"display_name": "DuckDuckGo",
|
|
463
487
|
"endpoints": ["search"],
|
|
464
|
-
"model_count": 1
|
|
488
|
+
"model_count": 1,
|
|
489
|
+
"base_url": "https://api.duckduckgo.com",
|
|
490
|
+
"auth": {
|
|
491
|
+
"type": "none"
|
|
492
|
+
}
|
|
465
493
|
},
|
|
466
494
|
{
|
|
467
495
|
"name": "elevenlabs",
|
|
@@ -790,14 +818,23 @@
|
|
|
790
818
|
{
|
|
791
819
|
"name": "langgraph",
|
|
792
820
|
"display_name": "LangGraph",
|
|
793
|
-
"endpoints": ["chat"]
|
|
821
|
+
"endpoints": ["chat"],
|
|
822
|
+
"base_url": "http://localhost:2024",
|
|
823
|
+
"auth": {
|
|
824
|
+
"type": "bearer",
|
|
825
|
+
"env_var": "LANGGRAPH_API_KEY"
|
|
826
|
+
}
|
|
794
827
|
},
|
|
795
828
|
{
|
|
796
829
|
"name": "lemonade",
|
|
797
830
|
"display_name": "Lemonade",
|
|
798
831
|
"endpoints": ["chat"],
|
|
799
832
|
"model_prefixes": ["lemonade/", "lemonade/Qwen3-", "lemonade/gpt-"],
|
|
800
|
-
"model_count": 5
|
|
833
|
+
"model_count": 5,
|
|
834
|
+
"base_url": "http://localhost:8000/api/v1",
|
|
835
|
+
"auth": {
|
|
836
|
+
"type": "none"
|
|
837
|
+
}
|
|
801
838
|
},
|
|
802
839
|
{
|
|
803
840
|
"name": "linkup",
|
|
@@ -1480,7 +1517,12 @@
|
|
|
1480
1517
|
"display_name": "V0",
|
|
1481
1518
|
"endpoints": ["chat"],
|
|
1482
1519
|
"model_prefixes": ["v0/", "v0/v0-"],
|
|
1483
|
-
"model_count": 3
|
|
1520
|
+
"model_count": 3,
|
|
1521
|
+
"base_url": "https://api.v0.dev/v1",
|
|
1522
|
+
"auth": {
|
|
1523
|
+
"type": "bearer",
|
|
1524
|
+
"env_var": "V0_API_KEY"
|
|
1525
|
+
}
|
|
1484
1526
|
},
|
|
1485
1527
|
{
|
|
1486
1528
|
"name": "venice",
|
|
@@ -1518,7 +1560,12 @@
|
|
|
1518
1560
|
"vercel_ai_gateway/xai/grok-",
|
|
1519
1561
|
"vercel_ai_gateway/zai/glm-"
|
|
1520
1562
|
],
|
|
1521
|
-
"model_count": 101
|
|
1563
|
+
"model_count": 101,
|
|
1564
|
+
"base_url": "https://ai-gateway.vercel.sh/v1",
|
|
1565
|
+
"auth": {
|
|
1566
|
+
"type": "bearer",
|
|
1567
|
+
"env_var": "VERCEL_AI_GATEWAY_API_KEY"
|
|
1568
|
+
}
|
|
1522
1569
|
},
|
|
1523
1570
|
{
|
|
1524
1571
|
"name": "vertex_ai",
|
|
@@ -1628,13 +1675,20 @@
|
|
|
1628
1675
|
"display_name": "Z.AI",
|
|
1629
1676
|
"endpoints": ["chat"],
|
|
1630
1677
|
"model_prefixes": ["zai/", "zai/glm-"],
|
|
1631
|
-
"model_count": 11
|
|
1678
|
+
"model_count": 11,
|
|
1679
|
+
"base_url": "https://api.z.ai/api/paas/v4",
|
|
1680
|
+
"auth": {
|
|
1681
|
+
"type": "bearer",
|
|
1682
|
+
"env_var": "ZAI_API_KEY"
|
|
1683
|
+
}
|
|
1632
1684
|
}
|
|
1633
1685
|
],
|
|
1634
1686
|
"complex_providers": [
|
|
1687
|
+
"a2a",
|
|
1635
1688
|
"amazon_nova",
|
|
1636
1689
|
"anthropic",
|
|
1637
1690
|
"anthropic_text",
|
|
1691
|
+
"auto_router",
|
|
1638
1692
|
"aws_polly",
|
|
1639
1693
|
"azure",
|
|
1640
1694
|
"azure_ai",
|
|
@@ -1643,17 +1697,32 @@
|
|
|
1643
1697
|
"azure_text",
|
|
1644
1698
|
"baseten",
|
|
1645
1699
|
"bedrock",
|
|
1700
|
+
"chatgpt",
|
|
1646
1701
|
"cloudflare",
|
|
1702
|
+
"cursor",
|
|
1703
|
+
"custom",
|
|
1704
|
+
"custom_openai",
|
|
1647
1705
|
"databricks",
|
|
1648
1706
|
"datarobot",
|
|
1649
1707
|
"gigachat",
|
|
1650
1708
|
"github_copilot",
|
|
1709
|
+
"hosted_vllm",
|
|
1710
|
+
"litellm_proxy",
|
|
1711
|
+
"manus",
|
|
1712
|
+
"milvus",
|
|
1651
1713
|
"oci",
|
|
1714
|
+
"openai_like",
|
|
1715
|
+
"petals",
|
|
1716
|
+
"pg_vector",
|
|
1717
|
+
"pydantic_ai_agents",
|
|
1718
|
+
"ragflow",
|
|
1652
1719
|
"s3_vectors",
|
|
1653
1720
|
"sagemaker",
|
|
1654
1721
|
"sagemaker_chat",
|
|
1655
1722
|
"sap",
|
|
1723
|
+
"searxng",
|
|
1656
1724
|
"snowflake",
|
|
1725
|
+
"triton",
|
|
1657
1726
|
"vertex_ai",
|
|
1658
1727
|
"vertex_ai/agent_engine",
|
|
1659
1728
|
"watsonx",
|