llm.rb 16.0.0.pre.1 → 16.0.0.pre.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +17 -8
  3. data/README.md +11 -6
  4. data/data/alibaba.json +16 -8
  5. data/data/anthropic.json +60 -6
  6. data/data/bedrock.json +406 -179
  7. data/data/deepinfra.json +105 -53
  8. data/data/deepseek.json +8 -4
  9. data/data/google.json +48 -24
  10. data/data/mistral.json +22 -42
  11. data/data/moonshot.json +6 -3
  12. data/data/openai.json +28 -14
  13. data/data/openrouter.json +650 -387
  14. data/data/xai.json +10 -5
  15. data/data/zai.json +14 -7
  16. data/docs/deepdive/features/builtin_tools.md +3 -1
  17. data/docs/deepdive/features/console.md +7 -0
  18. data/docs/deepdive/fundamentals/schema.md +46 -0
  19. data/docs/deepdive/fundamentals/tools.md +68 -0
  20. data/docs/deepdive/protocols/a2a.md +91 -0
  21. data/docs/deepdive/protocols/mcp.md +50 -0
  22. data/docs/deepdive/reference/model_registry.md +1 -1
  23. data/lib/llm/function/async/reactor.rb +10 -0
  24. data/lib/llm/function/async/task.rb +63 -11
  25. data/lib/llm/function.rb +1 -1
  26. data/lib/llm/tool/param.rb +8 -8
  27. data/lib/llm/version.rb +1 -1
  28. data/llm.gemspec +1 -1
  29. metadata +3 -3
data/data/google.json CHANGED
@@ -118,7 +118,8 @@
118
118
  "cost": {
119
119
  "input": 1.5,
120
120
  "output": 17.5
121
- }
121
+ },
122
+ "canonical_model_id": "google/gemini-omni-flash-preview"
122
123
  },
123
124
  "gemini-3.1-flash-image-preview": {
124
125
  "id": "gemini-3.1-flash-image-preview",
@@ -186,7 +187,8 @@
186
187
  "limit": {
187
188
  "context": 480,
188
189
  "output": 8192
189
- }
190
+ },
191
+ "canonical_model_id": "google/veo-3.1-lite-generate-preview"
190
192
  },
191
193
  "lyria-3-pro-preview": {
192
194
  "id": "lyria-3-pro-preview",
@@ -218,7 +220,8 @@
218
220
  "cost": {
219
221
  "input": 0,
220
222
  "output": 0
221
- }
223
+ },
224
+ "canonical_model_id": "google/lyria-3-pro-preview"
222
225
  },
223
226
  "gemini-3.1-flash-tts-preview": {
224
227
  "id": "gemini-3.1-flash-tts-preview",
@@ -249,7 +252,8 @@
249
252
  "cost": {
250
253
  "input": 1,
251
254
  "output": 20
252
- }
255
+ },
256
+ "canonical_model_id": "google/gemini-3.1-flash-tts-preview"
253
257
  },
254
258
  "gemini-2.5-flash-image": {
255
259
  "id": "gemini-2.5-flash-image",
@@ -283,7 +287,8 @@
283
287
  "input": 0.3,
284
288
  "output": 30,
285
289
  "cache_read": 0.075
286
- }
290
+ },
291
+ "canonical_model_id": "google/gemini-2.5-flash-image"
287
292
  },
288
293
  "gemini-flash-lite-latest": {
289
294
  "id": "gemini-flash-lite-latest",
@@ -365,7 +370,8 @@
365
370
  "input": 0.2,
366
371
  "output": 0,
367
372
  "input_audio": 6.5
368
- }
373
+ },
374
+ "canonical_model_id": "google/gemini-embedding-2"
369
375
  },
370
376
  "gemini-3.6-flash": {
371
377
  "id": "gemini-3.6-flash",
@@ -413,7 +419,8 @@
413
419
  "output": 3.75,
414
420
  "cache_read": 0.075,
415
421
  "input_audio": 0.75
416
- }
422
+ },
423
+ "canonical_model_id": "google/gemini-3.6-flash"
417
424
  },
418
425
  "gemma-4-26b-a4b-it": {
419
426
  "id": "gemma-4-26b-a4b-it",
@@ -478,7 +485,8 @@
478
485
  "cost": {
479
486
  "input": 2,
480
487
  "output": 120
481
- }
488
+ },
489
+ "canonical_model_id": "google/gemini-3-pro-image-preview"
482
490
  },
483
491
  "gemini-2.5-pro-preview-tts": {
484
492
  "id": "gemini-2.5-pro-preview-tts",
@@ -555,7 +563,8 @@
555
563
  "input": 0.3,
556
564
  "output": 2.5,
557
565
  "cache_read": 0.03
558
- }
566
+ },
567
+ "canonical_model_id": "google/gemini-3.5-flash-lite"
559
568
  },
560
569
  "gemini-3.1-flash-image": {
561
570
  "id": "gemini-3.1-flash-image",
@@ -598,7 +607,8 @@
598
607
  "cost": {
599
608
  "input": 0.5,
600
609
  "output": 60
601
- }
610
+ },
611
+ "canonical_model_id": "google/gemini-3.1-flash-image"
602
612
  },
603
613
  "lyria-3-clip-preview": {
604
614
  "id": "lyria-3-clip-preview",
@@ -630,7 +640,8 @@
630
640
  "cost": {
631
641
  "input": 0,
632
642
  "output": 0
633
- }
643
+ },
644
+ "canonical_model_id": "google/lyria-3-clip-preview"
634
645
  },
635
646
  "gemini-3.1-pro-preview": {
636
647
  "id": "gemini-3.1-pro-preview",
@@ -738,7 +749,8 @@
738
749
  "input": 2.5,
739
750
  "output": 15
740
751
  }
741
- }
752
+ },
753
+ "canonical_model_id": "google/gemini-2.5-computer-use-preview-10-2025"
742
754
  },
743
755
  "gemini-3.5-flash": {
744
756
  "id": "gemini-3.5-flash",
@@ -845,7 +857,8 @@
845
857
  "output": 15,
846
858
  "cache_read": 0.25
847
859
  }
848
- }
860
+ },
861
+ "canonical_model_id": "google/gemini-2.5-pro"
849
862
  },
850
863
  "gemini-3-pro-image": {
851
864
  "id": "gemini-3-pro-image",
@@ -886,7 +899,8 @@
886
899
  "cost": {
887
900
  "input": 2,
888
901
  "output": 120
889
- }
902
+ },
903
+ "canonical_model_id": "google/gemini-3-pro-image"
890
904
  },
891
905
  "gemini-2.5-flash": {
892
906
  "id": "gemini-2.5-flash",
@@ -933,7 +947,8 @@
933
947
  "output": 2.5,
934
948
  "cache_read": 0.03,
935
949
  "input_audio": 1
936
- }
950
+ },
951
+ "canonical_model_id": "google/gemini-2.5-flash"
937
952
  },
938
953
  "gemini-2.5-flash-preview-tts": {
939
954
  "id": "gemini-2.5-flash-preview-tts",
@@ -1005,7 +1020,8 @@
1005
1020
  "cost": {
1006
1021
  "input": 0.25,
1007
1022
  "output": 30
1008
- }
1023
+ },
1024
+ "canonical_model_id": "google/gemini-3.1-flash-lite-image"
1009
1025
  },
1010
1026
  "deep-research-preview-04-2026": {
1011
1027
  "id": "deep-research-preview-04-2026",
@@ -1058,7 +1074,8 @@
1058
1074
  "output": 18,
1059
1075
  "cache_read": 0.4
1060
1076
  }
1061
- }
1077
+ },
1078
+ "canonical_model_id": "google/deep-research-preview-04-2026"
1062
1079
  },
1063
1080
  "deep-research-max-preview-04-2026": {
1064
1081
  "id": "deep-research-max-preview-04-2026",
@@ -1111,7 +1128,8 @@
1111
1128
  "output": 18,
1112
1129
  "cache_read": 0.4
1113
1130
  }
1114
- }
1131
+ },
1132
+ "canonical_model_id": "google/deep-research-max-preview-04-2026"
1115
1133
  },
1116
1134
  "veo-3.1-fast-generate-preview": {
1117
1135
  "id": "veo-3.1-fast-generate-preview",
@@ -1138,7 +1156,8 @@
1138
1156
  "limit": {
1139
1157
  "context": 480,
1140
1158
  "output": 8192
1141
- }
1159
+ },
1160
+ "canonical_model_id": "google/veo-3.1-fast-generate-preview"
1142
1161
  },
1143
1162
  "gemini-3.7-flash": {
1144
1163
  "id": "gemini-3.7-flash",
@@ -1185,7 +1204,8 @@
1185
1204
  "output": 3.75,
1186
1205
  "cache_read": 0.075,
1187
1206
  "input_audio": 0.75
1188
- }
1207
+ },
1208
+ "canonical_model_id": "google/gemini-3.7-flash"
1189
1209
  },
1190
1210
  "veo-3.1-generate-preview": {
1191
1211
  "id": "veo-3.1-generate-preview",
@@ -1212,7 +1232,8 @@
1212
1232
  "context": 480,
1213
1233
  "output": 8192
1214
1234
  },
1215
- "status": "beta"
1235
+ "status": "beta",
1236
+ "canonical_model_id": "google/veo-3.1-generate-preview"
1216
1237
  },
1217
1238
  "gemini-3.1-pro-preview-customtools": {
1218
1239
  "id": "gemini-3.1-pro-preview-customtools",
@@ -1368,7 +1389,8 @@
1368
1389
  "output": 3.75,
1369
1390
  "cache_read": 0.075,
1370
1391
  "input_audio": 0.75
1371
- }
1392
+ },
1393
+ "canonical_model_id": "google/gemini-3.8-flash"
1372
1394
  },
1373
1395
  "gemini-3.5-live-translate-preview": {
1374
1396
  "id": "gemini-3.5-live-translate-preview",
@@ -1401,7 +1423,8 @@
1401
1423
  "output": 21,
1402
1424
  "input_audio": 3.5,
1403
1425
  "output_audio": 21
1404
- }
1426
+ },
1427
+ "canonical_model_id": "google/gemini-3.5-live-translate-preview"
1405
1428
  },
1406
1429
  "gemini-2.5-flash-lite": {
1407
1430
  "id": "gemini-2.5-flash-lite",
@@ -1575,7 +1598,8 @@
1575
1598
  "output": 4.5,
1576
1599
  "input_audio": 3,
1577
1600
  "output_audio": 12
1578
- }
1601
+ },
1602
+ "canonical_model_id": "google/gemini-3.1-flash-live-preview"
1579
1603
  },
1580
1604
  "gemini-3.1-flash-lite": {
1581
1605
  "id": "gemini-3.1-flash-lite",
data/data/mistral.json CHANGED
@@ -65,7 +65,8 @@
65
65
  },
66
66
  "cost": {
67
67
  "input": 0.3,
68
- "output": 0.9
68
+ "output": 0.9,
69
+ "cache_read": 0.03
69
70
  }
70
71
  },
71
72
  "mistral-large-2411": {
@@ -96,7 +97,8 @@
96
97
  "cost": {
97
98
  "input": 2,
98
99
  "output": 6
99
- }
100
+ },
101
+ "canonical_model_id": "mistral/mistral-large-2411"
100
102
  },
101
103
  "mistral-nemo": {
102
104
  "id": "mistral-nemo",
@@ -212,7 +214,8 @@
212
214
  },
213
215
  "cost": {
214
216
  "input": 0.5,
215
- "output": 1.5
217
+ "output": 1.5,
218
+ "cache_read": 0.05
216
219
  }
217
220
  },
218
221
  "mistral-small-latest": {
@@ -252,7 +255,8 @@
252
255
  },
253
256
  "cost": {
254
257
  "input": 0.15,
255
- "output": 0.6
258
+ "output": 0.6,
259
+ "cache_read": 0.015
256
260
  }
257
261
  },
258
262
  "zai-glm-5-2": {
@@ -295,7 +299,8 @@
295
299
  "input": 1.4,
296
300
  "output": 4.4,
297
301
  "cache_read": 0.14
298
- }
302
+ },
303
+ "canonical_model_id": "zhipuai/glm-5.2"
299
304
  },
300
305
  "ministral-8b-latest": {
301
306
  "id": "ministral-8b-latest",
@@ -609,7 +614,8 @@
609
614
  },
610
615
  "cost": {
611
616
  "input": 0.15,
612
- "output": 0.6
617
+ "output": 0.6,
618
+ "cache_read": 0.015
613
619
  }
614
620
  },
615
621
  "devstral-medium-2507": {
@@ -643,37 +649,6 @@
643
649
  "output": 2
644
650
  }
645
651
  },
646
- "magistral-small": {
647
- "id": "magistral-small",
648
- "name": "Magistral Small",
649
- "description": "Mistral reasoning model for transparent analysis, math, and complex decisions",
650
- "family": "magistral-small",
651
- "attachment": false,
652
- "reasoning": true,
653
- "reasoning_options": [],
654
- "tool_call": true,
655
- "temperature": true,
656
- "knowledge": "2025-06",
657
- "release_date": "2025-03-17",
658
- "last_updated": "2025-03-17",
659
- "modalities": {
660
- "input": [
661
- "text"
662
- ],
663
- "output": [
664
- "text"
665
- ]
666
- },
667
- "open_weights": true,
668
- "limit": {
669
- "context": 128000,
670
- "output": 128000
671
- },
672
- "cost": {
673
- "input": 0.5,
674
- "output": 1.5
675
- }
676
- },
677
652
  "voxtral-mini-latest": {
678
653
  "id": "voxtral-mini-latest",
679
654
  "name": "Voxtral Mini (latest)",
@@ -759,7 +734,8 @@
759
734
  },
760
735
  "cost": {
761
736
  "input": 0.5,
762
- "output": 1.5
737
+ "output": 1.5,
738
+ "cache_read": 0.05
763
739
  }
764
740
  },
765
741
  "devstral-latest": {
@@ -985,7 +961,8 @@
985
961
  "input": 1.4,
986
962
  "output": 4.4,
987
963
  "cache_read": 0.14
988
- }
964
+ },
965
+ "canonical_model_id": "zhipuai/glm-5.3"
989
966
  },
990
967
  "mistral-medium-2604": {
991
968
  "id": "mistral-medium-2604",
@@ -1024,7 +1001,8 @@
1024
1001
  },
1025
1002
  "cost": {
1026
1003
  "input": 1.5,
1027
- "output": 7.5
1004
+ "output": 7.5,
1005
+ "cache_read": 0.15
1028
1006
  }
1029
1007
  },
1030
1008
  "open-mistral-7b": {
@@ -1124,8 +1102,10 @@
1124
1102
  },
1125
1103
  "cost": {
1126
1104
  "input": 1.5,
1127
- "output": 7.5
1128
- }
1105
+ "output": 7.5,
1106
+ "cache_read": 0.15
1107
+ },
1108
+ "canonical_model_id": "mistral/mistral-medium-latest"
1129
1109
  }
1130
1110
  }
1131
1111
  }
data/data/moonshot.json CHANGED
@@ -55,7 +55,8 @@
55
55
  "input": 3,
56
56
  "output": 15,
57
57
  "cache_read": 0.3
58
- }
58
+ },
59
+ "canonical_model_id": "moonshotai/kimi-k3"
59
60
  },
60
61
  "kimi-k2.7-code-highspeed": {
61
62
  "id": "kimi-k2.7-code-highspeed",
@@ -93,7 +94,8 @@
93
94
  "input": 1.9,
94
95
  "output": 8,
95
96
  "cache_read": 0.38
96
- }
97
+ },
98
+ "canonical_model_id": "moonshotai/kimi-k2.7-code"
97
99
  },
98
100
  "kimi-k2.6": {
99
101
  "id": "kimi-k2.6",
@@ -173,7 +175,8 @@
173
175
  "input": 0.95,
174
176
  "output": 4,
175
177
  "cache_read": 0.19
176
- }
178
+ },
179
+ "canonical_model_id": "moonshotai/kimi-k2.7-code"
177
180
  }
178
181
  }
179
182
  }
data/data/openai.json CHANGED
@@ -386,7 +386,8 @@
386
386
  "cache_read": 0.4,
387
387
  "input_audio": 32,
388
388
  "output_audio": 64
389
- }
389
+ },
390
+ "canonical_model_id": "openai/gpt-realtime-2.1"
390
391
  },
391
392
  "gpt-4o-2024-05-13": {
392
393
  "id": "gpt-4o-2024-05-13",
@@ -530,7 +531,8 @@
530
531
  "input": 5,
531
532
  "output": 30,
532
533
  "cache_read": 1.25
533
- }
534
+ },
535
+ "canonical_model_id": "openai/gpt-image-2"
534
536
  },
535
537
  "gpt-5.2-pro": {
536
538
  "id": "gpt-5.2-pro",
@@ -941,7 +943,8 @@
941
943
  "cache_read": 0.8,
942
944
  "cache_write": 10
943
945
  }
944
- }
946
+ },
947
+ "canonical_model_id": "openai/gpt-5.6-sol"
945
948
  },
946
949
  "gpt-5.2-chat-latest": {
947
950
  "id": "gpt-5.2-chat-latest",
@@ -1271,7 +1274,8 @@
1271
1274
  "cache_read": 2,
1272
1275
  "cache_write": 25
1273
1276
  }
1274
- }
1277
+ },
1278
+ "canonical_model_id": "openai/gpt-6-astra"
1275
1279
  },
1276
1280
  "gpt-5.1": {
1277
1281
  "id": "gpt-5.1",
@@ -1420,7 +1424,8 @@
1420
1424
  "input": 0,
1421
1425
  "output": 0
1422
1426
  },
1423
- "status": "deprecated"
1427
+ "status": "deprecated",
1428
+ "canonical_model_id": "openai/gpt-image-1"
1424
1429
  },
1425
1430
  "gpt-daybreak-blue-latest": {
1426
1431
  "id": "gpt-daybreak-blue-latest",
@@ -1487,7 +1492,8 @@
1487
1492
  "cache_read": 0.8,
1488
1493
  "cache_write": 10
1489
1494
  }
1490
- }
1495
+ },
1496
+ "canonical_model_id": "openai/gpt-5.6-sol"
1491
1497
  },
1492
1498
  "gpt-5.4-mini": {
1493
1499
  "id": "gpt-5.4-mini",
@@ -1642,7 +1648,8 @@
1642
1648
  "cache_read": 0.04,
1643
1649
  "cache_write": 0.5
1644
1650
  }
1645
- }
1651
+ },
1652
+ "canonical_model_id": "openai/gpt-5.6-luna"
1646
1653
  },
1647
1654
  "gpt-5.2": {
1648
1655
  "id": "gpt-5.2",
@@ -1961,7 +1968,8 @@
1961
1968
  "cache_read": 0.02,
1962
1969
  "cache_write": 0.25
1963
1970
  }
1964
- }
1971
+ },
1972
+ "canonical_model_id": "openai/gpt-6-luna"
1965
1973
  },
1966
1974
  "gpt-5.3-chat-latest": {
1967
1975
  "id": "gpt-5.3-chat-latest",
@@ -2051,7 +2059,8 @@
2051
2059
  "context": 0,
2052
2060
  "input": 0,
2053
2061
  "output": 0
2054
- }
2062
+ },
2063
+ "canonical_model_id": "openai/gpt-image-1.5"
2055
2064
  },
2056
2065
  "gpt-5.6-terra": {
2057
2066
  "id": "gpt-5.6-terra",
@@ -2144,7 +2153,8 @@
2144
2153
  "cache_read": 0.4,
2145
2154
  "cache_write": 5
2146
2155
  }
2147
- }
2156
+ },
2157
+ "canonical_model_id": "openai/gpt-5.6-terra"
2148
2158
  },
2149
2159
  "gpt-4-turbo": {
2150
2160
  "id": "gpt-4-turbo",
@@ -2225,7 +2235,8 @@
2225
2235
  "output": 75,
2226
2236
  "cache_read": 1.25,
2227
2237
  "cache_write": 15.625
2228
- }
2238
+ },
2239
+ "canonical_model_id": "openai/gpt-5.6-cyber"
2229
2240
  },
2230
2241
  "o3": {
2231
2242
  "id": "o3",
@@ -2314,7 +2325,8 @@
2314
2325
  "input": 1.25,
2315
2326
  "output": 10,
2316
2327
  "cache_read": 0.125
2317
- }
2328
+ },
2329
+ "canonical_model_id": "openai/gpt-5"
2318
2330
  },
2319
2331
  "gpt-5.6-sol": {
2320
2332
  "id": "gpt-5.6-sol",
@@ -2407,7 +2419,8 @@
2407
2419
  "cache_read": 0.8,
2408
2420
  "cache_write": 10
2409
2421
  }
2410
- }
2422
+ },
2423
+ "canonical_model_id": "openai/gpt-5.6-sol"
2411
2424
  },
2412
2425
  "gpt-6-sol": {
2413
2426
  "id": "gpt-6-sol",
@@ -2500,7 +2513,8 @@
2500
2513
  "cache_read": 0.4,
2501
2514
  "cache_write": 5
2502
2515
  }
2503
- }
2516
+ },
2517
+ "canonical_model_id": "openai/gpt-6-sol"
2504
2518
  },
2505
2519
  "o1-pro": {
2506
2520
  "id": "o1-pro",