llm.rb 16.0.0 → 17.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +510 -2
  3. data/README.md +857 -501
  4. data/data/alibaba.json +2 -2
  5. data/data/anthropic.json +66 -3
  6. data/data/bedrock.json +781 -12
  7. data/data/deepinfra.json +157 -1
  8. data/data/google.json +48 -0
  9. data/data/mistral.json +326 -16
  10. data/data/moonshot.json +2 -1
  11. data/data/openai.json +13 -0
  12. data/data/openrouter.json +1078 -1235
  13. data/data/xai.json +4 -2
  14. data/docs/deepdive/advanced/cancellation.md +35 -7
  15. data/docs/deepdive/advanced/compaction.md +5 -5
  16. data/docs/deepdive/advanced/context.md +45 -24
  17. data/docs/deepdive/advanced/{guard.md → intercept.md} +87 -83
  18. data/docs/deepdive/features/builtin_tools.md +1 -1
  19. data/docs/deepdive/features/concurrency.md +15 -10
  20. data/docs/deepdive/features/database.md +19 -19
  21. data/docs/deepdive/features/embeddings.md +4 -4
  22. data/docs/deepdive/features/files.md +7 -5
  23. data/docs/deepdive/fundamentals/agents.md +13 -8
  24. data/docs/deepdive/fundamentals/providers.md +1 -1
  25. data/docs/deepdive/fundamentals/schema.md +2 -2
  26. data/docs/deepdive/fundamentals/stream.md +8 -8
  27. data/docs/deepdive/fundamentals/tools.md +14 -14
  28. data/docs/deepdive/media/ocr.md +1 -1
  29. data/docs/deepdive/protocols/a2a.md +3 -3
  30. data/docs/deepdive/protocols/mcp.md +116 -7
  31. data/docs/deepdive/reference/cost.md +1 -1
  32. data/docs/deepdive/reference/response.md +1 -1
  33. data/docs/deepdive/reference/tracer.md +90 -22
  34. data/docs/deepdive.md +1 -1
  35. data/lib/llm/agent/interrupt.rb +35 -46
  36. data/lib/llm/agent/registry.rb +106 -0
  37. data/lib/llm/agent.rb +244 -269
  38. data/lib/llm/context.rb +63 -55
  39. data/lib/llm/function/array.rb +2 -1
  40. data/lib/llm/function/async/group.rb +2 -2
  41. data/lib/llm/function/async/task.rb +25 -48
  42. data/lib/llm/function/fiber/group.rb +2 -2
  43. data/lib/llm/function/fiber/task.rb +16 -30
  44. data/lib/llm/function/fork/group.rb +2 -2
  45. data/lib/llm/function/fork/job.rb +8 -4
  46. data/lib/llm/function/fork/task.rb +25 -30
  47. data/lib/llm/function/group.rb +33 -5
  48. data/lib/llm/function/ractor/group.rb +2 -2
  49. data/lib/llm/function/ractor/job.rb +8 -6
  50. data/lib/llm/function/ractor/task.rb +32 -9
  51. data/lib/llm/function/sequential/group.rb +2 -1
  52. data/lib/llm/function/sequential/task.rb +8 -1
  53. data/lib/llm/function/task.rb +52 -4
  54. data/lib/llm/function/thread/group.rb +2 -2
  55. data/lib/llm/function/thread/task.rb +36 -10
  56. data/lib/llm/function/window.rb +16 -0
  57. data/lib/llm/function.rb +14 -43
  58. data/lib/llm/intercept/multi.rb +40 -0
  59. data/lib/llm/intercept/null.rb +18 -0
  60. data/lib/llm/intercept.rb +96 -0
  61. data/lib/llm/message.rb +1 -1
  62. data/lib/llm/provider.rb +16 -1
  63. data/lib/llm/providers/anthropic/stream_parser.rb +1 -1
  64. data/lib/llm/providers/bedrock/stream_parser.rb +1 -1
  65. data/lib/llm/providers/deepseek/files.rb +49 -0
  66. data/lib/llm/providers/deepseek/request_adapter/completion.rb +15 -13
  67. data/lib/llm/providers/deepseek.rb +16 -2
  68. data/lib/llm/providers/google/stream_parser.rb +1 -1
  69. data/lib/llm/providers/openai/responses/stream_parser.rb +1 -1
  70. data/lib/llm/providers/openai/stream_parser.rb +1 -1
  71. data/lib/llm/stream.rb +8 -7
  72. data/lib/llm/tool.rb +1 -1
  73. data/lib/llm/tools/utils.rb +1 -1
  74. data/lib/llm/tracer/logger.rb +42 -1
  75. data/lib/llm/tracer/multi.rb +144 -0
  76. data/lib/llm/tracer/null.rb +20 -0
  77. data/lib/llm/tracer/pretty_logger.rb +33 -2
  78. data/lib/llm/tracer/rescue.rb +110 -0
  79. data/lib/llm/tracer/telemetry.rb +69 -4
  80. data/lib/llm/tracer.rb +125 -48
  81. data/lib/llm/utils.rb +12 -2
  82. data/lib/llm/version.rb +1 -1
  83. data/lib/llm.rb +36 -1
  84. data/llm.gemspec +9 -4
  85. metadata +16 -35
  86. data/lib/llm/function/tracing.rb +0 -21
  87. data/lib/llm/guard/null.rb +0 -19
  88. data/lib/llm/guard.rb +0 -55
data/data/bedrock.json CHANGED
@@ -382,7 +382,9 @@
382
382
  },
383
383
  "provider": {
384
384
  "body": {
385
- "service_tier": "ultrafast"
385
+ "additionalModelRequestFields": {
386
+ "service_tier": "ultrafast"
387
+ }
386
388
  }
387
389
  }
388
390
  }
@@ -454,6 +456,25 @@
454
456
  "input": 922000,
455
457
  "output": 128000
456
458
  },
459
+ "experimental": {
460
+ "modes": {
461
+ "ultrafast": {
462
+ "cost": {
463
+ "input": 13.2,
464
+ "output": 66,
465
+ "cache_read": 0.66,
466
+ "cache_write": 16.5
467
+ },
468
+ "provider": {
469
+ "body": {
470
+ "additionalModelRequestFields": {
471
+ "service_tier": "ultrafast"
472
+ }
473
+ }
474
+ }
475
+ }
476
+ }
477
+ },
457
478
  "cost": {
458
479
  "input": 2.2,
459
480
  "output": 11,
@@ -903,7 +924,7 @@
903
924
  "cost": {
904
925
  "input": 2,
905
926
  "output": 10,
906
- "cache_read": 0.2,
927
+ "cache_read": 0.1,
907
928
  "cache_write": 2.5
908
929
  },
909
930
  "canonical_model_id": "anthropic/claude-sonnet-5-5"
@@ -951,7 +972,7 @@
951
972
  "cost": {
952
973
  "input": 2,
953
974
  "output": 10,
954
- "cache_read": 0.2,
975
+ "cache_read": 0.1,
955
976
  "cache_write": 2.5
956
977
  },
957
978
  "canonical_model_id": "anthropic/claude-sonnet-5-5"
@@ -1259,6 +1280,69 @@
1259
1280
  },
1260
1281
  "canonical_model_id": "openai/gpt-6-sol"
1261
1282
  },
1283
+ "eu.anthropic.claude-haiku-5-5": {
1284
+ "id": "eu.anthropic.claude-haiku-5-5",
1285
+ "name": "Claude Haiku 5.5 (EU)",
1286
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
1287
+ "family": "claude-haiku",
1288
+ "attachment": true,
1289
+ "reasoning": true,
1290
+ "reasoning_options": [
1291
+ {
1292
+ "type": "toggle"
1293
+ },
1294
+ {
1295
+ "type": "effort",
1296
+ "values": [
1297
+ "low",
1298
+ "medium",
1299
+ "high",
1300
+ "xhigh",
1301
+ "max"
1302
+ ]
1303
+ }
1304
+ ],
1305
+ "tool_call": true,
1306
+ "structured_output": false,
1307
+ "temperature": false,
1308
+ "knowledge": "2026-06",
1309
+ "release_date": "2026-10-07",
1310
+ "last_updated": "2026-10-07",
1311
+ "modalities": {
1312
+ "input": [
1313
+ "text",
1314
+ "image",
1315
+ "pdf"
1316
+ ],
1317
+ "output": [
1318
+ "text"
1319
+ ]
1320
+ },
1321
+ "open_weights": false,
1322
+ "limit": {
1323
+ "context": 1000000,
1324
+ "output": 128000
1325
+ },
1326
+ "cost": {
1327
+ "input": 0.11,
1328
+ "output": 0.55,
1329
+ "cache_read": 0.011,
1330
+ "cache_write": 0.1375,
1331
+ "tiers": [
1332
+ {
1333
+ "input": 0.55,
1334
+ "output": 2.75,
1335
+ "cache_read": 0.055,
1336
+ "cache_write": 0.6875,
1337
+ "tier": {
1338
+ "type": "context",
1339
+ "size": 100000
1340
+ }
1341
+ }
1342
+ ]
1343
+ },
1344
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
1345
+ },
1262
1346
  "qwen.qwen3-coder-30b-a3b-v1:0": {
1263
1347
  "id": "qwen.qwen3-coder-30b-a3b-v1:0",
1264
1348
  "name": "Qwen3-Coder 30B-A3B Instruct",
@@ -1445,6 +1529,51 @@
1445
1529
  },
1446
1530
  "canonical_model_id": "writer/palmyra-x4"
1447
1531
  },
1532
+ "us.zai.glm-5.3": {
1533
+ "id": "us.zai.glm-5.3",
1534
+ "name": "GLM-5.3 (US)",
1535
+ "description": "Flagship GLM model for long-horizon coding, agents, and complex project delivery",
1536
+ "family": "glm",
1537
+ "attachment": false,
1538
+ "reasoning": true,
1539
+ "reasoning_options": [
1540
+ {
1541
+ "type": "effort",
1542
+ "values": [
1543
+ "none",
1544
+ "low",
1545
+ "high",
1546
+ "max"
1547
+ ]
1548
+ }
1549
+ ],
1550
+ "tool_call": true,
1551
+ "interleaved": true,
1552
+ "structured_output": true,
1553
+ "temperature": true,
1554
+ "release_date": "2026-08-14",
1555
+ "last_updated": "2026-08-14",
1556
+ "modalities": {
1557
+ "input": [
1558
+ "text"
1559
+ ],
1560
+ "output": [
1561
+ "text"
1562
+ ]
1563
+ },
1564
+ "open_weights": true,
1565
+ "limit": {
1566
+ "context": 1000000,
1567
+ "output": 128000
1568
+ },
1569
+ "cost": {
1570
+ "input": 1.848,
1571
+ "output": 5.808,
1572
+ "cache_read": 0.3432,
1573
+ "cache_write": 2.31
1574
+ },
1575
+ "canonical_model_id": "zhipuai/glm-5.3"
1576
+ },
1448
1577
  "apac.amazon.nova-pro-v1:0": {
1449
1578
  "id": "apac.amazon.nova-pro-v1:0",
1450
1579
  "name": "Nova Pro (APAC)",
@@ -1481,6 +1610,51 @@
1481
1610
  },
1482
1611
  "canonical_model_id": "amazon/nova-pro"
1483
1612
  },
1613
+ "global.zai.glm-5.3": {
1614
+ "id": "global.zai.glm-5.3",
1615
+ "name": "GLM-5.3 (Global)",
1616
+ "description": "Flagship GLM model for long-horizon coding, agents, and complex project delivery",
1617
+ "family": "glm",
1618
+ "attachment": false,
1619
+ "reasoning": true,
1620
+ "reasoning_options": [
1621
+ {
1622
+ "type": "effort",
1623
+ "values": [
1624
+ "none",
1625
+ "low",
1626
+ "high",
1627
+ "max"
1628
+ ]
1629
+ }
1630
+ ],
1631
+ "tool_call": true,
1632
+ "interleaved": true,
1633
+ "structured_output": true,
1634
+ "temperature": true,
1635
+ "release_date": "2026-08-14",
1636
+ "last_updated": "2026-08-14",
1637
+ "modalities": {
1638
+ "input": [
1639
+ "text"
1640
+ ],
1641
+ "output": [
1642
+ "text"
1643
+ ]
1644
+ },
1645
+ "open_weights": true,
1646
+ "limit": {
1647
+ "context": 1000000,
1648
+ "output": 128000
1649
+ },
1650
+ "cost": {
1651
+ "input": 1.68,
1652
+ "output": 5.28,
1653
+ "cache_read": 0.312,
1654
+ "cache_write": 2.1
1655
+ },
1656
+ "canonical_model_id": "zhipuai/glm-5.3"
1657
+ },
1484
1658
  "global.anthropic.claude-fable-5-1": {
1485
1659
  "id": "global.anthropic.claude-fable-5-1",
1486
1660
  "name": "Claude Fable 5.1 (Global)",
@@ -1856,6 +2030,69 @@
1856
2030
  },
1857
2031
  "canonical_model_id": "openai/gpt-5.5"
1858
2032
  },
2033
+ "jp.anthropic.claude-haiku-5-5": {
2034
+ "id": "jp.anthropic.claude-haiku-5-5",
2035
+ "name": "Claude Haiku 5.5 (JP)",
2036
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
2037
+ "family": "claude-haiku",
2038
+ "attachment": true,
2039
+ "reasoning": true,
2040
+ "reasoning_options": [
2041
+ {
2042
+ "type": "toggle"
2043
+ },
2044
+ {
2045
+ "type": "effort",
2046
+ "values": [
2047
+ "low",
2048
+ "medium",
2049
+ "high",
2050
+ "xhigh",
2051
+ "max"
2052
+ ]
2053
+ }
2054
+ ],
2055
+ "tool_call": true,
2056
+ "structured_output": false,
2057
+ "temperature": false,
2058
+ "knowledge": "2026-06",
2059
+ "release_date": "2026-10-07",
2060
+ "last_updated": "2026-10-07",
2061
+ "modalities": {
2062
+ "input": [
2063
+ "text",
2064
+ "image",
2065
+ "pdf"
2066
+ ],
2067
+ "output": [
2068
+ "text"
2069
+ ]
2070
+ },
2071
+ "open_weights": false,
2072
+ "limit": {
2073
+ "context": 1000000,
2074
+ "output": 128000
2075
+ },
2076
+ "cost": {
2077
+ "input": 0.11,
2078
+ "output": 0.55,
2079
+ "cache_read": 0.011,
2080
+ "cache_write": 0.1375,
2081
+ "tiers": [
2082
+ {
2083
+ "input": 0.55,
2084
+ "output": 2.75,
2085
+ "cache_read": 0.055,
2086
+ "cache_write": 0.6875,
2087
+ "tier": {
2088
+ "type": "context",
2089
+ "size": 100000
2090
+ }
2091
+ }
2092
+ ]
2093
+ },
2094
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
2095
+ },
1859
2096
  "mistral.voxtral-small-24b-2507": {
1860
2097
  "id": "mistral.voxtral-small-24b-2507",
1861
2098
  "name": "Voxtral Small 24B 2507",
@@ -2173,6 +2410,69 @@
2173
2410
  },
2174
2411
  "canonical_model_id": "anthropic/claude-fable-5"
2175
2412
  },
2413
+ "global.anthropic.claude-haiku-5-5": {
2414
+ "id": "global.anthropic.claude-haiku-5-5",
2415
+ "name": "Claude Haiku 5.5 (Global)",
2416
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
2417
+ "family": "claude-haiku",
2418
+ "attachment": true,
2419
+ "reasoning": true,
2420
+ "reasoning_options": [
2421
+ {
2422
+ "type": "toggle"
2423
+ },
2424
+ {
2425
+ "type": "effort",
2426
+ "values": [
2427
+ "low",
2428
+ "medium",
2429
+ "high",
2430
+ "xhigh",
2431
+ "max"
2432
+ ]
2433
+ }
2434
+ ],
2435
+ "tool_call": true,
2436
+ "structured_output": false,
2437
+ "temperature": false,
2438
+ "knowledge": "2026-06",
2439
+ "release_date": "2026-10-07",
2440
+ "last_updated": "2026-10-07",
2441
+ "modalities": {
2442
+ "input": [
2443
+ "text",
2444
+ "image",
2445
+ "pdf"
2446
+ ],
2447
+ "output": [
2448
+ "text"
2449
+ ]
2450
+ },
2451
+ "open_weights": false,
2452
+ "limit": {
2453
+ "context": 1000000,
2454
+ "output": 128000
2455
+ },
2456
+ "cost": {
2457
+ "input": 0.1,
2458
+ "output": 0.5,
2459
+ "cache_read": 0.01,
2460
+ "cache_write": 0.125,
2461
+ "tiers": [
2462
+ {
2463
+ "input": 0.5,
2464
+ "output": 2.5,
2465
+ "cache_read": 0.05,
2466
+ "cache_write": 0.625,
2467
+ "tier": {
2468
+ "type": "context",
2469
+ "size": 100000
2470
+ }
2471
+ }
2472
+ ]
2473
+ },
2474
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
2475
+ },
2176
2476
  "anthropic.claude-sonnet-4-5-20250929-v1:0": {
2177
2477
  "id": "anthropic.claude-sonnet-4-5-20250929-v1:0",
2178
2478
  "name": "Claude Sonnet 4.5",
@@ -2335,6 +2635,56 @@
2335
2635
  },
2336
2636
  "canonical_model_id": "openai/gpt-5.6-luna"
2337
2637
  },
2638
+ "in.anthropic.claude-opus-5": {
2639
+ "id": "in.anthropic.claude-opus-5",
2640
+ "name": "Claude Opus 5 (India)",
2641
+ "description": "Strongest Claude Opus model for coding, agents, and professional work",
2642
+ "family": "claude-opus",
2643
+ "attachment": true,
2644
+ "reasoning": true,
2645
+ "reasoning_options": [
2646
+ {
2647
+ "type": "toggle"
2648
+ },
2649
+ {
2650
+ "type": "effort",
2651
+ "values": [
2652
+ "low",
2653
+ "medium",
2654
+ "high",
2655
+ "xhigh",
2656
+ "max"
2657
+ ]
2658
+ }
2659
+ ],
2660
+ "tool_call": true,
2661
+ "temperature": false,
2662
+ "knowledge": "2026-05",
2663
+ "release_date": "2026-07-24",
2664
+ "last_updated": "2026-07-24",
2665
+ "modalities": {
2666
+ "input": [
2667
+ "text",
2668
+ "image",
2669
+ "pdf"
2670
+ ],
2671
+ "output": [
2672
+ "text"
2673
+ ]
2674
+ },
2675
+ "open_weights": false,
2676
+ "limit": {
2677
+ "context": 1000000,
2678
+ "output": 128000
2679
+ },
2680
+ "cost": {
2681
+ "input": 5.5,
2682
+ "output": 27.5,
2683
+ "cache_read": 0.55,
2684
+ "cache_write": 6.875
2685
+ },
2686
+ "canonical_model_id": "anthropic/claude-opus-5"
2687
+ },
2338
2688
  "us.anthropic.claude-sonnet-4-5-20250929-v1:0": {
2339
2689
  "id": "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
2340
2690
  "name": "Claude Sonnet 4.5 (US)",
@@ -2503,6 +2853,23 @@
2503
2853
  "input": 922000,
2504
2854
  "output": 128000
2505
2855
  },
2856
+ "experimental": {
2857
+ "modes": {
2858
+ "ultrafast": {
2859
+ "cost": {
2860
+ "input": 13.2,
2861
+ "output": 66,
2862
+ "cache_read": 0.66,
2863
+ "cache_write": 16.5
2864
+ },
2865
+ "provider": {
2866
+ "body": {
2867
+ "service_tier": "ultrafast"
2868
+ }
2869
+ }
2870
+ }
2871
+ }
2872
+ },
2506
2873
  "provider": {
2507
2874
  "npm": "@ai-sdk/amazon-bedrock/mantle",
2508
2875
  "api": "https://bedrock-mantle.${AWS_REGION}.api.aws/openai/v1",
@@ -2634,7 +3001,9 @@
2634
3001
  },
2635
3002
  "provider": {
2636
3003
  "body": {
2637
- "service_tier": "ultrafast"
3004
+ "additionalModelRequestFields": {
3005
+ "service_tier": "ultrafast"
3006
+ }
2638
3007
  }
2639
3008
  }
2640
3009
  }
@@ -2779,6 +3148,25 @@
2779
3148
  "input": 922000,
2780
3149
  "output": 128000
2781
3150
  },
3151
+ "experimental": {
3152
+ "modes": {
3153
+ "ultrafast": {
3154
+ "cost": {
3155
+ "input": 12,
3156
+ "output": 60,
3157
+ "cache_read": 0.6,
3158
+ "cache_write": 15
3159
+ },
3160
+ "provider": {
3161
+ "body": {
3162
+ "additionalModelRequestFields": {
3163
+ "service_tier": "ultrafast"
3164
+ }
3165
+ }
3166
+ }
3167
+ }
3168
+ }
3169
+ },
2782
3170
  "cost": {
2783
3171
  "input": 2,
2784
3172
  "output": 10,
@@ -3321,6 +3709,69 @@
3321
3709
  },
3322
3710
  "canonical_model_id": "anthropic/claude-opus-5"
3323
3711
  },
3712
+ "anthropic.claude-haiku-5-5": {
3713
+ "id": "anthropic.claude-haiku-5-5",
3714
+ "name": "Claude Haiku 5.5",
3715
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
3716
+ "family": "claude-haiku",
3717
+ "attachment": true,
3718
+ "reasoning": true,
3719
+ "reasoning_options": [
3720
+ {
3721
+ "type": "toggle"
3722
+ },
3723
+ {
3724
+ "type": "effort",
3725
+ "values": [
3726
+ "low",
3727
+ "medium",
3728
+ "high",
3729
+ "xhigh",
3730
+ "max"
3731
+ ]
3732
+ }
3733
+ ],
3734
+ "tool_call": true,
3735
+ "structured_output": false,
3736
+ "temperature": false,
3737
+ "knowledge": "2026-06",
3738
+ "release_date": "2026-10-07",
3739
+ "last_updated": "2026-10-07",
3740
+ "modalities": {
3741
+ "input": [
3742
+ "text",
3743
+ "image",
3744
+ "pdf"
3745
+ ],
3746
+ "output": [
3747
+ "text"
3748
+ ]
3749
+ },
3750
+ "open_weights": false,
3751
+ "limit": {
3752
+ "context": 1000000,
3753
+ "output": 128000
3754
+ },
3755
+ "cost": {
3756
+ "input": 0.1,
3757
+ "output": 0.5,
3758
+ "cache_read": 0.01,
3759
+ "cache_write": 0.125,
3760
+ "tiers": [
3761
+ {
3762
+ "input": 0.5,
3763
+ "output": 2.5,
3764
+ "cache_read": 0.05,
3765
+ "cache_write": 0.625,
3766
+ "tier": {
3767
+ "type": "context",
3768
+ "size": 100000
3769
+ }
3770
+ }
3771
+ ]
3772
+ },
3773
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
3774
+ },
3324
3775
  "meta.llama3-3-70b-instruct-v1:0": {
3325
3776
  "id": "meta.llama3-3-70b-instruct-v1:0",
3326
3777
  "name": "Llama 3.3 70B Instruct",
@@ -5025,9 +5476,57 @@
5025
5476
  "attachment": true,
5026
5477
  "reasoning": true,
5027
5478
  "reasoning_options": [
5028
- {
5029
- "type": "toggle"
5030
- },
5479
+ {
5480
+ "type": "toggle"
5481
+ },
5482
+ {
5483
+ "type": "effort",
5484
+ "values": [
5485
+ "low",
5486
+ "medium",
5487
+ "high",
5488
+ "xhigh",
5489
+ "max"
5490
+ ]
5491
+ }
5492
+ ],
5493
+ "tool_call": true,
5494
+ "structured_output": false,
5495
+ "temperature": false,
5496
+ "knowledge": "2026-01-31",
5497
+ "release_date": "2026-06-30",
5498
+ "last_updated": "2026-06-30",
5499
+ "modalities": {
5500
+ "input": [
5501
+ "text",
5502
+ "image",
5503
+ "pdf"
5504
+ ],
5505
+ "output": [
5506
+ "text"
5507
+ ]
5508
+ },
5509
+ "open_weights": false,
5510
+ "limit": {
5511
+ "context": 1000000,
5512
+ "output": 128000
5513
+ },
5514
+ "cost": {
5515
+ "input": 2.2,
5516
+ "output": 11,
5517
+ "cache_read": 0.22,
5518
+ "cache_write": 2.75
5519
+ },
5520
+ "canonical_model_id": "anthropic/claude-sonnet-5"
5521
+ },
5522
+ "us.anthropic.claude-sonnet-5-5": {
5523
+ "id": "us.anthropic.claude-sonnet-5-5",
5524
+ "name": "Claude Sonnet 5.5 (US)",
5525
+ "description": "Fast Claude model for everyday coding, agents, and knowledge work",
5526
+ "family": "claude-sonnet",
5527
+ "attachment": true,
5528
+ "reasoning": true,
5529
+ "reasoning_options": [
5031
5530
  {
5032
5531
  "type": "effort",
5033
5532
  "values": [
@@ -5042,9 +5541,9 @@
5042
5541
  "tool_call": true,
5043
5542
  "structured_output": false,
5044
5543
  "temperature": false,
5045
- "knowledge": "2026-01-31",
5046
- "release_date": "2026-06-30",
5047
- "last_updated": "2026-06-30",
5544
+ "knowledge": "2026-06",
5545
+ "release_date": "2026-09-28",
5546
+ "last_updated": "2026-09-28",
5048
5547
  "modalities": {
5049
5548
  "input": [
5050
5549
  "text",
@@ -5063,10 +5562,10 @@
5063
5562
  "cost": {
5064
5563
  "input": 2.2,
5065
5564
  "output": 11,
5066
- "cache_read": 0.22,
5565
+ "cache_read": 0.11,
5067
5566
  "cache_write": 2.75
5068
5567
  },
5069
- "canonical_model_id": "anthropic/claude-sonnet-5"
5568
+ "canonical_model_id": "anthropic/claude-sonnet-5-5"
5070
5569
  },
5071
5570
  "qwen.qwen3-coder-next": {
5072
5571
  "id": "qwen.qwen3-coder-next",
@@ -6164,6 +6663,57 @@
6164
6663
  },
6165
6664
  "canonical_model_id": "amazon/nova-lite"
6166
6665
  },
6666
+ "in.anthropic.claude-sonnet-5": {
6667
+ "id": "in.anthropic.claude-sonnet-5",
6668
+ "name": "Claude Sonnet 5 (India)",
6669
+ "description": "Everyday Claude agent model for coding, planning, browsing, and general work",
6670
+ "family": "claude-sonnet",
6671
+ "attachment": true,
6672
+ "reasoning": true,
6673
+ "reasoning_options": [
6674
+ {
6675
+ "type": "toggle"
6676
+ },
6677
+ {
6678
+ "type": "effort",
6679
+ "values": [
6680
+ "low",
6681
+ "medium",
6682
+ "high",
6683
+ "xhigh",
6684
+ "max"
6685
+ ]
6686
+ }
6687
+ ],
6688
+ "tool_call": true,
6689
+ "structured_output": false,
6690
+ "temperature": false,
6691
+ "knowledge": "2026-01-31",
6692
+ "release_date": "2026-06-30",
6693
+ "last_updated": "2026-06-30",
6694
+ "modalities": {
6695
+ "input": [
6696
+ "text",
6697
+ "image",
6698
+ "pdf"
6699
+ ],
6700
+ "output": [
6701
+ "text"
6702
+ ]
6703
+ },
6704
+ "open_weights": false,
6705
+ "limit": {
6706
+ "context": 1000000,
6707
+ "output": 128000
6708
+ },
6709
+ "cost": {
6710
+ "input": 2.2,
6711
+ "output": 11,
6712
+ "cache_read": 0.22,
6713
+ "cache_write": 2.75
6714
+ },
6715
+ "canonical_model_id": "anthropic/claude-sonnet-5"
6716
+ },
6167
6717
  "us.anthropic.claude-opus-4-8": {
6168
6718
  "id": "us.anthropic.claude-opus-4-8",
6169
6719
  "name": "Claude Opus 4.8 (US)",
@@ -6719,6 +7269,69 @@
6719
7269
  },
6720
7270
  "canonical_model_id": "anthropic/claude-opus-4-7"
6721
7271
  },
7272
+ "us.anthropic.claude-haiku-5-5": {
7273
+ "id": "us.anthropic.claude-haiku-5-5",
7274
+ "name": "Claude Haiku 5.5 (US)",
7275
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
7276
+ "family": "claude-haiku",
7277
+ "attachment": true,
7278
+ "reasoning": true,
7279
+ "reasoning_options": [
7280
+ {
7281
+ "type": "toggle"
7282
+ },
7283
+ {
7284
+ "type": "effort",
7285
+ "values": [
7286
+ "low",
7287
+ "medium",
7288
+ "high",
7289
+ "xhigh",
7290
+ "max"
7291
+ ]
7292
+ }
7293
+ ],
7294
+ "tool_call": true,
7295
+ "structured_output": false,
7296
+ "temperature": false,
7297
+ "knowledge": "2026-06",
7298
+ "release_date": "2026-10-07",
7299
+ "last_updated": "2026-10-07",
7300
+ "modalities": {
7301
+ "input": [
7302
+ "text",
7303
+ "image",
7304
+ "pdf"
7305
+ ],
7306
+ "output": [
7307
+ "text"
7308
+ ]
7309
+ },
7310
+ "open_weights": false,
7311
+ "limit": {
7312
+ "context": 1000000,
7313
+ "output": 128000
7314
+ },
7315
+ "cost": {
7316
+ "input": 0.11,
7317
+ "output": 0.55,
7318
+ "cache_read": 0.011,
7319
+ "cache_write": 0.1375,
7320
+ "tiers": [
7321
+ {
7322
+ "input": 0.55,
7323
+ "output": 2.75,
7324
+ "cache_read": 0.055,
7325
+ "cache_write": 0.6875,
7326
+ "tier": {
7327
+ "type": "context",
7328
+ "size": 100000
7329
+ }
7330
+ }
7331
+ ]
7332
+ },
7333
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
7334
+ },
6722
7335
  "au.anthropic.claude-opus-5-5": {
6723
7336
  "id": "au.anthropic.claude-opus-5-5",
6724
7337
  "name": "Claude Opus 5.5 (AU)",
@@ -7568,6 +8181,69 @@
7568
8181
  },
7569
8182
  "canonical_model_id": "anthropic/claude-opus-4-8"
7570
8183
  },
8184
+ "au.anthropic.claude-haiku-5-5": {
8185
+ "id": "au.anthropic.claude-haiku-5-5",
8186
+ "name": "Claude Haiku 5.5 (AU)",
8187
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
8188
+ "family": "claude-haiku",
8189
+ "attachment": true,
8190
+ "reasoning": true,
8191
+ "reasoning_options": [
8192
+ {
8193
+ "type": "toggle"
8194
+ },
8195
+ {
8196
+ "type": "effort",
8197
+ "values": [
8198
+ "low",
8199
+ "medium",
8200
+ "high",
8201
+ "xhigh",
8202
+ "max"
8203
+ ]
8204
+ }
8205
+ ],
8206
+ "tool_call": true,
8207
+ "structured_output": false,
8208
+ "temperature": false,
8209
+ "knowledge": "2026-06",
8210
+ "release_date": "2026-10-07",
8211
+ "last_updated": "2026-10-07",
8212
+ "modalities": {
8213
+ "input": [
8214
+ "text",
8215
+ "image",
8216
+ "pdf"
8217
+ ],
8218
+ "output": [
8219
+ "text"
8220
+ ]
8221
+ },
8222
+ "open_weights": false,
8223
+ "limit": {
8224
+ "context": 1000000,
8225
+ "output": 128000
8226
+ },
8227
+ "cost": {
8228
+ "input": 0.11,
8229
+ "output": 0.55,
8230
+ "cache_read": 0.011,
8231
+ "cache_write": 0.1375,
8232
+ "tiers": [
8233
+ {
8234
+ "input": 0.55,
8235
+ "output": 2.75,
8236
+ "cache_read": 0.055,
8237
+ "cache_write": 0.6875,
8238
+ "tier": {
8239
+ "type": "context",
8240
+ "size": 100000
8241
+ }
8242
+ }
8243
+ ]
8244
+ },
8245
+ "canonical_model_id": "anthropic/claude-haiku-5-5"
8246
+ },
7571
8247
  "us.anthropic.claude-fable-5-1": {
7572
8248
  "id": "us.anthropic.claude-fable-5-1",
7573
8249
  "name": "Claude Fable 5.1 (US)",
@@ -8450,6 +9126,54 @@
8450
9126
  },
8451
9127
  "canonical_model_id": "amazon/nova-2-lite"
8452
9128
  },
9129
+ "eu.anthropic.claude-sonnet-5-5": {
9130
+ "id": "eu.anthropic.claude-sonnet-5-5",
9131
+ "name": "Claude Sonnet 5.5 (EU)",
9132
+ "description": "Fast Claude model for everyday coding, agents, and knowledge work",
9133
+ "family": "claude-sonnet",
9134
+ "attachment": true,
9135
+ "reasoning": true,
9136
+ "reasoning_options": [
9137
+ {
9138
+ "type": "effort",
9139
+ "values": [
9140
+ "low",
9141
+ "medium",
9142
+ "high",
9143
+ "xhigh",
9144
+ "max"
9145
+ ]
9146
+ }
9147
+ ],
9148
+ "tool_call": true,
9149
+ "structured_output": false,
9150
+ "temperature": false,
9151
+ "knowledge": "2026-06",
9152
+ "release_date": "2026-09-28",
9153
+ "last_updated": "2026-09-28",
9154
+ "modalities": {
9155
+ "input": [
9156
+ "text",
9157
+ "image",
9158
+ "pdf"
9159
+ ],
9160
+ "output": [
9161
+ "text"
9162
+ ]
9163
+ },
9164
+ "open_weights": false,
9165
+ "limit": {
9166
+ "context": 1000000,
9167
+ "output": 128000
9168
+ },
9169
+ "cost": {
9170
+ "input": 2.2,
9171
+ "output": 11,
9172
+ "cache_read": 0.11,
9173
+ "cache_write": 2.75
9174
+ },
9175
+ "canonical_model_id": "anthropic/claude-sonnet-5-5"
9176
+ },
8453
9177
  "us.amazon.nova-micro-v1:0": {
8454
9178
  "id": "us.amazon.nova-micro-v1:0",
8455
9179
  "name": "Nova Micro (US)",
@@ -8514,6 +9238,51 @@
8514
9238
  "output": 0.15
8515
9239
  },
8516
9240
  "canonical_model_id": "mistral/ministral-3-8b-instruct-2512"
9241
+ },
9242
+ "in.anthropic.claude-haiku-4-5-20251001-v1:0": {
9243
+ "id": "in.anthropic.claude-haiku-4-5-20251001-v1:0",
9244
+ "name": "Claude Haiku 4.5 (India)",
9245
+ "description": "Fast Claude model for responsive assistance, classification, and lightweight agents",
9246
+ "family": "claude-haiku",
9247
+ "attachment": true,
9248
+ "reasoning": true,
9249
+ "reasoning_options": [
9250
+ {
9251
+ "type": "toggle"
9252
+ },
9253
+ {
9254
+ "type": "budget_tokens",
9255
+ "min": 1024
9256
+ }
9257
+ ],
9258
+ "tool_call": true,
9259
+ "structured_output": false,
9260
+ "temperature": true,
9261
+ "knowledge": "2025-02-28",
9262
+ "release_date": "2025-10-15",
9263
+ "last_updated": "2025-10-15",
9264
+ "modalities": {
9265
+ "input": [
9266
+ "text",
9267
+ "image",
9268
+ "pdf"
9269
+ ],
9270
+ "output": [
9271
+ "text"
9272
+ ]
9273
+ },
9274
+ "open_weights": false,
9275
+ "limit": {
9276
+ "context": 200000,
9277
+ "output": 64000
9278
+ },
9279
+ "cost": {
9280
+ "input": 1.1,
9281
+ "output": 5.5,
9282
+ "cache_read": 0.11,
9283
+ "cache_write": 1.375
9284
+ },
9285
+ "canonical_model_id": "anthropic/claude-haiku-4-5-20251001"
8517
9286
  }
8518
9287
  }
8519
9288
  }