Skip to content

Commit b3de321

Browse files
ishaan-jaffishaan-jaff
committed
fix supports_response_schema bedrock/anthropic models
1 parent b5850b6 commit b3de321

File tree

2 files changed

+43
-0
lines changed

2 files changed

+43
-0
lines changed

Diff for: ‎litellm/model_prices_and_context_window_backup.json

+29
Original file line numberDiff line numberDiff line change
@@ -1069,6 +1069,21 @@
10691069
"supports_prompt_caching": true,
10701070
"supports_tool_choice": true
10711071
},
1072+
"azure/o1-2024-12-17": {
1073+
"max_tokens": 100000,
1074+
"max_input_tokens": 200000,
1075+
"max_output_tokens": 100000,
1076+
"input_cost_per_token": 0.000015,
1077+
"output_cost_per_token": 0.000060,
1078+
"cache_read_input_token_cost": 0.0000075,
1079+
"litellm_provider": "azure",
1080+
"mode": "chat",
1081+
"supports_function_calling": true,
1082+
"supports_parallel_function_calling": true,
1083+
"supports_vision": true,
1084+
"supports_prompt_caching": true,
1085+
"supports_tool_choice": true
1086+
},
10721087
"azure/o1-preview": {
10731088
"max_tokens": 32768,
10741089
"max_input_tokens": 128000,
@@ -6176,6 +6191,7 @@
61766191
"litellm_provider": "bedrock",
61776192
"mode": "chat",
61786193
"supports_function_calling": true,
6194+
"supports_response_schema": true,
61796195
"supports_vision": true,
61806196
"supports_tool_choice": true
61816197
},
@@ -6188,6 +6204,7 @@
61886204
"litellm_provider": "bedrock",
61896205
"mode": "chat",
61906206
"supports_function_calling": true,
6207+
"supports_response_schema": true,
61916208
"supports_vision": true,
61926209
"supports_tool_choice": true
61936210
},
@@ -6215,6 +6232,7 @@
62156232
"litellm_provider": "bedrock",
62166233
"mode": "chat",
62176234
"supports_function_calling": true,
6235+
"supports_response_schema": true,
62186236
"supports_vision": true,
62196237
"supports_tool_choice": true
62206238
},
@@ -6228,6 +6246,7 @@
62286246
"mode": "chat",
62296247
"supports_assistant_prefill": true,
62306248
"supports_function_calling": true,
6249+
"supports_response_schema": true,
62316250
"supports_prompt_caching": true,
62326251
"supports_tool_choice": true
62336252
},
@@ -6240,6 +6259,7 @@
62406259
"litellm_provider": "bedrock",
62416260
"mode": "chat",
62426261
"supports_function_calling": true,
6262+
"supports_response_schema": true,
62436263
"supports_vision": true,
62446264
"supports_tool_choice": true
62456265
},
@@ -6252,6 +6272,7 @@
62526272
"litellm_provider": "bedrock",
62536273
"mode": "chat",
62546274
"supports_function_calling": true,
6275+
"supports_response_schema": true,
62556276
"supports_vision": true,
62566277
"supports_tool_choice": true
62576278
},
@@ -6264,6 +6285,7 @@
62646285
"litellm_provider": "bedrock",
62656286
"mode": "chat",
62666287
"supports_function_calling": true,
6288+
"supports_response_schema": true,
62676289
"supports_vision": true,
62686290
"supports_tool_choice": true
62696291
},
@@ -6291,6 +6313,7 @@
62916313
"litellm_provider": "bedrock",
62926314
"mode": "chat",
62936315
"supports_function_calling": true,
6316+
"supports_response_schema": true,
62946317
"supports_vision": true,
62956318
"supports_tool_choice": true
62966319
},
@@ -6305,6 +6328,7 @@
63056328
"supports_assistant_prefill": true,
63066329
"supports_function_calling": true,
63076330
"supports_prompt_caching": true,
6331+
"supports_response_schema": true,
63086332
"supports_tool_choice": true
63096333
},
63106334
"us.anthropic.claude-3-opus-20240229-v1:0": {
@@ -6316,6 +6340,7 @@
63166340
"litellm_provider": "bedrock",
63176341
"mode": "chat",
63186342
"supports_function_calling": true,
6343+
"supports_response_schema": true,
63196344
"supports_vision": true,
63206345
"supports_tool_choice": true
63216346
},
@@ -6328,6 +6353,7 @@
63286353
"litellm_provider": "bedrock",
63296354
"mode": "chat",
63306355
"supports_function_calling": true,
6356+
"supports_response_schema": true,
63316357
"supports_vision": true,
63326358
"supports_tool_choice": true
63336359
},
@@ -6340,6 +6366,7 @@
63406366
"litellm_provider": "bedrock",
63416367
"mode": "chat",
63426368
"supports_function_calling": true,
6369+
"supports_response_schema": true,
63436370
"supports_vision": true,
63446371
"supports_tool_choice": true
63456372
},
@@ -6367,6 +6394,7 @@
63676394
"litellm_provider": "bedrock",
63686395
"mode": "chat",
63696396
"supports_function_calling": true,
6397+
"supports_response_schema": true,
63706398
"supports_vision": true,
63716399
"supports_tool_choice": true
63726400
},
@@ -6393,6 +6421,7 @@
63936421
"litellm_provider": "bedrock",
63946422
"mode": "chat",
63956423
"supports_function_calling": true,
6424+
"supports_response_schema": true,
63966425
"supports_vision": true,
63976426
"supports_tool_choice": true
63986427
},

Diff for: ‎model_prices_and_context_window.json

+14
Original file line numberDiff line numberDiff line change
@@ -6191,6 +6191,7 @@
61916191
"litellm_provider": "bedrock",
61926192
"mode": "chat",
61936193
"supports_function_calling": true,
6194+
"supports_response_schema": true,
61946195
"supports_vision": true,
61956196
"supports_tool_choice": true
61966197
},
@@ -6203,6 +6204,7 @@
62036204
"litellm_provider": "bedrock",
62046205
"mode": "chat",
62056206
"supports_function_calling": true,
6207+
"supports_response_schema": true,
62066208
"supports_vision": true,
62076209
"supports_tool_choice": true
62086210
},
@@ -6230,6 +6232,7 @@
62306232
"litellm_provider": "bedrock",
62316233
"mode": "chat",
62326234
"supports_function_calling": true,
6235+
"supports_response_schema": true,
62336236
"supports_vision": true,
62346237
"supports_tool_choice": true
62356238
},
@@ -6243,6 +6246,7 @@
62436246
"mode": "chat",
62446247
"supports_assistant_prefill": true,
62456248
"supports_function_calling": true,
6249+
"supports_response_schema": true,
62466250
"supports_prompt_caching": true,
62476251
"supports_tool_choice": true
62486252
},
@@ -6255,6 +6259,7 @@
62556259
"litellm_provider": "bedrock",
62566260
"mode": "chat",
62576261
"supports_function_calling": true,
6262+
"supports_response_schema": true,
62586263
"supports_vision": true,
62596264
"supports_tool_choice": true
62606265
},
@@ -6267,6 +6272,7 @@
62676272
"litellm_provider": "bedrock",
62686273
"mode": "chat",
62696274
"supports_function_calling": true,
6275+
"supports_response_schema": true,
62706276
"supports_vision": true,
62716277
"supports_tool_choice": true
62726278
},
@@ -6279,6 +6285,7 @@
62796285
"litellm_provider": "bedrock",
62806286
"mode": "chat",
62816287
"supports_function_calling": true,
6288+
"supports_response_schema": true,
62826289
"supports_vision": true,
62836290
"supports_tool_choice": true
62846291
},
@@ -6306,6 +6313,7 @@
63066313
"litellm_provider": "bedrock",
63076314
"mode": "chat",
63086315
"supports_function_calling": true,
6316+
"supports_response_schema": true,
63096317
"supports_vision": true,
63106318
"supports_tool_choice": true
63116319
},
@@ -6320,6 +6328,7 @@
63206328
"supports_assistant_prefill": true,
63216329
"supports_function_calling": true,
63226330
"supports_prompt_caching": true,
6331+
"supports_response_schema": true,
63236332
"supports_tool_choice": true
63246333
},
63256334
"us.anthropic.claude-3-opus-20240229-v1:0": {
@@ -6331,6 +6340,7 @@
63316340
"litellm_provider": "bedrock",
63326341
"mode": "chat",
63336342
"supports_function_calling": true,
6343+
"supports_response_schema": true,
63346344
"supports_vision": true,
63356345
"supports_tool_choice": true
63366346
},
@@ -6343,6 +6353,7 @@
63436353
"litellm_provider": "bedrock",
63446354
"mode": "chat",
63456355
"supports_function_calling": true,
6356+
"supports_response_schema": true,
63466357
"supports_vision": true,
63476358
"supports_tool_choice": true
63486359
},
@@ -6355,6 +6366,7 @@
63556366
"litellm_provider": "bedrock",
63566367
"mode": "chat",
63576368
"supports_function_calling": true,
6369+
"supports_response_schema": true,
63586370
"supports_vision": true,
63596371
"supports_tool_choice": true
63606372
},
@@ -6382,6 +6394,7 @@
63826394
"litellm_provider": "bedrock",
63836395
"mode": "chat",
63846396
"supports_function_calling": true,
6397+
"supports_response_schema": true,
63856398
"supports_vision": true,
63866399
"supports_tool_choice": true
63876400
},
@@ -6408,6 +6421,7 @@
64086421
"litellm_provider": "bedrock",
64096422
"mode": "chat",
64106423
"supports_function_calling": true,
6424+
"supports_response_schema": true,
64116425
"supports_vision": true,
64126426
"supports_tool_choice": true
64136427
},

0 commit comments

Comments
 (0)