File tree 1 file changed +7
-2
lines changed
litellm/llms/bedrock/chat
1 file changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -219,7 +219,7 @@ async def make_call(
219
219
model_response = model_response , json_mode = json_mode
220
220
)
221
221
elif bedrock_invoke_provider == "anthropic" :
222
- decoder = AmazonAnthropicClaudeStreamDecoder (
222
+ decoder : AWSEventStreamDecoder = AmazonAnthropicClaudeStreamDecoder (
223
223
model = model ,
224
224
sync_stream = False ,
225
225
)
@@ -297,7 +297,7 @@ def make_sync_call(
297
297
model_response = model_response , json_mode = json_mode
298
298
)
299
299
elif bedrock_invoke_provider == "anthropic" :
300
- decoder = AmazonAnthropicClaudeStreamDecoder (
300
+ decoder : AWSEventStreamDecoder = AmazonAnthropicClaudeStreamDecoder (
301
301
model = model ,
302
302
sync_stream = True ,
303
303
)
@@ -1454,6 +1454,11 @@ def __init__(
1454
1454
model : str ,
1455
1455
sync_stream : bool ,
1456
1456
) -> None :
1457
+ """
1458
+ Child class of AWSEventStreamDecoder that handles the streaming response from the Anthropic family of models
1459
+
1460
+ The only difference between AWSEventStreamDecoder and AmazonAnthropicClaudeStreamDecoder is the `chunk_parser` method
1461
+ """
1457
1462
super ().__init__ (model = model )
1458
1463
self .anthropic_model_response_iterator = AnthropicModelResponseIterator (
1459
1464
streaming_response = None ,
You can’t perform that action at this time.
0 commit comments