File tree 1 file changed +6
-3
lines changed
litellm/proxy/pass_through_endpoints/llm_provider_handlers
1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -96,8 +96,7 @@ def _handle_assemblyai_passthrough_logging(
96
96
)
97
97
kwargs ["model" ] = model
98
98
kwargs ["custom_llm_provider" ] = "assemblyai"
99
- logging_obj .model_call_details ["model" ] = model
100
- logging_obj .model_call_details ["custom_llm_provider" ] = "assemblyai"
99
+ response_cost : Optional [float ] = None
101
100
102
101
transcript_id = response_body .get ("id" )
103
102
if transcript_id is None :
@@ -116,7 +115,7 @@ def _handle_assemblyai_passthrough_logging(
116
115
speech_model = model ,
117
116
transcript_response = transcript_response ,
118
117
)
119
- kwargs [ " response_cost" ] = cost
118
+ response_cost = cost
120
119
121
120
# Make standard logging object for Vertex AI
122
121
standard_logging_object = get_standard_logging_object_payload (
@@ -141,6 +140,10 @@ def _handle_assemblyai_passthrough_logging(
141
140
verbose_proxy_logger .debug (
142
141
"standard_logging_object= %s" , json .dumps (standard_logging_object , indent = 4 )
143
142
)
143
+ logging_obj .model_call_details ["model" ] = model
144
+ logging_obj .model_call_details ["custom_llm_provider" ] = "assemblyai"
145
+ logging_obj .model_call_details ["response_cost" ] = response_cost
146
+
144
147
asyncio .run (
145
148
pass_through_endpoint_logging ._handle_logging (
146
149
logging_obj = logging_obj ,
You can’t perform that action at this time.
0 commit comments