Skip to content

Commit aa96c17

Browse files
committed
fix set_llm_deployment_success_metrics
1 parent 695ac73 commit aa96c17

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

litellm/integrations/prometheus.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1001,9 +1001,9 @@ def set_llm_deployment_success_metrics(
10011001
"x_ratelimit_remaining_tokens", None
10021002
)
10031003

1004-
if litellm_overhead_time_ms := standard_logging_payload["hidden_params"][
1005-
"litellm_overhead_time_ms"
1006-
]:
1004+
if litellm_overhead_time_ms := standard_logging_payload[
1005+
"hidden_params"
1006+
].get("litellm_overhead_time_ms"):
10071007
self.litellm_overhead_latency_metric.labels(
10081008
model_group,
10091009
llm_provider,

0 commit comments

Comments
 (0)