From de41c151c8edbaf2678ab4972f55776582dc3fd6 Mon Sep 17 00:00:00 2001 From: Marshall Bowers Date: Mon, 19 Aug 2024 10:15:25 -0400 Subject: [PATCH] collab: Add `is_staff` to upstream rate limit spans (#16463) This PR adds the `is_staff` field to the `upstream rate limit` spans. Since we use different API keys for staff vs non-staff, it will be useful to break down the rate limits accordingly. Release Notes: - N/A --- crates/collab/src/llm.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/crates/collab/src/llm.rs b/crates/collab/src/llm.rs index cf254a42eeb41b..3f5c864aae8af5 100644 --- a/crates/collab/src/llm.rs +++ b/crates/collab/src/llm.rs @@ -249,6 +249,7 @@ async fn perform_completion( if let Some(rate_limit_info) = rate_limit_info { tracing::info!( target: "upstream rate limit", + is_staff = claims.is_staff, provider = params.provider.to_string(), model = model, tokens_remaining = rate_limit_info.tokens_remaining,