fix bug

DeepAuto-AI · Feb 5, 2025 · 6f1509b · 6f1509b
1 parent 883a547
commit 6f1509b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/python/sglang/srt/model_executor/cuda_graph_runner.py b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -162,6 +162,9 @@ def __init__(self, model_runner: ModelRunner):
         self.disable_padding = model_runner.server_args.disable_cuda_graph_padding
         self.is_encoder_decoder = model_runner.model_config.is_encoder_decoder
         self.enable_dp_attention = model_runner.server_args.enable_dp_attention
+        self.enable_hip_attention = model_runner.server_args.enable_hip_attention
+        if self.enable_hip_attention:
+            self.hip_config = model_runner.server_args.hip_attention_config
         self.tp_size = model_runner.server_args.tp_size
         self.dp_size = model_runner.server_args.dp_size