Update testBenchmark405B_f16_TP8_Non_Decomposed to Benchmarking Error

Signed-off-by: aviator19941 <[email protected]>
nod-ai · Nov 21, 2024 · 24a03c1 · 24a03c1
1 parent b23643e
commit 24a03c1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sharktank/tests/models/llama/benchmark_amdgpu_test.py b/sharktank/tests/models/llama/benchmark_amdgpu_test.py
@@ -779,7 +779,9 @@ def testBenchmark405B_f16_TP8_Decomposed(self):
             cwd=self.repo_root,
         )
 
-    @pytest.mark.xfail(reason="Compile Error", strict=True, raises=IreeCompileException)
+    @pytest.mark.xfail(
+        reason="Benchmarking Error", strict=True, raises=IreeBenchmarkException
+    )
     def testBenchmark405B_f16_TP8_Non_Decomposed(self):
         output_file_name = self.dir_path_405b / "f16_torch"
         output_mlir = self.llama405b_f16_torch_sdpa_artifacts.create_file(