From ca7c00defbda286b850e37dbe199451f37a792be Mon Sep 17 00:00:00 2001 From: Harshvardhan Chauhan Date: Tue, 10 Dec 2024 14:40:25 -0800 Subject: [PATCH] Add WA flag for falcon-180b to resolve text-gen critical reset error during tests (#1590) --- tests/test_text_generation_example.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py index 8a43ee81f8..d241b0b1a0 100644 --- a/tests/test_text_generation_example.py +++ b/tests/test_text_generation_example.py @@ -326,6 +326,11 @@ def _test_text_generation( env_variables["QUANT_CONFIG"] = os.path.join( path_to_example_dir, "text-generation/quantization_config/maxabs_quant_mixtral.json" ) + elif "falcon-180b" in model_name.lower(): + env_variables["PT_HPU_DISABLE_ASYNC_COLLECTIVE"] = "1" + env_variables["QUANT_CONFIG"] = os.path.join( + path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json" + ) else: env_variables["QUANT_CONFIG"] = os.path.join( path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json"