diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py index 8a43ee81f8..d241b0b1a0 100644 --- a/tests/test_text_generation_example.py +++ b/tests/test_text_generation_example.py @@ -326,6 +326,11 @@ def _test_text_generation( env_variables["QUANT_CONFIG"] = os.path.join( path_to_example_dir, "text-generation/quantization_config/maxabs_quant_mixtral.json" ) + elif "falcon-180b" in model_name.lower(): + env_variables["PT_HPU_DISABLE_ASYNC_COLLECTIVE"] = "1" + env_variables["QUANT_CONFIG"] = os.path.join( + path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json" + ) else: env_variables["QUANT_CONFIG"] = os.path.join( path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json"