Add WA flag for falcon-180b to resolve text-gen critical reset error …

…during tests (huggingface#1590)
vivekgoe · Dec 10, 2024 · ca7c00d · ca7c00d
1 parent a1286e2
commit ca7c00d
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -326,6 +326,11 @@ def _test_text_generation(
                 env_variables["QUANT_CONFIG"] = os.path.join(
                     path_to_example_dir, "text-generation/quantization_config/maxabs_quant_mixtral.json"
                 )
+            elif "falcon-180b" in model_name.lower():
+                env_variables["PT_HPU_DISABLE_ASYNC_COLLECTIVE"] = "1"
+                env_variables["QUANT_CONFIG"] = os.path.join(
+                    path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json"
+                )
             else:
                 env_variables["QUANT_CONFIG"] = os.path.join(
                     path_to_example_dir, "text-generation/quantization_config/maxabs_quant.json"