diff --git a/awq/modules/linear/gemm.py b/awq/modules/linear/gemm.py index 6efc7ee1..23472a89 100644 --- a/awq/modules/linear/gemm.py +++ b/awq/modules/linear/gemm.py @@ -63,7 +63,7 @@ def forward( def backward(ctx, grad_output): input, qweight, qzeros, scales, bias = ctx.saved_tensors - if awq_ext is None: + if not AWQ_INSTALLED: raise ValueError( "auto-awq kernels is needed to be installed to use `.backward()`. Make sure to install the auto-awq kernels" " by following the installation guides in https://github.com/casper-hansen/AutoAWQ_kernels"