From 76edff62f58dbaed25f3b047ecf56fe5fec8e7c1 Mon Sep 17 00:00:00 2001 From: Younes Belkada <49240599+younesbelkada@users.noreply.github.com> Date: Wed, 1 May 2024 12:29:17 +0200 Subject: [PATCH] FIX: 'awq_ext' is not defined error (#465) --- awq/modules/linear/gemm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/awq/modules/linear/gemm.py b/awq/modules/linear/gemm.py index 6efc7ee1..23472a89 100644 --- a/awq/modules/linear/gemm.py +++ b/awq/modules/linear/gemm.py @@ -63,7 +63,7 @@ def forward( def backward(ctx, grad_output): input, qweight, qzeros, scales, bias = ctx.saved_tensors - if awq_ext is None: + if not AWQ_INSTALLED: raise ValueError( "auto-awq kernels is needed to be installed to use `.backward()`. Make sure to install the auto-awq kernels" " by following the installation guides in https://github.com/casper-hansen/AutoAWQ_kernels"