fix bug

ModelTC · Dec 30, 2024 · 13463e7 · 13463e7
1 parent 95a77e9
commit 13463e7
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/llmc/compression/quantization/awq.py b/llmc/compression/quantization/awq.py
@@ -99,6 +99,8 @@ def inspect_module_forward(self, x, inspect_module, kwargs):
         logger.info(b_num)
         logger.info(x.shape)
         logger.info(self.awq_bs)
+
+
         for num in range(b_num):
             _x = x[num * self.awq_bs:(num + 1) * self.awq_bs]
             out = inspect_module(_x, **kwargs)
@@ -135,6 +137,7 @@ def search_scale_subset(
     ):
 
         if self.awq_bs is None:
+            logger.info(input[0].shape)
             self.awq_bs = input[0].shape[0]
             logger.info(f'awq_bs: {self.awq_bs}')