Fix omniq clip bugs

ModelTC · Jan 2, 2025 · d34fa43 · d34fa43
1 parent e320149
commit d34fa43
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/llmc/compression/quantization/base_blockwise_quantization.py b/llmc/compression/quantization/base_blockwise_quantization.py
@@ -251,7 +251,7 @@ def set_quant_config(self):
 
         # set weight clip config
         self.weight_clip = special_config.get('weight_clip', False)
-        if self.weight_clip:
+        if self.weight_clip or special_config.get('search_clip_init', False):
             self.save_clip = special_config.get('save_clip', False)
             if self.save_clip:
                 self.clip_path = special_config['clip_path']

diff --git a/llmc/compression/quantization/omniq.py b/llmc/compression/quantization/omniq.py
@@ -394,7 +394,7 @@ def get_clip_parameters(self, input_feat, n, m):
                 n_sample_token=self.config.calib.get('seq_len', None),
             )
 
-            up_factor, low_factor = self.get_clip_factor(m, min_val, max_val, n)
+            up_factor, low_factor = self.auto_clipper.get_clip_factor(self.block_idx, m, min_val, max_val, n)
 
         up_param = nn.Parameter(up_factor)
         low_param = nn.Parameter(low_factor)