Fix omniq clip bugs (#281)

* Fix omniq clip bugs

* Fix omniq clip bugs

---------

Co-authored-by: gushiqiao <[email protected]>

Author: gushiqiao

llmc/compression/quantization/base_blockwise_quantization.py

@@ -251,7 +251,7 @@ def set_quant_config(self):
 
         # set weight clip config
         self.weight_clip = special_config.get('weight_clip', False)
-        if self.weight_clip:
+        if self.weight_clip or special_config.get('search_clip_init', False):
             self.save_clip = special_config.get('save_clip', False)
             if self.save_clip:
                 self.clip_path = special_config['clip_path']

llmc/compression/quantization/omniq.py

@@ -394,7 +394,11 @@ def get_clip_parameters(self, input_feat, n, m):
                 n_sample_token=self.config.calib.get('seq_len', None),
             )
 
-            up_factor, low_factor = self.get_clip_factor(m, min_val, max_val, n)
+            up_factor, low_factor = self.auto_clipper.get_clip_factor(self.block_idx,
+                                                                      m,
+                                                                      min_val,
+                                                                      max_val,
+                                                                      n)
 
         up_param = nn.Parameter(up_factor)
         low_param = nn.Parameter(low_factor)