From d34fa437454bc0cf9cd14efe1018c0c824922e8d Mon Sep 17 00:00:00 2001 From: gushiqiao Date: Thu, 2 Jan 2025 13:24:22 +0800 Subject: [PATCH] Fix omniq clip bugs --- llmc/compression/quantization/base_blockwise_quantization.py | 2 +- llmc/compression/quantization/omniq.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/llmc/compression/quantization/base_blockwise_quantization.py b/llmc/compression/quantization/base_blockwise_quantization.py index bacf1c9f..3ca66400 100644 --- a/llmc/compression/quantization/base_blockwise_quantization.py +++ b/llmc/compression/quantization/base_blockwise_quantization.py @@ -251,7 +251,7 @@ def set_quant_config(self): # set weight clip config self.weight_clip = special_config.get('weight_clip', False) - if self.weight_clip: + if self.weight_clip or special_config.get('search_clip_init', False): self.save_clip = special_config.get('save_clip', False) if self.save_clip: self.clip_path = special_config['clip_path'] diff --git a/llmc/compression/quantization/omniq.py b/llmc/compression/quantization/omniq.py index fa436673..cde2522c 100644 --- a/llmc/compression/quantization/omniq.py +++ b/llmc/compression/quantization/omniq.py @@ -394,7 +394,7 @@ def get_clip_parameters(self, input_feat, n, m): n_sample_token=self.config.calib.get('seq_len', None), ) - up_factor, low_factor = self.get_clip_factor(m, min_val, max_val, n) + up_factor, low_factor = self.auto_clipper.get_clip_factor(self.block_idx, m, min_val, max_val, n) up_param = nn.Parameter(up_factor) low_param = nn.Parameter(low_factor)