Fix n_samples (#326)

casper-hansen · Feb 3, 2024 · ebe8fc3 · ebe8fc3
1 parent cc75d0e
commit ebe8fc3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/awq/quantize/quantizer.py b/awq/quantize/quantizer.py
@@ -418,7 +418,7 @@ def _compute_best_clip(
 
  return best_max_val.squeeze(1)
 
- def init_quant(self, n_samples=2, seqlen=512):
+ def init_quant(self, n_samples=128, seqlen=512):
  modules = self.awq_model.get_model_layers(self.model)
  samples = get_calib_dataset(
  data=self.calib_data,