Skip to content

Commit 0718cc6

Browse files
authored
add log (#161)
1 parent 87dc1f5 commit 0718cc6

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

qllm/quantization/vptq/quant_vptq.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,7 @@ def collect_hessian_pre(self, model, model_prefix, dev):
7979
level_linear_names[sub_name] = level_linear_names[k][0]
8080
level_linear_names.pop(k)
8181
self.name2hessian = level_linear_names
82+
logger.info("linear arch:"+str(level_linear_names))
8283
if self.quant_config.hessian_path is not None and self.quant_config.inv_hessian_path is not None:
8384
logger.info("read cached Hessian data")
8485
_, attention_layers, layer_input_args = self.hijack_block_inputs(model, [(torch.tensor((1, 1), dtype=torch.int64), )], model_prefix, "cpu")
@@ -90,7 +91,7 @@ def collect_hessian_pre(self, model, model_prefix, dev):
9091
from .qllm_hessian import process_collect_hessian
9192
sample_args = self.quant_config.hessian_config
9293
sample_args.base_model = self.quant_config.model_name
93-
sample_args.save_path = f"{self.quant_config.output_dir}/hessian_path/{sample_args.base_model}_{sample_args.devset_size}_{sample_args.ctx_size}"
94+
sample_args.save_path = f"{self.quant_config.output_dir}/hessian_path/dataset_{sample_args.devset_size}_{sample_args.ctx_size}"
9495

9596
self.quant_config.hessian_path = sample_args.save_path
9697
self.quant_config.inv_hessian_path = sample_args.save_path+"_inv"

0 commit comments

Comments
 (0)