Skip to content

Commit cbe7508

Browse files
authored
[dataset] fix torch load (#164)
1 parent 9c328c9 commit cbe7508

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

qllm/auto_datasets/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ def get_sample_datas_for_quantization(tokenizer_or_path, dataset, nsamples, seed
2323
logger.info(f"loading dataset from {dataset}")
2424
if cache_dir.exists():
2525
logger.info(f"found cached dataloader in {cache_dir}")
26-
dataloader = torch.load(cache_dir)
26+
dataloader = torch.load(cache_dir, weights_only=True)
2727
else:
2828
dataloader, _ = utils.get_loaders(dataset, nsamples=nsamples, seed=seed, tokenizer=tokenizer_or_path, seqlen=seqlen)
2929
torch.save(dataloader, str(cache_dir))

0 commit comments

Comments
 (0)