ValueError: 151655 is not in list

[aaaalonga]

使用keye1.5-VL进行SFT时出现以下报错
[rank0]: Traceback (most recent call last):
[rank0]: File "/mnt/home/user26/ms-swift/swift/cli/sft.py", line 10, in
[rank0]: sft_main()
[rank0]: File "/mnt/home/user26/ms-swift/swift/llm/train/sft.py", line 338, in sft_main
[rank0]: return SwiftSft(args).main()
[rank0]: File "/mnt/home/user26/ms-swift/swift/llm/base.py", line 49, in main
[rank0]: result = self.run()
[rank0]: File "/mnt/home/user26/ms-swift/swift/llm/train/sft.py", line 195, in run
[rank0]: return self.train(trainer)
[rank0]: File "/mnt/home/user26/ms-swift/swift/llm/train/sft.py", line 243, in train
[rank0]: trainer.train(trainer.args.resume_from_checkpoint)
[rank0]: File "/mnt/home/user26/ms-swift/swift/trainers/mixin.py", line 674, in train
[rank0]: res = super().train(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/transformers/trainer.py", line 2328, in train
[rank0]: return inner_training_loop(
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/transformers/trainer.py", line 2672, in _inner_training_loop
[rank0]: tr_loss_step = self.training_step(model, inputs, num_items_in_batch)
[rank0]: File "/mnt/home/user26/ms-swift/swift/trainers/trainers.py", line 409, in training_step
[rank0]: return super().training_step(model, inputs, *args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/transformers/trainer.py", line 4009, in training_step
[rank0]: loss = self.compute_loss(model, inputs, num_items_in_batch=num_items_in_batch)
[rank0]: File "/mnt/home/user26/ms-swift/swift/trainers/trainers.py", line 323, in compute_loss
[rank0]: outputs = model(**inputs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]: return self._call_impl(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1603, in _call_impl
[rank0]: result = forward_call(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/accelerate/utils/operations.py", line 818, in forward
[rank0]: return model_forward(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/accelerate/utils/operations.py", line 806, in call
[rank0]: return convert_to_fp32(self.model_forward(*args, **kwargs))
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/torch/amp/autocast_mode.py", line 43, in decorate_autocast
[rank0]: return func(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/peft/peft_model.py", line 1850, in forward
[rank0]: return self.base_model(
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]: return self._call_impl(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/torch/nn/modules/module.py", line 1562, in _call_impl
[rank0]: return forward_call(*args, **kwargs)
[rank0]: File "/mnt/home/user26/anaconda3/envs/swift_keye/lib/python3.9/site-packages/peft/tuners/tuners_utils.py", line 222, in forward
[rank0]: return self.model.forward(*args, **kwargs)
[rank0]: File "/mnt/home/user26/.cache/huggingface/modules/transformers_modules/Keye-VL-1_5-8B/modeling_keye_vl_1_5.py", line 2593, in forward
[rank0]: position_ids, rope_deltas = self.get_rope_index(
[rank0]: File "/mnt/home/user26/.cache/huggingface/modules/transformers_modules/Keye-VL-1_5-8B/modeling_keye_vl_1_5.py", line 2322, in get_rope_index
[rank0]: ed_image = input_tokens.index(image_token_id, st)
[rank0]: ValueError: 151655 is not in list