diff --git a/pytorch_translate/ensemble_export.py b/pytorch_translate/ensemble_export.py
index 36d5818e..d394af08 100644
--- a/pytorch_translate/ensemble_export.py
+++ b/pytorch_translate/ensemble_export.py
@@ -1838,7 +1838,6 @@ def generate(self, models, src_tokens, src_lengths, prefix_tokens=None):
             sent_idxs = script_skip_tensor(sent_idxs, not_terminated)
 
             prev_output_tokens = prev_decoder_out.output_tokens.clone()
-            sent_idxs = sent_idxs[not_terminated]
 
         return (
             finalized_tokens_list,