diff --git a/run_lmppl.py b/run_lmppl.py
index 0824af2ff9933635251c1b29be1c0da5170c2999..d1cf92972e810a95dbce34ea7629839ad8e53de3 100644
--- a/run_lmppl.py
+++ b/run_lmppl.py
@@ -4,7 +4,7 @@ import logging
 import argparse
 from pathlib import Path
 from lmppl.ppl_mlm import MaskedLM 
-from transformers import AutoTokenizer, AutoModelForMaskedLM
+from transformers import AutoTokenizer
 
 
 # Configure logging