diff --git a/benchmarks/P3L.py b/benchmarks/P3L.py
index 4f41b17a57627..027575b633088 100755
--- a/benchmarks/P3L.py
+++ b/benchmarks/P3L.py
@@ -47,7 +47,6 @@
 import os
 
 from huggingface_hub import hf_hub_download
-from transformers import LlamaTokenizer
 
 from vllm import LLM, SamplingParams
 from vllm.logger import init_logger