chore(warmup): removed superflous prefill call

huggingface · Sep 9, 2024 · 8c508fa · 8c508fa
1 parent 1676b67
commit 8c508fa
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/text-generation-inference/server/text_generation_server/jetstream_pt_support/generator.py b/text-generation-inference/server/text_generation_server/jetstream_pt_support/generator.py
@@ -351,8 +351,6 @@ def warmup(self, batch: Batch) -> int:
         if not decode_done:
             logger.debug("No decode done during warmup")
 
-        self.prefill(batch)
-        self.clear()
         elapsed = time.time() - start
         logger.debug(f"Warmup done, took {elapsed:.2f}s")
         seq_len = self.engine.env.seq_len