remove

AllentDan · Nov 3, 2023 · 6682f43 · 6682f43
1 parent e21ff84
commit 6682f43
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/benchmark/profile_serving.py b/benchmark/profile_serving.py
@@ -79,8 +79,7 @@ def read_dataset(tokenizer_path: str, dataset_path: str, samples: int,
         dataset = [data for data in dataset if len(data['conversations']) >= 2]
         # Only keep the first two turns of each conversation.
         dataset = [(data['conversations'][0]['value'],
-                    data['conversations'][1]['value'])
-                   for data in dataset][:samples * 2]
+                    data['conversations'][1]['value']) for data in dataset]
         prompts = [prompt for prompt, _ in dataset]
         completions = [completion for _, completion in dataset]
         print(f'elapsed time for read data: '