From 4bf965eeef05b1f1212def54f6d6de39bbb54799 Mon Sep 17 00:00:00 2001 From: Sindhu Somasundaram <56774226+sindhuvahinis@users.noreply.github.com> Date: Thu, 29 Jun 2023 19:53:38 -0700 Subject: [PATCH] Fix Kwargs (#885) --- .../setup/djl_python/rolling_batch/scheduler_rolling_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/engines/python/setup/djl_python/rolling_batch/scheduler_rolling_batch.py b/engines/python/setup/djl_python/rolling_batch/scheduler_rolling_batch.py index 2ef4b0957..3c42aa8ed 100644 --- a/engines/python/setup/djl_python/rolling_batch/scheduler_rolling_batch.py +++ b/engines/python/setup/djl_python/rolling_batch/scheduler_rolling_batch.py @@ -77,7 +77,7 @@ def preprocess_requests(self, requests): def _init_model_and_tokenizer(self, kwargs, model_id_or_path): self.config = AutoConfig.from_pretrained(model_id_or_path, - kwargs=kwargs) + **kwargs) architectures = self.config.architectures if architectures and architectures[0].endswith( "ForConditionalGeneration"):