From 81969841278c500fc385082eb66bb6fdc391d163 Mon Sep 17 00:00:00 2001 From: Shaojun Liu <61072813+liu-shaojun@users.noreply.github.com> Date: Fri, 11 Oct 2024 11:09:01 +0800 Subject: [PATCH 1/2] Update oneccl to 0.0.4 --- docker/llm/serving/xpu/docker/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/llm/serving/xpu/docker/Dockerfile b/docker/llm/serving/xpu/docker/Dockerfile index d43d441d488..460f4fee395 100644 --- a/docker/llm/serving/xpu/docker/Dockerfile +++ b/docker/llm/serving/xpu/docker/Dockerfile @@ -55,8 +55,8 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO cd /tmp/ && \ pip install torch==2.1.0.post2 torchvision==0.16.0.post2 torchaudio==2.1.0.post2 intel-extension-for-pytorch==2.1.30.post0 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ && \ # Internal oneccl - wget https://sourceforge.net/projects/oneccl-wks/files/2024.0.0.3.1-release/oneccl_wks_installer_2024.0.0.3.1.sh && \ - bash oneccl_wks_installer_2024.0.0.3.1.sh && \ + wget https://sourceforge.net/projects/oneccl-wks/files/2024.0.0.4-release/oneccl_wks_installer_2024.0.0.4.sh && \ + bash oneccl_wks_installer_2024.0.0.4.sh && \ git clone https://github.com/intel/torch-ccl -b v2.1.300+xpu && \ cd torch-ccl && \ patch -p1 < /tmp/oneccl-binding.patch && \ From 8c8bbda1167cc7eeae90b14563150a9cd21057f6 Mon Sep 17 00:00:00 2001 From: Shaojun Liu <61072813+liu-shaojun@users.noreply.github.com> Date: Fri, 11 Oct 2024 15:07:10 +0800 Subject: [PATCH 2/2] upgrade transformers to 4.44.2 --- docker/llm/serving/xpu/docker/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/llm/serving/xpu/docker/Dockerfile b/docker/llm/serving/xpu/docker/Dockerfile index 460f4fee395..198d29de47a 100644 --- a/docker/llm/serving/xpu/docker/Dockerfile +++ b/docker/llm/serving/xpu/docker/Dockerfile @@ -38,7 +38,6 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO rm get-pip.py && \ pip install --upgrade requests argparse urllib3 && \ pip install --pre --upgrade ipex-llm[xpu,serving] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ && \ - pip install transformers==4.36.2 && \ pip install transformers_stream_generator einops tiktoken && \ pip install --upgrade colorama && \ # Download all-in-one benchmark and examples @@ -83,6 +82,7 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO VLLM_TARGET_DEVICE=xpu python setup.py install && \ pip install mpi4py fastapi uvicorn openai && \ pip install gradio==4.43.0 && \ + pip install transformers==4.44.2 && \ # patch /usr/local/lib/python3.11/dist-packages/fastchat/serve/gradio_web_server.py < /tmp/gradio_web_server.patch && \ pip install ray && \ patch /usr/local/lib/python3.11/dist-packages/fastchat/serve/gradio_web_server.py < /tmp/gradio_web_server.patch