From fbcb44ba927ac85d5c206449910ba73204217a42 Mon Sep 17 00:00:00 2001 From: Christopher Manteuffel Date: Fri, 21 Jun 2024 15:53:14 -0700 Subject: [PATCH 1/4] Change base of habana image to 1.15.0 for neural chat docker --- .../neural_chat/docker/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/intel_extension_for_transformers/neural_chat/docker/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/Dockerfile index 7cc1e6687b6..bc494476e6e 100644 --- a/intel_extension_for_transformers/neural_chat/docker/Dockerfile +++ b/intel_extension_for_transformers/neural_chat/docker/Dockerfile @@ -20,7 +20,7 @@ # for more information. # # ============================================================================ -# How to build: +# How to build: # docker build ./ -f Dockerfile -t chatbot_finetune:latest # If you need to use proxy, please use the following command # docker build ./ --build-arg http_proxy=${http_proxy} --build-arg https_proxy=${http_proxy} -f Dockerfile -t chatbot_finetune:latest @@ -82,7 +82,7 @@ WORKDIR /intel-extension-for-transformers/intel_extension_for_transformers/neura CMD ["/usr/sbin/sshd", "-D"] # HABANA environment -FROM vault.habana.ai/gaudi-docker/1.13.0/ubuntu22.04/habanalabs/pytorch-installer-2.1.0:latest as hpu +FROM vault.habana.ai/gaudi-docker/1.15.0/ubuntu22.04/habanalabs/pytorch-installer-2.2.0:latest as hpu ENV LANG=en_US.UTF-8 ENV PYTHONPATH=/root:/usr/lib/habanalabs/ From 08b9d5dddfa017154a81d8fb304e79534ba8b790 Mon Sep 17 00:00:00 2001 From: Christopher Manteuffel Date: Fri, 21 Jun 2024 15:57:23 -0700 Subject: [PATCH 2/4] Update transformers to better version --- intel_extension_for_transformers/neural_chat/docker/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/intel_extension_for_transformers/neural_chat/docker/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/Dockerfile index bc494476e6e..678b2f52433 100644 --- a/intel_extension_for_transformers/neural_chat/docker/Dockerfile +++ b/intel_extension_for_transformers/neural_chat/docker/Dockerfile @@ -129,7 +129,7 @@ sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requireme pip install -r requirements.txt && \ cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \ pip install -r requirements_hpu.txt && \ - pip install transformers==4.34.1 && \ + pip install transformers==4.37.2 && \ pip install accelerate==0.24.0 && \ pip install datasets==2.14.7 From d1495c28e9faf657d38226aace703f3d5cb93ebf Mon Sep 17 00:00:00 2001 From: Christopher Manteuffel Date: Fri, 21 Jun 2024 15:59:05 -0700 Subject: [PATCH 3/4] Bump to higher version --- intel_extension_for_transformers/neural_chat/docker/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/intel_extension_for_transformers/neural_chat/docker/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/Dockerfile index 678b2f52433..5db1a0e32bd 100644 --- a/intel_extension_for_transformers/neural_chat/docker/Dockerfile +++ b/intel_extension_for_transformers/neural_chat/docker/Dockerfile @@ -129,7 +129,7 @@ sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requireme pip install -r requirements.txt && \ cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \ pip install -r requirements_hpu.txt && \ - pip install transformers==4.37.2 && \ + pip install transformers==4.39.3 && \ pip install accelerate==0.24.0 && \ pip install datasets==2.14.7 From 551c1456e8a446fb84254b6ccd080c3e1e386435 Mon Sep 17 00:00:00 2001 From: Christopher Manteuffel Date: Fri, 21 Jun 2024 16:18:54 -0700 Subject: [PATCH 4/4] Version of transformers that works with 1.15.0 --- intel_extension_for_transformers/neural_chat/docker/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/intel_extension_for_transformers/neural_chat/docker/Dockerfile b/intel_extension_for_transformers/neural_chat/docker/Dockerfile index 5db1a0e32bd..2c02504bf2a 100644 --- a/intel_extension_for_transformers/neural_chat/docker/Dockerfile +++ b/intel_extension_for_transformers/neural_chat/docker/Dockerfile @@ -129,7 +129,7 @@ sed -i '/--extra-index-url https:\/\/download.pytorch.org\/whl\/cpu/d' requireme pip install -r requirements.txt && \ cd /intel-extension-for-transformers/intel_extension_for_transformers/neural_chat/ && \ pip install -r requirements_hpu.txt && \ - pip install transformers==4.39.3 && \ + pip install transformers==4.38.2 && \ pip install accelerate==0.24.0 && \ pip install datasets==2.14.7