From 8636381c65a5f21e65c74235e6fd4c9d633a3c22 Mon Sep 17 00:00:00 2001 From: wgzintel Date: Thu, 21 Nov 2024 15:33:13 +0800 Subject: [PATCH 1/6] Update requirements.txt and add requirements_2024.5.txt --- tools/llm_bench/requirements.txt | 12 ++++++------ tools/llm_bench/requirements_2024.5.txt | 21 +++++++++++++++++++++ 2 files changed, 27 insertions(+), 6 deletions(-) create mode 100644 tools/llm_bench/requirements_2024.5.txt diff --git a/tools/llm_bench/requirements.txt b/tools/llm_bench/requirements.txt index f5f4a3fdeb..e474d0b7ae 100644 --- a/tools/llm_bench/requirements.txt +++ b/tools/llm_bench/requirements.txt @@ -1,17 +1,17 @@ --extra-index-url https://download.pytorch.org/whl/cpu numpy --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly -openvino -openvino-tokenizers -openvino_genai +openvino~=2024.5.0 +openvino-tokenizers~=2024.5.0 +openvino_genai~=2024.5.0 auto-gptq>=0.5.1 # for gptq pillow torch -transformers>=4.40.0 +transformers>=4.46.2 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel -git+https://github.com/huggingface/optimum-intel.git@main#egg=optimum-intel -git+https://github.com/openvinotoolkit/nncf.git@develop#egg=nncf +git+https://github.com/huggingface/optimum-intel.git@d35737671ec226a66c495159588b7603066e1b07##egg=optimum-intel +nncf ~= 2.14.0 packaging psutil timm diff --git a/tools/llm_bench/requirements_2024.5.txt b/tools/llm_bench/requirements_2024.5.txt new file mode 100644 index 0000000000..41fd59f739 --- /dev/null +++ b/tools/llm_bench/requirements_2024.5.txt @@ -0,0 +1,21 @@ +--extra-index-url https://download.pytorch.org/whl/cpu +numpy==2.0.2 +--extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly +auto_gptq==0.7.1 +pillow==11.0.0 +torch==2.5.1+cpu +transformers==4.46.2 +diffusers==0.31.0 +openvino==2024.5.0 +#optimum is in dependency list of optimum-intel +git+https://github.com/huggingface/optimum-intel.git@d35737671ec226a66c495159588b7603066e1b07#egg=optimum-intel +nncf ~= 2.14.0 +packaging==24.1 +psutil==6.1.0 +timm==1.0.11 +tiktoken==0.8.0 +onnx==1.16.1 +einops==0.8.0 +transformers-stream-generator==0.0.5 +bitsandbytes==0.44.1 +librosa==0.10.2.post1 \ No newline at end of file From 618852656f6993862ecd8e7dfe7507b3d28631a3 Mon Sep 17 00:00:00 2001 From: Chen Peter Date: Thu, 21 Nov 2024 15:57:09 +0800 Subject: [PATCH 2/6] Limit the transformers version. --- tools/llm_bench/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/llm_bench/requirements.txt b/tools/llm_bench/requirements.txt index e474d0b7ae..726df2aae4 100644 --- a/tools/llm_bench/requirements.txt +++ b/tools/llm_bench/requirements.txt @@ -7,7 +7,7 @@ openvino_genai~=2024.5.0 auto-gptq>=0.5.1 # for gptq pillow torch -transformers>=4.46.2 +transformers~=4.46.0 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel git+https://github.com/huggingface/optimum-intel.git@d35737671ec226a66c495159588b7603066e1b07##egg=optimum-intel From c61447a25c3335e2e7af826ffae8d6b3b6e295f0 Mon Sep 17 00:00:00 2001 From: guozhong wang Date: Thu, 21 Nov 2024 16:36:38 +0800 Subject: [PATCH 3/6] Update tools/llm_bench/requirements_2024.5.txt Co-authored-by: Ekaterina Aidova --- tools/llm_bench/requirements_2024.5.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/llm_bench/requirements_2024.5.txt b/tools/llm_bench/requirements_2024.5.txt index 41fd59f739..fbde5d4e7d 100644 --- a/tools/llm_bench/requirements_2024.5.txt +++ b/tools/llm_bench/requirements_2024.5.txt @@ -3,7 +3,7 @@ numpy==2.0.2 --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly auto_gptq==0.7.1 pillow==11.0.0 -torch==2.5.1+cpu +torch==2.5.1 transformers==4.46.2 diffusers==0.31.0 openvino==2024.5.0 From c310eb887c6f359011041055dba74d9d89cfd4cc Mon Sep 17 00:00:00 2001 From: guozhong wang Date: Thu, 21 Nov 2024 16:37:09 +0800 Subject: [PATCH 4/6] Update tools/llm_bench/requirements_2024.5.txt Co-authored-by: Ekaterina Aidova --- tools/llm_bench/requirements_2024.5.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/llm_bench/requirements_2024.5.txt b/tools/llm_bench/requirements_2024.5.txt index fbde5d4e7d..bdddc07541 100644 --- a/tools/llm_bench/requirements_2024.5.txt +++ b/tools/llm_bench/requirements_2024.5.txt @@ -7,7 +7,7 @@ torch==2.5.1 transformers==4.46.2 diffusers==0.31.0 openvino==2024.5.0 -#optimum is in dependency list of optimum-intel +optimum~=1.23.3 git+https://github.com/huggingface/optimum-intel.git@d35737671ec226a66c495159588b7603066e1b07#egg=optimum-intel nncf ~= 2.14.0 packaging==24.1 From 2e32d2d0b27df7fd15aa2d5e25b0f60fc7b53e61 Mon Sep 17 00:00:00 2001 From: guozhong wang Date: Thu, 21 Nov 2024 16:37:19 +0800 Subject: [PATCH 5/6] Update tools/llm_bench/requirements_2024.5.txt Co-authored-by: Ekaterina Aidova --- tools/llm_bench/requirements_2024.5.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/llm_bench/requirements_2024.5.txt b/tools/llm_bench/requirements_2024.5.txt index bdddc07541..7130b6c94f 100644 --- a/tools/llm_bench/requirements_2024.5.txt +++ b/tools/llm_bench/requirements_2024.5.txt @@ -14,7 +14,7 @@ packaging==24.1 psutil==6.1.0 timm==1.0.11 tiktoken==0.8.0 -onnx==1.16.1 +onnx==1.17.0 einops==0.8.0 transformers-stream-generator==0.0.5 bitsandbytes==0.44.1 From 56f4f21e8db09169cf41e52e0fcd1f1dd2c38fc2 Mon Sep 17 00:00:00 2001 From: wgzintel Date: Thu, 21 Nov 2024 16:35:12 +0800 Subject: [PATCH 6/6] Add openvino-genai and openvino-tokenizers to requirements_2024_5.txt --- tools/llm_bench/requirements_2024.5.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tools/llm_bench/requirements_2024.5.txt b/tools/llm_bench/requirements_2024.5.txt index 7130b6c94f..94e8944dfd 100644 --- a/tools/llm_bench/requirements_2024.5.txt +++ b/tools/llm_bench/requirements_2024.5.txt @@ -1,12 +1,13 @@ --extra-index-url https://download.pytorch.org/whl/cpu numpy==2.0.2 ---extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly auto_gptq==0.7.1 pillow==11.0.0 torch==2.5.1 transformers==4.46.2 diffusers==0.31.0 openvino==2024.5.0 +openvino-tokenizers==2024.5.0 +openvino_genai==2024.5.0 optimum~=1.23.3 git+https://github.com/huggingface/optimum-intel.git@d35737671ec226a66c495159588b7603066e1b07#egg=optimum-intel nncf ~= 2.14.0