From 65da469283558aee6cceebf7be63306b4f27ff34 Mon Sep 17 00:00:00 2001 From: ChenWenbin Date: Mon, 3 Feb 2025 18:35:19 +0800 Subject: [PATCH] Add PRC models to test_text_generation_example.py (#1695) Signed-off-by: Chen, Wenbin Co-authored-by: regisss <15324346+regisss@users.noreply.github.com> --- tests/test_text_generation_example.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py index 64a908df9d..c217ee9a79 100644 --- a/tests/test_text_generation_example.py +++ b/tests/test_text_generation_example.py @@ -56,7 +56,9 @@ ("baichuan-inc/Baichuan2-7B-Chat", 1, True, 108, False), ("baichuan-inc/Baichuan2-13B-Chat", 1, False, 66, False), ("deepseek-ai/DeepSeek-V2-Lite", 1, False, 35, False), + ("THUDM/chatglm2-6b", 1, True, 150, False), ("THUDM/chatglm3-6b", 1, True, 150, False), + ("Qwen/Qwen2.5-7B", 4, False, 490, False), ], "fp8": [ ("tiiuae/falcon-180B", 4, 950, True, 128, 128, 2506.68), @@ -91,6 +93,7 @@ ("meta-llama/Meta-Llama-3-70B-Instruct", 8, 1, 64), ("facebook/opt-66b", 2, 1, 28.48069266504111), ("google/gemma-2-9b", 8, 1, 110.12610917383735), + ("Qwen/Qwen2.5-72B", 2, 1, 26), ("google/gemma-2-27b", 8, 1, 87.578709544111), ], "torch_compile": [