Testing

deepjavalibrary · Jul 23, 2024 · 1ab44d7 · 1ab44d7
1 parent dd85d48
commit 1ab44d7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
@@ -919,7 +919,7 @@
     "neuronx-codestral-22b": {
         "option.model_id": "bullerwins/Codestral-22B-v0.1-hf",
         "option.tensor_parallel_degree": 4,
-        "option.n_positions": 1024,
+        "option.n_positions": 512,
         "option.rolling_batch": "auto",
         "option.max_rolling_batch_size": 41,
         "option.output_formatter": "json"
@@ -945,7 +945,7 @@
     "neuronx-llama3-1-8b": {
         "option.model_id": "s3://djl-llm/llama-3.1-8b-hf/",
         "option.tensor_parallel_degree": 4,
-        "option.n_positions": 1024,
+        "option.n_positions": 512,
         "option.rolling_batch": "auto",
         "option.max_rolling_batch_size": 66,
         "option.output_formatter": "json"