From 195b4dcd14247f1bab3cc52c4833bf379c003437 Mon Sep 17 00:00:00 2001 From: Stephen Baione <109226581+stbaione@users.noreply.github.com> Date: Mon, 6 Jan 2025 13:25:04 -0600 Subject: [PATCH] Bump stable IREE version for sgl-benchmark (#757) # Description [SGLang Benchmark Test](https://github.com/nod-ai/shark-ai/actions/workflows/ci-sglang-benchmark.yml) has been failing at the compilation step. Bumping IREE version to the stable versions pushed in #721 fixes the issue. --- .github/workflows/ci-sglang-benchmark.yml | 4 ++-- .../llm/sglang_benchmarks/shortfin_benchmark_test.py | 1 - 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/ci-sglang-benchmark.yml b/.github/workflows/ci-sglang-benchmark.yml index 483a28e25..c958c1f9c 100644 --- a/.github/workflows/ci-sglang-benchmark.yml +++ b/.github/workflows/ci-sglang-benchmark.yml @@ -70,8 +70,8 @@ jobs: # Pin to known-working versions. pip install -f https://iree.dev/pip-release-links.html --pre --upgrade \ - iree-base-compiler==3.1.0rc20241204 \ - iree-base-runtime==3.1.0rc20241204 \ + iree-base-compiler==3.1.0rc20241220 \ + iree-base-runtime==3.1.0rc20241220 \ "numpy<2.0" # Install SGLang diff --git a/app_tests/benchmark_tests/llm/sglang_benchmarks/shortfin_benchmark_test.py b/app_tests/benchmark_tests/llm/sglang_benchmarks/shortfin_benchmark_test.py index e346934fb..4b7f10b8e 100644 --- a/app_tests/benchmark_tests/llm/sglang_benchmarks/shortfin_benchmark_test.py +++ b/app_tests/benchmark_tests/llm/sglang_benchmarks/shortfin_benchmark_test.py @@ -7,7 +7,6 @@ import logging import multiprocessing import os -from pathlib import Path import pytest import time from unittest.mock import patch