diff --git a/.github/workflows/benchmark_torch_compile_nightly.yml b/.github/workflows/benchmark_torch_compile_nightly.yml
index 63d07f95e4..0034a227e7 100644
--- a/.github/workflows/benchmark_torch_compile_nightly.yml
+++ b/.github/workflows/benchmark_torch_compile_nightly.yml
@@ -51,7 +51,7 @@ jobs:
           pip install -r benchmarks/requirements-ab.txt
       - name: Benchmark gpu nightly
         if: ${{ matrix.hardware == 'gpu' }}
-        run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_torch_compile_gpu.yaml --skip false
+        run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_torch_compile_gpu.yaml --skip false --nightly
       - name: Save benchmark artifacts
         uses: actions/upload-artifact@v2
         with:
@@ -73,4 +73,4 @@ jobs:
         uses: actions/upload-artifact@v2
         with:
           name: ${{ matrix.hardware }}_torch_compile_benchmark_validation
-          path: /tmp/ts_artifacts
\ No newline at end of file
+          path: /tmp/ts_artifacts