diff --git a/.github/workflows/gpu-benchmark.yml b/.github/workflows/gpu-benchmark.yml
new file mode 100644
index 0000000..b1a9a88
--- /dev/null
+++ b/.github/workflows/gpu-benchmark.yml
@@ -0,0 +1,17 @@
+name: GPU benchmarks
+
+on:
+  push:
+
+jobs:
+  macos:
+    name: "HuggingFace's Optimum-Benchmark"
+    runs-on: ghcr.io/cirruslabs/ubuntu-runner-amd64-gpu:22.04
+
+    steps:
+      - uses: actions/setup-python@v5
+      - run: |
+          git clone https://github.com/huggingface/optimum-benchmark.git
+          cd optimum-benchmark
+          pip install -e .
+          optimum-benchmark --config-dir examples/ --config-name pytorch_bert