diff --git a/.github/workflows/jmh-benchmark.yml b/.github/workflows/jmh-benchmark.yml
index 858a411306..aed98872d7 100644
--- a/.github/workflows/jmh-benchmark.yml
+++ b/.github/workflows/jmh-benchmark.yml
@@ -5,6 +5,9 @@ on:
   issue_comment: # This workflow triggers when a comment is created
     types: [created]
 
+# Only allow one instance of JMH benchmarking to be running at any given time
+concurrency: all
+
 jobs:
   benchmarking:
     # Only run this job if a comment on a pull request contains '/benchmark' and is a PR on the uber/NullAway repository