diff --git a/.github/workflows/ci-llama.yaml b/.github/workflows/ci-llama.yaml
index 999c3fbcc..a6a40ec58 100644
--- a/.github/workflows/ci-llama.yaml
+++ b/.github/workflows/ci-llama.yaml
@@ -9,6 +9,10 @@ name: Llama Benchmarking Tests
 on:
   workflow_dispatch:
   pull_request:
+    paths:
+      - '.github/workflows/ci-llama.yaml'
+      - 'sharktank/**'
+      - '*requirements*.txt'
   schedule:
     # Weekdays at 5:00 AM UTC = 10:00 PM PST.
     - cron: "0 5 * * 1-5"