diff --git a/.github/workflows/build-pr.yml b/.github/workflows/build-pr.yml
index 9cdf4936fb..c51584c6d1 100644
--- a/.github/workflows/build-pr.yml
+++ b/.github/workflows/build-pr.yml
@@ -24,10 +24,12 @@ jobs:
       - name: Build
         run: go build -v ./...
 
+      # Makes sure the binaries for the eth2network are avail for all other tests
+      - name: Download eth2network binaries
+        run: go test ./... -run TestEnsureBinariesAreAvail -count=1
+
       - name: Test
         run: go test --failfast -v ./... -count=1
-        env:
-          USE_GETH_BINARY: true
 
       - name: Store simulation logs
         uses: actions/upload-artifact@v3
diff --git a/integration/eth2network/eth2_network_test.go b/integration/eth2network/eth2_network_test.go
index 4d30fb95d5..80521e1753 100644
--- a/integration/eth2network/eth2_network_test.go
+++ b/integration/eth2network/eth2_network_test.go
@@ -32,6 +32,11 @@ const (
 	_numTestNodes = 1
 )
 
+func TestEnsureBinariesAreAvail(t *testing.T) {
+	_, err := EnsureBinariesExist()
+	assert.Nil(t, err)
+}
+
 func TestStartEth2Network(t *testing.T) {
 	binDir, err := EnsureBinariesExist()
 	assert.Nil(t, err)