diff --git a/tests/scripts/rebase.sh b/tests/scripts/rebase.sh
index 9a0345b56794ee366181f7a96c68b10e4df05197..3850ab8d3a53460adbff800456b7b6c7e21eeebd 100755
--- a/tests/scripts/rebase.sh
+++ b/tests/scripts/rebase.sh
@@ -1,7 +1,9 @@
 #!/bin/bash
 set -euxo pipefail
 
-# Rebase on master to get latest changes
-git config user.email "ci@kubespray.io"
-git config user.name "CI"
-git pull --rebase origin master
+# Rebase PRs on master to get latest changes
+if [[ $CI_COMMIT_REF_NAME == pr-* ]]; then
+  git config user.email "ci@kubespray.io"
+  git config user.name "CI"
+  git pull --rebase origin master
+fi