diff --git a/ci/build-test-matrix.js b/ci/build-test-matrix.js
index d0dd51b93c..9983464d14 100644
--- a/ci/build-test-matrix.js
+++ b/ci/build-test-matrix.js
@@ -97,6 +97,13 @@ function myFilter(item) {
   if (item.filter && commits.includes(`prtest:${item.filter}`)) {
     return true;
   }
+
+  // If any runtest was modified, re-run the whole test suite as those can
+  // target any backend.
+  if (names.includes(`cranelift/filetests/filetests/runtests`)) {
+    return true;
+  }
+
   return false;
 }