diff --git a/Rakefile b/Rakefile
index 5a3584eb6..f30c284bc 100644
--- a/Rakefile
+++ b/Rakefile
@@ -145,6 +145,9 @@ def clone_and_test(url, name, command)
 end
 
 task :external do
+  # In order not to interfere with external tests: rename our config file
+  FileUtils.mv ".rubocop.yml", ".rack.rubocop.yml.disabled"
+
   Bundler.with_clean_env do
     clone_and_test("https://github.com/kickstarter/rack-attack", "rack-attack", "bundle exec rake")
     clone_and_test("https://github.com/rtomayko/rack-cache", "rack-cache", "bundle exec rake")