diff --git a/lib/rake/application.rb b/lib/rake/application.rb
index 89565a670..8420a942b 100644
--- a/lib/rake/application.rb
+++ b/lib/rake/application.rb
@@ -207,13 +207,22 @@ def display_error_message(ex) # :nodoc:
     end
 
     def display_exception_details(ex) # :nodoc:
-      seen = Thread.current[:rake_display_exception_details_seen] ||= []
-      return if seen.include? ex
-      seen << ex
+      display_exception_details_seen << ex
 
       display_exception_message_details(ex)
       display_exception_backtrace(ex)
-      display_exception_details(ex.cause) if has_cause?(ex)
+      display_cause_details(ex.cause) if has_cause?(ex)
+    end
+
+    def display_cause_details(ex) # :nodoc:
+      return if display_exception_details_seen.include? ex
+
+      trace "\nCaused by:"
+      display_exception_details(ex)
+    end
+
+    def display_exception_details_seen
+      Thread.current[:rake_display_exception_details_seen] ||= []
     end
 
     def has_cause?(ex) # :nodoc:
diff --git a/test/test_rake_application.rb b/test/test_rake_application.rb
index cc063c0d2..d17445c7e 100644
--- a/test/test_rake_application.rb
+++ b/test/test_rake_application.rb
@@ -97,6 +97,7 @@ def test_display_exception_details_cause
 
     assert_empty out
 
+    assert_match "Caused by:", err
     assert_match "cause a", err
     assert_match "cause b", err
   end