diff --git a/src/TextUI/TestRunner.php b/src/TextUI/TestRunner.php
index 4fc2e274be8..b5d5fc68ae8 100644
--- a/src/TextUI/TestRunner.php
+++ b/src/TextUI/TestRunner.php
@@ -279,7 +279,7 @@ public function doRun(Test $suite, array $arguments = [], $exit = true)
                 }
 
                 $this->printer = new $printerClass(
-                    isset($arguments['stderr']) ? 'php://stderr' : null,
+                    (isset($arguments['stderr']) && $arguments['stderr'] === true) ? 'php://stderr' : null,
                     $arguments['verbose'],
                     $arguments['colors'],
                     $arguments['debug'],