diff --git a/src/unit/engine/ArcanistConfigurationDrivenUnitTestEngine.php b/src/unit/engine/ArcanistConfigurationDrivenUnitTestEngine.php
--- a/src/unit/engine/ArcanistConfigurationDrivenUnitTestEngine.php
+++ b/src/unit/engine/ArcanistConfigurationDrivenUnitTestEngine.php
@@ -148,7 +148,7 @@
         $all_results[] = $results;
 
         foreach ($results as $result) {
-          if ($engine->shouldEchoTestResults()) {
+          if (!$engine->shouldEchoTestResults()) {
             echo $renderer->renderUnitResult($result);
           }
         }