diff --git a/.circleci/config.yml b/.circleci/config.yml
index 007753dde7..2349eb5c1e 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -90,7 +90,7 @@ jobs:
 
       - run:
           name: Collect Reports
-          when: always
+          when: on_fail
           command: .circleci/collect_reports.sh
 
       - store_artifacts:
@@ -159,7 +159,7 @@ jobs:
 
       - run:
           name: Collect Reports
-          when: always
+          when: on_fail
           command: .circleci/collect_reports.sh
 
       - store_artifacts: