diff --git a/.circleci/config.yml b/.circleci/config.yml
index a448550b6..39a6cac34 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -845,7 +845,7 @@ jobs:
       - run:
           name: External GnosisSafe tests
           command: |
-            test/externalTests/gnosis.sh /tmp/workspace/soljson.js || test/externalTests/gnosis.sh /tmp/workspace/soljson.js
+            test/externalTests/gnosis.sh /tmp/workspace/soljson.js
       # TODO: Re-enable notifications once this is running nightly rather than as a PR check
       #- run: *gitter_notify_failure
       #- run: *gitter_notify_success
@@ -877,7 +877,7 @@ jobs:
       - run:
           name: External Zeppelin tests
           command: |
-            test/externalTests/zeppelin.sh /tmp/workspace/soljson.js || test/externalTests/zeppelin.sh /tmp/workspace/soljson.js
+            test/externalTests/zeppelin.sh /tmp/workspace/soljson.js
       # TODO: Re-enable notifications once this is running nightly rather than as a PR check
       #- run: *gitter_notify_failure
       #- run: *gitter_notify_success
@@ -917,7 +917,7 @@ jobs:
       - run:
           name: External ColonyNetworks tests
           command: |
-            test/externalTests/colony.sh /tmp/workspace/soljson.js || test/externalTests/colony.sh /tmp/workspace/soljson.js
+            test/externalTests/colony.sh /tmp/workspace/soljson.js
       # TODO: Re-enable notifications once this is running nightly rather than as a PR check
       #- run: *gitter_notify_failure
       #- run: *gitter_notify_success