diff --git a/.travis.yml b/.travis.yml
index f89db54c9..d0b2ee0e4 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -2,8 +2,9 @@ language: rust
 cache:
   directories:
     - /home/travis/.cargo
-before_cache:
-  - rm -rf /home/travis/.cargo/registry
+# Going to try caching the registry
+#before_cache:
+#  - rm -rf /home/travis/.cargo/registry
 before_install:
   - curl -OL https://github.com/google/protobuf/releases/download/v3.4.0/protoc-3.4.0-linux-x86_64.zip
   - unzip protoc-3.4.0-linux-x86_64.zip -d protoc3
@@ -13,7 +14,8 @@ before_install:
   - sudo chown -R $USER /usr/local/include/google
 env:
   - BUILD=--all
-  - BUILD=--release --all
+# Not building --release on travis any more, only GitLab
+#  - BUILD=--release --all
   - BUILD= --manifest-path eth2/state_processing/Cargo.toml --release --features fake_crypto
 script:
   - cargo build --verbose $BUILD
@@ -30,14 +32,17 @@ matrix:
     - rust: nightly
   fast_finish: true
   exclude:
-      - rust: beta
-        env: BUILD=--release --all
+# Not building --release on travis any more, only GitLab
+#      - rust: beta
+#        env: BUILD=--release --all
       - rust: beta
         env: BUILD= --manifest-path eth2/state_processing/Cargo.toml --release --features fake_crypto
-      - rust: nightly
-        env: BUILD=--release --all
+# Not building --release on travis any more, only GitLab
+#      - rust: nightly
+#        env: BUILD=--release --all
       - rust: nightly
         env: BUILD= --manifest-path eth2/state_processing/Cargo.toml --release --features fake_crypto
 install:
   - rustup component add rustfmt
-  - rustup component add clippy
+# No clippy for now
+#  - rustup component add clippy