diff --git a/.travis.yml b/.travis.yml
index af3098b3fc715..c1419dd0c5d3b 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -8,7 +8,6 @@ language: python
 # The cash directories will be deleted if anything in ci/ changes in a commit
 cache:
  directories:
-  - $HOME/miniconda3 # miniconda cache
   - $HOME/.cache # cython cache
   - $HOME/.ccache # compiler cache
 
diff --git a/ci/install_travis.sh b/ci/install_travis.sh
index 8bf6de3efe7c4..e59502b810975 100755
--- a/ci/install_travis.sh
+++ b/ci/install_travis.sh
@@ -35,24 +35,19 @@ echo "[home_dir: $home_dir]"
 # install miniconda
 MINICONDA_DIR="$HOME/miniconda3"
 
-if [ "$USE_CACHE" ] && [ -d "$MINICONDA_DIR/bin" ]; then
-    echo "[Using cached Miniconda install]"
+echo "[Using clean Miniconda install]"
 
-else
-    echo "[Using clean Miniconda install]"
-
-    if [ -d "$MINICONDA_DIR" ]; then
-        rm -rf "$MINICONDA_DIR"
-    fi
+if [ -d "$MINICONDA_DIR" ]; then
+    rm -rf "$MINICONDA_DIR"
+fi
 
-    # install miniconda
-    if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
-        time wget http://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -O miniconda.sh || exit 1
-    else
-        time wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh || exit 1
-    fi
-    time bash miniconda.sh -b -p "$MINICONDA_DIR" || exit 1
+# install miniconda
+if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
+    time wget http://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -O miniconda.sh || exit 1
+else
+    time wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh || exit 1
 fi
+time bash miniconda.sh -b -p "$MINICONDA_DIR" || exit 1
 
 echo "[show conda]"
 which conda