diff --git a/docker/Dockerfile.ci_cpu b/docker/Dockerfile.ci_cpu
index e2f64fd9bdf1..cb73dc867da0 100644
--- a/docker/Dockerfile.ci_cpu
+++ b/docker/Dockerfile.ci_cpu
@@ -43,7 +43,6 @@ COPY install/ubuntu_install_rust.sh /install/ubuntu_install_rust.sh
 RUN bash /install/ubuntu_install_rust.sh
 ENV RUSTUP_HOME /opt/rust
 ENV CARGO_HOME /opt/rust
-ENV RUSTC_WRAPPER sccache
 
 # AutoTVM deps
 COPY install/ubuntu_install_redis.sh /install/ubuntu_install_redis.sh
diff --git a/docker/install/ubuntu_install_rust.sh b/docker/install/ubuntu_install_rust.sh
index 60368b5b064d..bfcabdccc5cd 100755
--- a/docker/install/ubuntu_install_rust.sh
+++ b/docker/install/ubuntu_install_rust.sh
@@ -28,7 +28,6 @@ export CARGO_HOME=/opt/rust
 curl -s -S -L https://sh.rustup.rs -sSf | sh -s -- -y --no-modify-path --default-toolchain nightly-2019-03-24
 . $CARGO_HOME/env
 rustup component add rustfmt
-cargo install sccache --no-default-features
 
 # make rust usable by all users
 chmod -R a+w /opt/rust