diff --git a/ci/buildkite.yml b/ci/buildkite.yml
index e6eb08c98db09a..482acbf531cd30 100644
--- a/ci/buildkite.yml
+++ b/ci/buildkite.yml
@@ -1,10 +1,24 @@
 steps:
   - command: "ci/coverage.sh"
-    label: "coverage [public]"
+    label: "coverage"
+    plugins:
+      docker#v1.1.1:
+        image: "rust"
+        user: "998:997"
+        environment:
+          - CODECOV_TOKEN=$CODECOV_TOKEN
   - command: "ci/test-stable.sh"
     label: "stable [public]"
+    plugins:
+      docker#v1.1.1:
+        image: "rust"
+        user: "998:997"
   - command: "ci/test-nightly.sh || true"
     label: "nightly - FAILURES IGNORED [public]"
+    plugins:
+      docker#v1.1.1:
+        image: "rustlang/rust:nightly"
+        user: "998:997"
   - command: "ci/test-ignored.sh || true"
     label: "ignored - FAILURES IGNORED [public]"
   - command: "ci/test-cuda.sh"
@@ -12,3 +26,10 @@ steps:
   - wait
   - command: "ci/publish.sh"
     label: "publish release artifacts"
+    plugins:
+      docker#v1.1.1:
+        image: "rust"
+        user: "998:997"
+        environment:
+          - BUILDKITE_TAG=$BUILDKITE_TAG
+          - CRATES_IO_TOKEN=$CRATES_IO_TOKEN
diff --git a/ci/coverage.sh b/ci/coverage.sh
index 8a5a674843a799..002a689fdc75c7 100755
--- a/ci/coverage.sh
+++ b/ci/coverage.sh
@@ -2,8 +2,9 @@
 
 cd $(dirname $0)/..
 
-source $HOME/.cargo/env
-rustup update
+rustc --version
+cargo --version
+
 export RUST_BACKTRACE=1
 cargo build
 cargo kcov
diff --git a/ci/test-ignored.sh b/ci/test-ignored.sh
index c317e645f6bfd4..832c72a029946e 100755
--- a/ci/test-ignored.sh
+++ b/ci/test-ignored.sh
@@ -2,7 +2,8 @@
 
 cd $(dirname $0)/..
 
-source $HOME/.cargo/env
-rustup update
+rustc --version
+cargo --version
+
 export RUST_BACKTRACE=1
 cargo test -- --ignored
diff --git a/ci/test-nightly.sh b/ci/test-nightly.sh
index c3bc4cf7bf8d92..022d7f4c4b34d7 100755
--- a/ci/test-nightly.sh
+++ b/ci/test-nightly.sh
@@ -2,7 +2,9 @@
 
 cd $(dirname $0)/..
 
-source $HOME/.cargo/env
+rustc --version
+cargo --version
+
 rustup component add rustfmt-preview
 cargo fmt -- --write-mode=diff
 cargo build --verbose --features unstable
diff --git a/ci/test-stable.sh b/ci/test-stable.sh
index c4c179a4788989..31dbbda32e87f9 100755
--- a/ci/test-stable.sh
+++ b/ci/test-stable.sh
@@ -2,7 +2,9 @@
 
 cd $(dirname $0)/..
 
-source $HOME/.cargo/env
+rustc --version
+cargo --version
+
 rustup component add rustfmt-preview
 cargo fmt -- --write-mode=diff
 cargo build --verbose