diff --git a/test-infra/vagrant-docker/Dockerfile b/test-infra/vagrant-docker/Dockerfile
index 5749cd4e85b38bc7b399558f28751607ae971dcb..cebd994d0b921e8aefafe4c0e1eeb6161c6dea9b 100644
--- a/test-infra/vagrant-docker/Dockerfile
+++ b/test-infra/vagrant-docker/Dockerfile
@@ -9,6 +9,7 @@ ENV VAGRANT_DEFAULT_PROVIDER=libvirt
 RUN apt-get update && apt-get install -y wget libvirt-dev openssh-client rsync git
 
 # Install Vagrant
-RUN wget https://releases.hashicorp.com/vagrant/${VAGRANT_VERSION}/vagrant_${VAGRANT_VERSION}_x86_64.deb
-RUN dpkg -i vagrant_${VAGRANT_VERSION}_x86_64.deb
-RUN vagrant plugin install vagrant-libvirt
+RUN wget https://releases.hashicorp.com/vagrant/${VAGRANT_VERSION}/vagrant_${VAGRANT_VERSION}_x86_64.deb && \
+ dpkg -i vagrant_${VAGRANT_VERSION}_x86_64.deb && \
+ rm vagrant_${VAGRANT_VERSION}_x86_64.deb && \
+ vagrant plugin install vagrant-libvirt