diff --git a/.travis.yml b/.travis.yml
index e468b5b..0ea1e37 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -23,12 +23,13 @@ cache:
 
 install:
   # Install binary pandoc from Rstudio
-  - export PATH="$HOME/pandoc:$PATH"
   - mkdir $HOME/pandoc
   - curl -O https://s3.amazonaws.com/rstudio-buildtools/pandoc-1.12.3.zip
   - unzip -j pandoc-1.12.3.zip pandoc-1.12.3/linux/debian/x86_64/pandoc
       -d $HOME/pandoc
   - chmod +x $HOME/pandoc/pandoc
+  - rm pandoc-1.12.3.zip
+  - export PATH="$HOME/pandoc:$PATH"
   - pandoc --version
 
   # Install ruby gems