diff --git a/.travis.yml b/.travis.yml
index 486c5b0..f822efa 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -44,7 +44,7 @@ after_success:
   - goveralls -service=travis-ci -coverprofile /tmp/coverage/combined.txt
   - make list-external-deps > dependency_tree.txt && cat dependency_tree.txt
   - make build-cli
-  - gem install --no-ri --no-rdoc fpm 
+  - gem install --no-document fpm
   - fpm -s dir -t deb -n migrate -v "$(git describe --tags 2>/dev/null | cut -c 2-)" --license MIT -m dhui@users.noreply.github.com --url https://github.com/golang-migrate/migrate --description='Database migrations' -a amd64 -p migrate.$(git describe --tags 2>/dev/null | cut -c 2-).deb --deb-no-default-config-files -f -C cli/build migrate.linux-amd64=/usr/local/bin/migrate
 
 deploy:
@@ -124,6 +124,7 @@ deploy:
       tags: true
   - provider: script
     script: ./docker-deploy.sh
+    skip_cleanup: true
     on:
       go: "1.11.x"
       repo: golang-migrate/migrate