diff --git a/.travis.yml b/.travis.yml
index 2e740cfad0ae837823fdf62021aea3a5e726e33f..0b583f1f19ff922356e1aab7b221820ad3b19142 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -33,7 +33,11 @@ script:
 
 after_script: set +e
 
-cache: cargo
+cache:
+  cargo: true
+  directories:
+    - $HOME/.xargo
+
 before_cache:
   # Travis can't cache files that are not readable by "others"
   - chmod -R a+r $HOME/.cargo