diff --git a/.travis.yml b/.travis.yml
index 6d16486..89f0b10 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,9 +9,12 @@
     - TOX_ENV=docs
     - TOX_ENV=pep8
 
+before_install:
+    - sudo rm /etc/apt/sources.list.d/mongodb.list
+
 install:
     - "[[ ${TOX_ENV} == pypy ]] && sudo add-apt-repository -y ppa:pypy/ppa || true"
-    - "[[ ${TOX_ENV} == pypy ]] && (sudo apt-get -y update || true) && sudo apt-get -y install pypy || true"
+    - "[[ ${TOX_ENV} == pypy ]] && sudo apt-get -y update && sudo apt-get -y install pypy || true"
     # This is required because we need to get rid of the Travis installed PyPy
     # or it'll take precedence over the PPA installed one.
     - "[[ ${TOX_ENV} == pypy ]] && sudo rm -rf /usr/local/pypy/bin || true"