diff --git a/.travis/downstream.d/aws-encryption-sdk.sh b/.travis/downstream.d/aws-encryption-sdk.sh
index 044f70d..d986c74 100755
--- a/.travis/downstream.d/aws-encryption-sdk.sh
+++ b/.travis/downstream.d/aws-encryption-sdk.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/awslabs/aws-encryption-sdk-python
         cd aws-encryption-sdk-python
+        git rev-parse HEAD
         pip install -e .
         pip install -r test/upstream-requirements-py27.txt
         ;;
diff --git a/.travis/downstream.d/certbot-josepy.sh b/.travis/downstream.d/certbot-josepy.sh
index 57e539b..0acf954 100755
--- a/.travis/downstream.d/certbot-josepy.sh
+++ b/.travis/downstream.d/certbot-josepy.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/certbot/josepy
         cd josepy
+        git rev-parse HEAD
         pip install -e ".[tests]"
         ;;
     run)
diff --git a/.travis/downstream.d/certbot.sh b/.travis/downstream.d/certbot.sh
index 78ec7f5..6061e31 100755
--- a/.travis/downstream.d/certbot.sh
+++ b/.travis/downstream.d/certbot.sh
@@ -4,13 +4,16 @@
     install)
         git clone --depth=1 https://github.com/certbot/certbot
         cd certbot
-        pip install pytest pytest-mock mock
-        pip install -e acme
-        pip install -e .
+        git rev-parse HEAD
+        pip install -e acme[dev]
+        pip install -e .[dev]
         ;;
     run)
         cd certbot
-        pytest certbot/tests
+        # Ignore some warnings for now since they're now automatically promoted
+        # to errors. We can probably remove this when acme gets split into
+        # its own repo
+        pytest -Wignore certbot/tests
         pytest acme
         ;;
     *)
diff --git a/.travis/downstream.d/dynamodb-encryption-sdk.sh b/.travis/downstream.d/dynamodb-encryption-sdk.sh
index 196cd5b..7ceff16 100755
--- a/.travis/downstream.d/dynamodb-encryption-sdk.sh
+++ b/.travis/downstream.d/dynamodb-encryption-sdk.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/awslabs/aws-dynamodb-encryption-python
         cd aws-dynamodb-encryption-python
+        git rev-parse HEAD
         pip install -e .
         pip install -r test/upstream-requirements-py27.txt
         ;;
diff --git a/.travis/downstream.d/paramiko.sh b/.travis/downstream.d/paramiko.sh
index 55a8926..c994def 100755
--- a/.travis/downstream.d/paramiko.sh
+++ b/.travis/downstream.d/paramiko.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/paramiko/paramiko
         cd paramiko
+        git rev-parse HEAD
         pip install -e .
         pip install -r dev-requirements.txt
         ;;
diff --git a/.travis/downstream.d/pyopenssl.sh b/.travis/downstream.d/pyopenssl.sh
index 60fc64f..89e4e3e 100755
--- a/.travis/downstream.d/pyopenssl.sh
+++ b/.travis/downstream.d/pyopenssl.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/pyca/pyopenssl
         cd pyopenssl
+        git rev-parse HEAD
         pip install -e ".[test]"
         ;;
     run)
diff --git a/.travis/downstream.d/twisted.sh b/.travis/downstream.d/twisted.sh
index 2710545..9b98d82 100755
--- a/.travis/downstream.d/twisted.sh
+++ b/.travis/downstream.d/twisted.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth=1 https://github.com/twisted/twisted
         cd twisted
+        git rev-parse HEAD
         pip install -e ".[tls,conch,http2]"
         ;;
     run)
diff --git a/.travis/downstream.d/urllib3.sh b/.travis/downstream.d/urllib3.sh
index 4f5dfaf..dad0615 100755
--- a/.travis/downstream.d/urllib3.sh
+++ b/.travis/downstream.d/urllib3.sh
@@ -4,6 +4,7 @@
     install)
         git clone --depth 1 https://github.com/shazow/urllib3
         cd urllib3
+        git rev-parse HEAD
         pip install -r ./dev-requirements.txt
         pip install -e ".[socks]"
         ;;