diff --git a/tests/conftest.py b/tests/conftest.py
index bdd17fb..d872d7c 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -7,10 +7,14 @@
 import pytest
 
 from cryptography.hazmat.backends import _available_backends
+from cryptography.hazmat.backends.openssl import backend as openssl_backend
 
 from .utils import check_backend_support, select_backends, skip_if_empty
 
 
+def pytest_report_header(config):
+    return "OpenSSL: {}".format(openssl_backend.openssl_version_text())
+
 def pytest_generate_tests(metafunc):
     if "backend" in metafunc.fixturenames:
         names = metafunc.config.getoption("--backend")
diff --git a/tox.ini b/tox.ini
index 424dc5b..4db19b8 100644
--- a/tox.ini
+++ b/tox.ini
@@ -9,7 +9,6 @@
 passenv = ARCHFLAGS LDFLAGS CFLAGS INCLUDE LIB LD_LIBRARY_PATH USERNAME
 commands =
     pip list
-    python -c "from cryptography.hazmat.backends.openssl.backend import backend; print(backend.openssl_version_text())"
     # We use parallel mode and then combine here so that coverage.py will take
     # the paths like .tox/py34/lib/python3.4/site-packages/cryptography/__init__.py
     # and collapse them into src/cryptography/__init__.py.
@@ -42,7 +41,6 @@
 basepython = pypy
 commands =
     pip list
-    python -c "from cryptography.hazmat.backends.openssl.backend import backend; print(backend.openssl_version_text())"
     py.test --capture=no --strict {posargs}
 
 [testenv:pep8]