diff --git a/python-cryptography.spec b/python-cryptography.spec
index e0719d8..bef82af 100644
--- a/python-cryptography.spec
+++ b/python-cryptography.spec
@@ -99,6 +99,7 @@ popd
 
 
 %check
+%if 0%{?fedora} > 20
 %{__python} setup.py test
 
 %if 0%{?with_python3}
@@ -106,6 +107,7 @@ pushd %{py3dir}
 %{__python3} setup.py test
 popd
 %endif
+%endif
 
 
 %files