diff --git a/python-pynacl.spec b/python-pynacl.spec
index 261fa2a..cfa88a8 100644
--- a/python-pynacl.spec
+++ b/python-pynacl.spec
@@ -72,8 +72,20 @@ export SODIUM_INSTALL=system
 
 %if %{with check}
 %check
-PYTHONPATH=%{buildroot}%{python2_sitearch} py.test-%{python2_version} -v
-PYTHONPATH=%{buildroot}%{python3_sitearch} py.test-%{python3_version} -v
+# ARM is too slow for upstream tests
+# https://github.com/pyca/pynacl/issues/370
+PYTHONPATH=%{buildroot}%{python2_sitearch} py.test-%{python2_version} -v \
+%ifarch %{arm}
+  || :
+%else
+  ;
+%endif
+PYTHONPATH=%{buildroot}%{python3_sitearch} py.test-%{python3_version} -v \
+%ifarch %{arm}
+  || :
+%else
+  ;
+%endif
 %endif
 
 %files -n python2-%{modname}