diff --git a/python-urllib3.spec b/python-urllib3.spec
index 9c61697..3c41efe 100644
--- a/python-urllib3.spec
+++ b/python-urllib3.spec
@@ -102,6 +102,10 @@ Python3 HTTP module with connection pooling and file POST abilities.
 %prep
 %setup -q -n %{srcname}-%{version}
 
+# Drop the dummyserver tests in koji.  They fail there in real builds, but not
+# in scratch builds (weird).
+rm -rf test/with_dummyserver/
+
 %if 0%{?rhel} && 0%{?rhel} <= 6
 %patch100 -p1
 %endif