diff --git a/setup.cfg b/setup.cfg
index 50ee3e74d..f25d4a2c8 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -87,7 +87,7 @@ test =
     pytest-cov
     pytest-mock
     pytest-rerunfailures
-    responses
+    responses != 0.24.0
     vcrpy
 tools=
     boto3