diff --git a/Makefile b/Makefile
index aac2eaff4..22c6922a4 100644
--- a/Makefile
+++ b/Makefile
@@ -3,6 +3,8 @@ upgrade:
 	pip install -q -r requirements/pip_tools.txt
 	pip-compile --upgrade --allow-unsafe --rebuild -o requirements/pip.txt requirements/pip.in
 	pip-compile --upgrade -o requirements/pip_tools.txt requirements/pip_tools.in
+	pip install -qr requirements/pip.txt
+	pip install -qr requirements/pip_tools.txt
 	pip-compile --upgrade -o requirements/base.txt requirements/base.in
 	pip-compile --upgrade -o requirements/docs.txt requirements/docs.in
 	pip-compile --upgrade -o requirements/test.txt requirements/test.in