diff --git a/Makefile b/Makefile
index 2829c91..77ff979 100644
--- a/Makefile
+++ b/Makefile
@@ -26,14 +26,13 @@ generate-version-file:
 
 .PHONY: bootstrap
 bootstrap: generate-version-file
-	pip install -r requirements.txt
-	python -c "from notifications_utils.version_tools import copy_config; copy_config()"
 	pip install -r requirements_for_test.txt
 
 .PHONY: freeze-requirements
 freeze-requirements: ## create static requirements.txt
 	pip install --upgrade pip-tools
 	pip-compile requirements.in
+	python -c "from notifications_utils.version_tools import copy_config; copy_config()"
 
 .PHONY: bump-utils
 bump-utils:  # Bump notifications-utils package to latest version
diff --git a/docker/Dockerfile b/docker/Dockerfile
index dd2aea3..5ce6728 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -101,7 +101,7 @@ USER notify
 RUN mkdir -p app
 
 # Install dev/test requirements
-COPY --chown=notify:notify requirements.txt requirements_for_test.txt ./
+COPY --chown=notify:notify requirements.txt requirements_for_test.txt requirements_for_test_common.txt ./
 RUN make bootstrap
 
 COPY --chown=notify:notify . .