diff --git a/tox.ini b/tox.ini
index cd9fd34a59ad..06e12743171f 100644
--- a/tox.ini
+++ b/tox.ini
@@ -46,7 +46,13 @@ whitelist_externals = make
 commands = bash .ci/check_mako.sh
 
 [testenv:test_galaxy_packages]
-commands = bash packages/test.sh
+deps = pyyaml
+commands =
+    make generate-cwl-conformance-tests
+    bash packages/test.sh
+whitelist_externals =
+    make
+    bash
 
 [testenv:test_galaxy_release]
 commands = bash test/release.sh