diff --git a/x-pack/plugin/security/qa/jwt-realm/src/javaRestTest/java/org/elasticsearch/xpack/security/authc/jwt/JwtWithUnavailableSecurityIndexRestIT.java b/x-pack/plugin/security/qa/jwt-realm/src/javaRestTest/java/org/elasticsearch/xpack/security/authc/jwt/JwtWithUnavailableSecurityIndexRestIT.java
index 015c66aea6164..29d94eddbbf0f 100644
--- a/x-pack/plugin/security/qa/jwt-realm/src/javaRestTest/java/org/elasticsearch/xpack/security/authc/jwt/JwtWithUnavailableSecurityIndexRestIT.java
+++ b/x-pack/plugin/security/qa/jwt-realm/src/javaRestTest/java/org/elasticsearch/xpack/security/authc/jwt/JwtWithUnavailableSecurityIndexRestIT.java
@@ -53,7 +53,11 @@ public class JwtWithUnavailableSecurityIndexRestIT extends ESRestTestCase {
 
     // Using this to first test without, then with caching. Since caching is controlled by a static setting, we need a
     // MutableSettingsProvider instance
-    private static final MutableSettingsProvider mutableSettingsForLastLoadCache = new MutableSettingsProvider();
+    private static final MutableSettingsProvider mutableSettingsForLastLoadCache = new MutableSettingsProvider() {
+        {
+            put("xpack.security.authz.store.role_mappings.last_load_cache.enabled", "false");
+        }
+    };
 
     @ClassRule
     public static ElasticsearchCluster cluster = ElasticsearchCluster.local()