diff --git a/pkg/cmd/options/options.go b/pkg/cmd/options/options.go
index 12ff5a4e..5034887b 100644
--- a/pkg/cmd/options/options.go
+++ b/pkg/cmd/options/options.go
@@ -58,6 +58,10 @@ func NewCustomMetricsAdapterServerOptions() *CustomMetricsAdapterServerOptions {
 		EnableMetrics: true,
 	}
 
+	// Explicitly disable Priority and Fairness since metric servers are not
+	// meant to be queried directly by default.
+	o.Features.EnablePriorityAndFairness = false
+
 	return o
 }
 
diff --git a/test-adapter-deploy/testing-adapter.yaml b/test-adapter-deploy/testing-adapter.yaml
index 28ef7681..26421e82 100644
--- a/test-adapter-deploy/testing-adapter.yaml
+++ b/test-adapter-deploy/testing-adapter.yaml
@@ -176,14 +176,6 @@ rules:
   verbs:
   - get
   - list
-- apiGroups:
-  - flowcontrol.apiserver.k8s.io
-  resources:
-  - prioritylevelconfigurations
-  - flowschemas
-  verbs:
-  - list
-  - watch
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRoleBinding