diff --git a/python/bench/__main__.py b/python/bench/__main__.py
index 22d49ee9e..51adf8e95 100644
--- a/python/bench/__main__.py
+++ b/python/bench/__main__.py
@@ -25,11 +25,6 @@ def __init__(self):
         create_run_trees,
         10_000,
     ),
-    (
-        "create_20_000_run_trees",
-        create_run_trees,
-        10_000,
-    ),
     (
         "dumps_class_nested_py_branch_and_leaf_200x400",
         lambda x: _dumps_json({"input": x}),