diff --git a/benchmarks/run_sumpy_kernels.py b/benchmarks/run_sumpy_kernels.py
index d37a6bb8a8e06d51651c7d36b47e66c624ccf26f..898cd467f5766208addcb4b79a360a733353b2a9 100644
--- a/benchmarks/run_sumpy_kernels.py
+++ b/benchmarks/run_sumpy_kernels.py
@@ -115,10 +115,6 @@ class SumpyBenchmarkSuite:
     time_schedule.warmup_time = 0
     time_generate_code.warmup_time = 0
 
-    # These are expensive operations. Run only once
-    time_schedule.number = 1
-    time_generate_code.number = 1
-
     # Run memory benchmarks as well
     peakmem_instantiate = time_instantiate
     peakmem_schedule = time_schedule