diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index c62c84376..c9ee3a838 100644
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -72,7 +72,7 @@ def parse_numpy_benchmark(filename):
 
 def get_numpy_benchmarks():
     root = Path(__file__).resolve().parent / "benchmarks"
-    for filename in root.iterdir():
+    for filename in sorted(root.iterdir()):
         name = filename.stem
         if name in SKIP:
             continue