diff --git a/asv.conf.json b/asv.conf.json
index 6d6fd675c48cbdf02e0bc8448f22890dde2a3e26..8a46664c35b09eae3cc104e98373cc7d58990a26 100644
--- a/asv.conf.json
+++ b/asv.conf.json
@@ -75,6 +75,7 @@
         "pip+git+https://github.com/inducer/pymbolic#egg=pymbolic": [""],
         "pip+git+https://gitlab.tiker.net/inducer/boxtree#egg=boxtree": [""],
         "pip+git+https://github.com/inducer/loopy#egg=loopy": [""],
+        "pip" : ["<20.2"],
     },
 
     // Combinations of libraries/python versions can be excluded/included