diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 19bd10fa0687d140020bf3807df9f9c9afe77982..2222e3a8c7455ad04196ab2eab56ef99d5b3a9c2 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -219,6 +219,10 @@ PyPy POCL:
   script:
   - export PY_EXE=pypy
   - export PYOPENCL_TEST=portable
+
+  # On pypy, this seems to install old versions from the package index
+  # independently of whether newer ones are already present.
+  - rm -f pyproject.toml 
   - export EXTRA_INSTALL="pybind11 numpy mako"
 
   - export NO_DOCTESTS=1