diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index d767ba51ac4cfa6171dd58366e042c4cdbca1b5f..97c8ee2404035df17dc5dade007d6593a117b3a1 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -105,6 +105,7 @@ Benchmarks:
   - CONDA_ENVIRONMENT=.test-conda-env-py3.yml
   - REQUIREMENTS_TXT=.test-conda-env-py3-requirements.txt
   - PROJECT=sumpy
+  - PYOPENCL_TEST=portable
   - curl -L -O -k https://gitlab.tiker.net/inducer/ci-support/raw/master/build-and-benchmark-py-project.sh
   - ". ./build-and-benchmark-py-project.sh"
   tags: