diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 93239ec9439a51bb34c6de7a0c5ec718e9ea5fa5..d74930eb8b76f1a0ee99701eb03a8e4c69ca1d7f 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -103,7 +103,8 @@ Flake8:
 
 Benchmarks:
   script:
-  - CONDA_ENVIRONMENT=.test-conda-env-py3.yml
+  - sed 's/python=3/python=3.6/' .test-conda-env-py3.yml > .test-conda-env.yml
+  - CONDA_ENVIRONMENT=.test-conda-env.yml
   - PROJECT=sumpy
   - PYOPENCL_TEST=portable
   - curl -L -O -k https://gitlab.tiker.net/inducer/ci-support/raw/master/build-and-benchmark-py-project.sh