diff --git a/travis/build-wheels.sh b/travis/build-wheels.sh
index d26aad2c8ed8af883221c5e1faf54404edc605b2..cdb4f4f5185d963f1e9d1e8e1b5e07733c3fb3eb 100755
--- a/travis/build-wheels.sh
+++ b/travis/build-wheels.sh
@@ -29,7 +29,17 @@ cd /io
 
 # Compile wheels
 for PYBIN in /opt/python/*/bin; do
-    "${PYBIN}/pip" install numpy pybind11 mako
+    if [[ "${PYBIN}" == *cp36* ]]; then
+        NUMPY_VERSION="1.11.3"
+    elif [[ "${PYBIN}" == *cp37* ]]; then
+        NUMPY_VERSION="1.14.5"
+    elif [[ "${PYBIN}" == *cp35* ]]; then
+        NUMPY_VERSION="1.9.3"
+    else
+        NUMPY_VERSION="1.8.2"
+    fi
+    # Build with the oldest numpy available to be compatible with newer ones
+    "${PYBIN}/pip" install "numpy==${NUMPY_VERSION}" pybind11 mako
     "${PYBIN}/pip" wheel /io/ -w wheelhouse/
 done