diff --git a/appveyor.yml b/appveyor.yml
index b289539b1de700a004b2083033935731f2dfa71f..32305add172b704364d039fde0c65355e25c26cb 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -61,9 +61,6 @@ install:
 before_test:
   - "%CMD_IN_ENV% pip install coverage factory_boy"
 
-  # Make sure i18n literals marked correctly
-  - "python manage.py makemessages --no-location"
-
 test_script:
   # Run the project tests
   - "%CMD_IN_ENV% coverage run manage.py test tests/"
diff --git a/run-tests-for-ci.sh b/run-tests-for-ci.sh
index 4426da60c07a24c1d40af3fcb9115e54e59835c7..a574ca7d2b4ac5467c726599e8007e5a293aabaa 100644
--- a/run-tests-for-ci.sh
+++ b/run-tests-for-ci.sh
@@ -65,7 +65,14 @@ $PIP install -r req.txt
 cp local_settings.example.py local_settings.py
 
 # Make sure i18n literals marked correctly
-${PY_EXE} manage.py makemessages --no-location
+${PY_EXE} manage.py makemessages --no-location --ignore=req.txt > output.txt
+
+if [[ -n $(grep "msgid" output.txt) ]]; then
+    echo "Command 'python manage.py makemessages' failed with the following info:"
+    echo ""
+    grep --color -E '^|warning: ' output.txt
+    exit 1;
+fi
 
 $PIP install codecov factory_boy
 coverage run manage.py test tests/