diff --git a/src/nvim/testdir/Makefile b/src/nvim/testdir/Makefile
index b828167fcb..f46cc97a20 100644
--- a/src/nvim/testdir/Makefile
+++ b/src/nvim/testdir/Makefile
@@ -118,10 +118,10 @@ fixff:
 $(NEW_TESTS):
 	rm -f $@.res test.log messages
 	$(MAKE) -f Makefile $@.res
-	@if test -f test.log; then \
-		cat test.log; \
-	fi
 	cat messages
+	@if test -f test.log; then \
+		exit 1; \
+	fi
 
 RM_ON_RUN   := test.out X* viminfo
 RM_ON_START := test.ok