diff --git a/CMakeLists.txt b/CMakeLists.txt
index 916a28ac..e91b7410 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -410,7 +410,7 @@ list(APPEND CHECK_QA_TARGETS check-requires)
 a_find_program(BUSTED_EXECUTABLE busted FALSE)
 if(BUSTED_EXECUTABLE)
     # Keep the arguments in sync with the version below!
-    add_custom_target(check-unit ALL
+    add_custom_target(check-unit
         ${BUSTED_EXECUTABLE} "--helper=${CMAKE_SOURCE_DIR}/spec/preload.lua"
         "--lpath=lib/?.lua;lib/?/init.lua;spec/?.lua"
         WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}
diff --git a/Makefile b/Makefile
index 514a285c..af539ed6 100644
--- a/Makefile
+++ b/Makefile
@@ -8,7 +8,7 @@ endif
 TARGETS=awesome
 BUILDDIR=build
 
-all: $(TARGETS) ;
+all: check-unit $(TARGETS) ;
 
 $(TARGETS): cmake-build
 	ln -s -f $(BUILDDIR)/$@ $@