diff --git a/CMakeLists.txt b/CMakeLists.txt
index a30f2bfa4..800f74e37 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -498,6 +498,9 @@ endif()
 
 option(BUILD_TESTS "Include tests (currently just installs Lua tests into the scripts folder)" OFF)
 if(BUILD_TESTS)
+    if(EXISTS "${dfhack_SOURCE_DIR}/test/scripts")
+        message(SEND_ERROR "test/scripts must not exist in the dfhack repo since it would conflict with the tests installed from the scripts repo.")
+    endif()
     install(DIRECTORY ${dfhack_SOURCE_DIR}/test
         DESTINATION ${DFHACK_DATA_DESTINATION}/scripts)
 endif()